Oct 23 16:58:33 user nova-compute[74854]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_linux_bridge.linux_bridge.LinuxBridgePlugin'>' with name 'linux_bridge' {{(pid=74854) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Oct 23 16:58:33 user nova-compute[74854]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_noop.noop.NoOpPlugin'>' with name 'noop' {{(pid=74854) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Oct 23 16:58:33 user nova-compute[74854]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_ovs.ovs.OvsPlugin'>' with name 'ovs' {{(pid=74854) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Oct 23 16:58:33 user nova-compute[74854]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs
Oct 23 16:58:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 16:58:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.021s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 16:58:33 user nova-compute[74854]: INFO nova.virt.driver [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] Loading compute driver 'libvirt.LibvirtDriver'
Oct 23 16:58:34 user nova-compute[74854]: INFO nova.compute.provider_config [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access.
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] Acquiring lock "singleton_lock" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] Acquired lock "singleton_lock" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] Releasing lock "singleton_lock" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] Full set of CONF: {{(pid=74854) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:362}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] ******************************************************************************** {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2589}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] Configuration options gathered from: {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2590}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] command line args: ['--config-file', '/etc/nova/nova-cpu.conf'] {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2591}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] config files: ['/etc/nova/nova-cpu.conf'] {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2592}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] ================================================================================ {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2594}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] allow_resize_to_same_host      = True {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] arq_binding_timeout            = 300 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] backdoor_port                  = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] backdoor_socket                = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] block_device_allocate_retries  = 300 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] block_device_allocate_retries_interval = 5 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cert                           = self.pem {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] compute_driver                 = libvirt.LibvirtDriver {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] compute_monitors               = [] {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] config_dir                     = [] {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] config_drive_format            = iso9660 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] config_file                    = ['/etc/nova/nova-cpu.conf'] {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] config_source                  = [] {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] console_host                   = user {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] control_exchange               = nova {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cpu_allocation_ratio           = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] daemon                         = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] debug                          = True {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] default_access_ip_network_name = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] default_availability_zone      = nova {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] default_ephemeral_format       = ext4 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] default_green_pool_size        = 1000 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] default_schedule_zone          = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] disk_allocation_ratio          = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] enable_new_services            = True {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] enabled_apis                   = ['osapi_compute'] {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] enabled_ssl_apis               = [] {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] flat_injected                  = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] force_config_drive             = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] force_raw_images               = True {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] graceful_shutdown_timeout      = 5 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] heal_instance_info_cache_interval = 60 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] host                           = user {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] initial_cpu_allocation_ratio   = 4.0 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] initial_disk_allocation_ratio  = 1.0 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] initial_ram_allocation_ratio   = 1.0 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] injected_network_template      = /opt/stack/nova/nova/virt/interfaces.template {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] instance_build_timeout         = 0 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] instance_delete_interval       = 300 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] instance_format                = [instance: %(uuid)s]  {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] instance_name_template         = instance-%08x {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] instance_usage_audit           = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] instance_usage_audit_period    = month {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] instances_path                 = /opt/stack/data/nova/instances {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] internal_service_availability_zone = internal {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] key                            = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] live_migration_retry_count     = 30 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] log_config_append              = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] log_dir                        = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] log_file                       = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] log_options                    = True {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] log_rotate_interval            = 1 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] log_rotate_interval_type       = days {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] log_rotation_type              = none {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] long_rpc_timeout               = 1800 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] max_concurrent_builds          = 10 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] max_concurrent_live_migrations = 1 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] max_concurrent_snapshots       = 5 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] max_local_block_devices        = 3 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] max_logfile_count              = 30 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] max_logfile_size_mb            = 200 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] maximum_instance_delete_attempts = 5 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] metadata_listen                = 0.0.0.0 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] metadata_listen_port           = 8775 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] metadata_workers               = 3 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] migrate_max_retries            = -1 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] mkisofs_cmd                    = genisoimage {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] my_block_storage_ip            = 10.0.0.210 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] my_ip                          = 10.0.0.210 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] network_allocate_retries       = 0 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] osapi_compute_listen           = 0.0.0.0 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] osapi_compute_listen_port      = 8774 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] osapi_compute_unique_server_name_scope =  {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] osapi_compute_workers          = 3 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] password_length                = 12 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] periodic_enable                = True {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] periodic_fuzzy_delay           = 60 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] pointer_model                  = ps2mouse {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] preallocate_images             = none {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] publish_errors                 = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] pybasedir                      = /opt/stack/nova {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] ram_allocation_ratio           = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] rate_limit_burst               = 0 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] rate_limit_except_level        = CRITICAL {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] rate_limit_interval            = 0 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] reboot_timeout                 = 0 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] reclaim_instance_interval      = 0 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] record                         = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] reimage_timeout_per_gb         = 60 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] report_interval                = 120 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] rescue_timeout                 = 0 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] reserved_host_cpus             = 0 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] reserved_host_disk_mb          = 0 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] reserved_host_memory_mb        = 512 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] reserved_huge_pages            = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] resize_confirm_window          = 0 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] resize_fs_using_block_device   = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] resume_guests_state_on_host_boot = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] rootwrap_config                = /etc/nova/rootwrap.conf {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] rpc_response_timeout           = 60 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] run_external_periodic_tasks    = True {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] running_deleted_instance_action = reap {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] running_deleted_instance_poll_interval = 1800 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] running_deleted_instance_timeout = 0 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] scheduler_instance_sync_interval = 120 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] service_down_time              = 720 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] servicegroup_driver            = db {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] shelved_offload_time           = 0 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] shelved_poll_interval          = 3600 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] shutdown_timeout               = 0 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] source_is_ipv6                 = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] ssl_only                       = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] state_path                     = /opt/stack/data/nova {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] sync_power_state_interval      = 600 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] sync_power_state_pool_size     = 1000 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] syslog_log_facility            = LOG_USER {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] tempdir                        = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] timeout_nbd                    = 10 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] transport_url                  = **** {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] update_resources_interval      = 0 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] use_cow_images                 = True {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] use_eventlog                   = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] use_journal                    = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] use_json                       = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] use_rootwrap_daemon            = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] use_stderr                     = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] use_syslog                     = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vcpu_pin_set                   = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vif_plugging_is_fatal          = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vif_plugging_timeout           = 0 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] virt_mkfs                      = [] {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] volume_usage_poll_interval     = 0 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] watch_log_file                 = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] web                            = /usr/share/spice-html5 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_concurrency.disable_process_locking = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_concurrency.lock_path     = /opt/stack/data/nova {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_messaging_metrics.metrics_process_name =  {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] api.auth_strategy              = keystone {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] api.compute_link_prefix        = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] api.dhcp_domain                = novalocal {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] api.enable_instance_password   = True {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] api.glance_link_prefix         = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] api.instance_list_per_project_cells = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] api.list_records_by_skipping_down_cells = True {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] api.local_metadata_per_cell    = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] api.max_limit                  = 1000 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] api.metadata_cache_expiration  = 15 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] api.neutron_default_tenant_id  = default {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] api.use_forwarded_for          = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] api.use_neutron_default_nets   = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] api.vendordata_dynamic_ssl_certfile =  {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] api.vendordata_dynamic_targets = [] {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] api.vendordata_jsonfile_path   = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] api.vendordata_providers       = ['StaticJSON'] {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cache.backend                  = dogpile.cache.memcached {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cache.backend_argument         = **** {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cache.config_prefix            = cache.oslo {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cache.dead_timeout             = 60.0 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cache.debug_cache_backend      = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cache.enable_retry_client      = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cache.enable_socket_keepalive  = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cache.enabled                  = True {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cache.expiration_time          = 600 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cache.hashclient_retry_attempts = 2 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cache.hashclient_retry_delay   = 1.0 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cache.memcache_dead_retry      = 300 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cache.memcache_password        =  {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cache.memcache_pool_maxsize    = 10 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cache.memcache_sasl_enabled    = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cache.memcache_servers         = ['localhost:11211'] {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cache.memcache_socket_timeout  = 1.0 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cache.memcache_username        =  {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cache.proxies                  = [] {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cache.retry_attempts           = 2 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cache.retry_delay              = 0.0 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cache.socket_keepalive_count   = 1 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cache.socket_keepalive_idle    = 1 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cache.socket_keepalive_interval = 1 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cache.tls_allowed_ciphers      = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cache.tls_cafile               = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cache.tls_certfile             = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cache.tls_enabled              = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cache.tls_keyfile              = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cinder.auth_section            = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cinder.auth_type               = password {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cinder.cafile                  = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cinder.catalog_info            = volumev3::publicURL {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cinder.certfile                = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cinder.collect_timing          = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cinder.cross_az_attach         = True {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cinder.debug                   = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cinder.endpoint_template       = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cinder.http_retries            = 3 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cinder.insecure                = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cinder.keyfile                 = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cinder.os_region_name          = RegionOne {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cinder.split_loggers           = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cinder.timeout                 = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] compute.cpu_dedicated_set      = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] compute.cpu_shared_set         = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] compute.image_type_exclude_list = [] {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] compute.max_concurrent_disk_ops = 0 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] compute.max_disk_devices_to_attach = -1 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] compute.resource_provider_association_refresh = 300 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] compute.shutdown_retry_interval = 10 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] compute.vmdk_allowed_types     = ['streamOptimized', 'monolithicSparse'] {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] conductor.workers              = 3 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] console.allowed_origins        = [] {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] console.ssl_ciphers            = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] console.ssl_minimum_version    = default {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] consoleauth.token_ttl          = 600 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cyborg.cafile                  = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cyborg.certfile                = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cyborg.collect_timing          = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cyborg.connect_retries         = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cyborg.connect_retry_delay     = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cyborg.endpoint_override       = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cyborg.insecure                = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cyborg.keyfile                 = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cyborg.max_version             = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cyborg.min_version             = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cyborg.region_name             = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cyborg.service_name            = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cyborg.service_type            = accelerator {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cyborg.split_loggers           = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cyborg.status_code_retries     = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cyborg.status_code_retry_delay = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cyborg.timeout                 = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cyborg.valid_interfaces        = ['internal', 'public'] {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] cyborg.version                 = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] database.backend               = sqlalchemy {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] database.connection            = **** {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] database.connection_debug      = 0 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] database.connection_parameters =  {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] database.connection_recycle_time = 3600 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] database.connection_trace      = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] database.db_inc_retry_interval = True {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] database.db_max_retries        = 20 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] database.db_max_retry_interval = 10 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] database.db_retry_interval     = 1 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] database.max_overflow          = 50 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] database.max_pool_size         = 5 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] database.max_retries           = 10 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] database.mysql_sql_mode        = TRADITIONAL {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] database.mysql_wsrep_sync_wait = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] database.pool_timeout          = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] database.retry_interval        = 10 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] database.slave_connection      = **** {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] database.sqlite_synchronous    = True {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] api_database.backend           = sqlalchemy {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] api_database.connection        = **** {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] api_database.connection_debug  = 0 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] api_database.connection_parameters =  {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] api_database.connection_recycle_time = 3600 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] api_database.connection_trace  = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] api_database.db_inc_retry_interval = True {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] api_database.db_max_retries    = 20 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] api_database.db_max_retry_interval = 10 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] api_database.db_retry_interval = 1 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] api_database.max_overflow      = 50 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] api_database.max_pool_size     = 5 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] api_database.max_retries       = 10 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] api_database.mysql_sql_mode    = TRADITIONAL {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] api_database.pool_timeout      = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] api_database.retry_interval    = 10 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] api_database.slave_connection  = **** {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] api_database.sqlite_synchronous = True {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] devices.enabled_mdev_types     = [] {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] ephemeral_storage_encryption.enabled = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] glance.api_servers             = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] glance.cafile                  = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] glance.certfile                = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] glance.collect_timing          = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] glance.connect_retries         = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] glance.connect_retry_delay     = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] glance.debug                   = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] glance.default_trusted_certificate_ids = [] {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] glance.enable_certificate_validation = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] glance.enable_rbd_download     = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] glance.endpoint_override       = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] glance.insecure                = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] glance.keyfile                 = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] glance.max_version             = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] glance.min_version             = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] glance.num_retries             = 3 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] glance.rbd_ceph_conf           =  {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] glance.rbd_connect_timeout     = 5 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] glance.rbd_pool                =  {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] glance.rbd_user                =  {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] glance.region_name             = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] glance.service_name            = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] glance.service_type            = image {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] glance.split_loggers           = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] glance.status_code_retries     = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] glance.status_code_retry_delay = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] glance.timeout                 = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] glance.valid_interfaces        = ['internal', 'public'] {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] glance.verify_glance_signatures = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] glance.version                 = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] guestfs.debug                  = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] hyperv.config_drive_cdrom      = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] hyperv.config_drive_inject_password = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] hyperv.dynamic_memory_ratio    = 1.0 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] hyperv.enable_instance_metrics_collection = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] hyperv.enable_remotefx         = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] hyperv.instances_path_share    =  {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] hyperv.iscsi_initiator_list    = [] {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] hyperv.limit_cpu_features      = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] hyperv.mounted_disk_query_retry_count = 10 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] hyperv.mounted_disk_query_retry_interval = 5 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] hyperv.power_state_check_timeframe = 60 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] hyperv.power_state_event_polling_interval = 2 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] hyperv.qemu_img_cmd            = qemu-img.exe {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] hyperv.use_multipath_io        = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] hyperv.volume_attach_retry_count = 10 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] hyperv.volume_attach_retry_interval = 5 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] hyperv.vswitch_name            = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] hyperv.wait_soft_reboot_seconds = 60 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] mks.enabled                    = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] mks.mksproxy_base_url          = http://127.0.0.1:6090/ {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] image_cache.manager_interval   = 2400 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] image_cache.precache_concurrency = 1 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] image_cache.remove_unused_base_images = True {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] image_cache.subdirectory_name  = _base {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] ironic.api_max_retries         = 60 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] ironic.api_retry_interval      = 2 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] ironic.auth_section            = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] ironic.auth_type               = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] ironic.cafile                  = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] ironic.certfile                = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] ironic.collect_timing          = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] ironic.conductor_group         = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] ironic.connect_retries         = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] ironic.connect_retry_delay     = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] ironic.endpoint_override       = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] ironic.insecure                = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] ironic.keyfile                 = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] ironic.max_version             = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] ironic.min_version             = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] ironic.peer_list               = [] {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] ironic.region_name             = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] ironic.serial_console_state_timeout = 10 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] ironic.service_name            = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] ironic.service_type            = baremetal {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] ironic.split_loggers           = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] ironic.status_code_retries     = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] ironic.status_code_retry_delay = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] ironic.timeout                 = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] ironic.valid_interfaces        = ['internal', 'public'] {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] ironic.version                 = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] key_manager.backend            = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] key_manager.fixed_key          = **** {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] barbican.auth_endpoint         = http://localhost/identity/v3 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] barbican.barbican_api_version  = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] barbican.barbican_endpoint     = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] barbican.barbican_endpoint_type = public {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] barbican.barbican_region_name  = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] barbican.cafile                = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] barbican.certfile              = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] barbican.collect_timing        = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] barbican.insecure              = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] barbican.keyfile               = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] barbican.number_of_retries     = 60 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] barbican.retry_delay           = 1 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] barbican.send_service_user_token = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] barbican.split_loggers         = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] barbican.timeout               = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] barbican.verify_ssl            = True {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] barbican.verify_ssl_path       = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] barbican_service_user.auth_section = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] barbican_service_user.auth_type = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] barbican_service_user.cafile   = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] barbican_service_user.certfile = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] barbican_service_user.collect_timing = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] barbican_service_user.insecure = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] barbican_service_user.keyfile  = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] barbican_service_user.split_loggers = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] barbican_service_user.timeout  = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vault.approle_role_id          = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vault.approle_secret_id        = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vault.cafile                   = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vault.certfile                 = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vault.collect_timing           = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vault.insecure                 = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vault.keyfile                  = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vault.kv_mountpoint            = secret {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vault.kv_path                  = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vault.kv_version               = 2 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vault.namespace                = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vault.root_token_id            = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vault.split_loggers            = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vault.ssl_ca_crt_file          = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vault.timeout                  = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vault.use_ssl                  = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vault.vault_url                = http://127.0.0.1:8200 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] keystone.auth_section          = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] keystone.auth_type             = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] keystone.cafile                = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] keystone.certfile              = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] keystone.collect_timing        = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] keystone.connect_retries       = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] keystone.connect_retry_delay   = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] keystone.endpoint_override     = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] keystone.insecure              = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] keystone.keyfile               = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] keystone.max_version           = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] keystone.min_version           = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] keystone.region_name           = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] keystone.service_name          = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] keystone.service_type          = identity {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] keystone.split_loggers         = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] keystone.status_code_retries   = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] keystone.status_code_retry_delay = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] keystone.timeout               = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] keystone.valid_interfaces      = ['internal', 'public'] {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] keystone.version               = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.connection_uri         =  {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.cpu_mode               = custom {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.cpu_model_extra_flags  = [] {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: WARNING oslo_config.cfg [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] Deprecated: Option "cpu_model" from group "libvirt" is deprecated. Use option "cpu_models" from group "libvirt".
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.cpu_models             = ['Nehalem'] {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.cpu_power_governor_high = performance {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.cpu_power_governor_low = powersave {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.cpu_power_management   = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.device_detach_attempts = 8 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.device_detach_timeout  = 20 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.disk_cachemodes        = [] {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.disk_prefix            = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.enabled_perf_events    = [] {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.file_backed_memory     = 0 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.gid_maps               = [] {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.hw_disk_discard        = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.hw_machine_type        = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.images_rbd_ceph_conf   =  {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.images_rbd_glance_store_name =  {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.images_rbd_pool        = rbd {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.images_type            = default {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.images_volume_group    = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.inject_key             = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.inject_partition       = -2 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.inject_password        = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.iscsi_iface            = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.iser_use_multipath     = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.live_migration_bandwidth = 0 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.live_migration_downtime = 500 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.live_migration_inbound_addr = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.live_migration_permit_post_copy = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.live_migration_scheme  = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.live_migration_timeout_action = abort {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.live_migration_tunnelled = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: WARNING oslo_config.cfg [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] Deprecated: Option "live_migration_uri" from group "libvirt" is deprecated for removal (
Oct 23 16:58:34 user nova-compute[74854]: live_migration_uri is deprecated for removal in favor of two other options that
Oct 23 16:58:34 user nova-compute[74854]: allow to change live migration scheme and target URI: ``live_migration_scheme``
Oct 23 16:58:34 user nova-compute[74854]: and ``live_migration_inbound_addr`` respectively.
Oct 23 16:58:34 user nova-compute[74854]: ).  Its value may be silently ignored in the future.
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.live_migration_uri     = qemu+ssh://stack@%s/system {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.live_migration_with_native_tls = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.max_queues             = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.nfs_mount_options      = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.nfs_mount_point_base   = /opt/stack/data/nova/mnt {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.num_iser_scan_tries    = 5 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.num_memory_encrypted_guests = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.num_pcie_ports         = 0 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.num_volume_scan_tries  = 5 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.pmem_namespaces        = [] {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.quobyte_client_cfg     = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/nova/mnt {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.rbd_connect_timeout    = 5 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.rbd_secret_uuid        = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.rbd_user               = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.remote_filesystem_transport = ssh {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.rescue_image_id        = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.rescue_kernel_id       = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.rescue_ramdisk_id      = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.rng_dev_path           = /dev/urandom {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.rx_queue_size          = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.smbfs_mount_options    =  {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.snapshot_compression   = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.snapshot_image_format  = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.snapshots_directory    = /opt/stack/data/nova/instances/snapshots {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.sparse_logical_volumes = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.swtpm_enabled          = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.swtpm_group            = tss {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.swtpm_user             = tss {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.sysinfo_serial         = unique {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.tb_cache_size          = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.tx_queue_size          = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.uid_maps               = [] {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.use_virtio_for_bridges = True {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.virt_type              = kvm {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.volume_clear           = zero {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.volume_clear_size      = 0 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.volume_use_multipath   = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.vzstorage_cache_path   = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.vzstorage_log_path     = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.vzstorage_mount_group  = qemu {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.vzstorage_mount_opts   = [] {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.vzstorage_mount_perms  = 0770 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/nova/mnt {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.vzstorage_mount_user   = stack {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] neutron.auth_section           = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] neutron.auth_type              = password {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] neutron.cafile                 = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] neutron.certfile               = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] neutron.collect_timing         = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] neutron.connect_retries        = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] neutron.connect_retry_delay    = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] neutron.default_floating_pool  = public {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] neutron.endpoint_override      = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] neutron.extension_sync_interval = 600 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] neutron.http_retries           = 3 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] neutron.insecure               = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] neutron.keyfile                = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] neutron.max_version            = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] neutron.min_version            = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] neutron.ovs_bridge             = br-int {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] neutron.physnets               = [] {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] neutron.region_name            = RegionOne {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] neutron.service_metadata_proxy = True {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] neutron.service_name           = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] neutron.service_type           = network {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] neutron.split_loggers          = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] neutron.status_code_retries    = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] neutron.status_code_retry_delay = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] neutron.timeout                = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] neutron.valid_interfaces       = ['internal', 'public'] {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] neutron.version                = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] notifications.bdms_in_notifications = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] notifications.default_level    = INFO {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] notifications.notification_format = unversioned {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] notifications.notify_on_state_change = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] pci.alias                      = [] {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] pci.device_spec                = [] {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] pci.report_in_placement        = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] placement.auth_section         = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] placement.auth_type            = password {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] placement.auth_url             = http://10.0.0.210/identity {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] placement.cafile               = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] placement.certfile             = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] placement.collect_timing       = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] placement.connect_retries      = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] placement.connect_retry_delay  = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] placement.default_domain_id    = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] placement.default_domain_name  = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] placement.domain_id            = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] placement.domain_name          = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] placement.endpoint_override    = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] placement.insecure             = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] placement.keyfile              = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] placement.max_version          = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] placement.min_version          = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] placement.password             = **** {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] placement.project_domain_id    = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] placement.project_domain_name  = Default {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] placement.project_id           = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] placement.project_name         = service {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] placement.region_name          = RegionOne {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] placement.service_name         = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] placement.service_type         = placement {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] placement.split_loggers        = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] placement.status_code_retries  = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] placement.status_code_retry_delay = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] placement.system_scope         = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] placement.timeout              = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] placement.trust_id             = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] placement.user_domain_id       = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] placement.user_domain_name     = Default {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] placement.user_id              = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] placement.username             = placement {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] placement.valid_interfaces     = ['internal', 'public'] {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] placement.version              = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] quota.cores                    = 20 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] quota.count_usage_from_placement = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] quota.driver                   = nova.quota.DbQuotaDriver {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] quota.injected_file_content_bytes = 10240 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] quota.injected_file_path_length = 255 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] quota.injected_files           = 5 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] quota.instances                = 10 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] quota.key_pairs                = 100 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] quota.metadata_items           = 128 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] quota.ram                      = 51200 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] quota.recheck_quota            = True {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] quota.server_group_members     = 10 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] quota.server_groups            = 10 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] rdp.enabled                    = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] rdp.html5_proxy_base_url       = http://127.0.0.1:6083/ {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] scheduler.image_metadata_prefilter = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] scheduler.max_attempts         = 3 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] scheduler.max_placement_results = 1000 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] scheduler.query_placement_for_image_type_support = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] scheduler.workers              = 3 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] filter_scheduler.host_subset_size = 1 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] filter_scheduler.isolated_hosts = [] {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] filter_scheduler.isolated_images = [] {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] filter_scheduler.pci_in_placement = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] filter_scheduler.track_instance_changes = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] metrics.required               = True {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] metrics.weight_multiplier      = 1.0 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] metrics.weight_of_unavailable  = -10000.0 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] metrics.weight_setting         = [] {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] serial_console.base_url        = ws://127.0.0.1:6083/ {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] serial_console.enabled         = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] serial_console.port_range      = 10000:20000 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] serial_console.serialproxy_port = 6083 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] service_user.auth_section      = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] service_user.auth_type         = password {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] service_user.cafile            = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] service_user.certfile          = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] service_user.collect_timing    = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] service_user.insecure          = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] service_user.keyfile           = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] service_user.send_service_user_token = True {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] service_user.split_loggers     = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] service_user.timeout           = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] spice.agent_enabled            = True {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] spice.enabled                  = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] spice.html5proxy_base_url      = http://10.0.0.210:6081/spice_auto.html {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] spice.html5proxy_host          = 0.0.0.0 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] spice.html5proxy_port          = 6082 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] spice.image_compression        = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] spice.jpeg_compression         = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] spice.playback_compression     = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] spice.server_listen            = 127.0.0.1 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] spice.streaming_mode           = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] spice.zlib_compression         = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] upgrade_levels.baseapi         = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] upgrade_levels.cert            = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] upgrade_levels.compute         = auto {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] upgrade_levels.conductor       = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] upgrade_levels.scheduler       = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vendordata_dynamic_auth.auth_section = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vendordata_dynamic_auth.auth_type = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vendordata_dynamic_auth.cafile = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vendordata_dynamic_auth.certfile = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vendordata_dynamic_auth.insecure = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vendordata_dynamic_auth.keyfile = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vendordata_dynamic_auth.timeout = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vmware.api_retry_count         = 10 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vmware.ca_file                 = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vmware.cache_prefix            = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vmware.cluster_name            = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vmware.connection_pool_size    = 10 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vmware.console_delay_seconds   = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vmware.datastore_regex         = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vmware.host_ip                 = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vmware.host_password           = **** {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vmware.host_port               = 443 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vmware.host_username           = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vmware.insecure                = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vmware.integration_bridge      = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vmware.maximum_objects         = 100 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vmware.pbm_default_policy      = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vmware.pbm_enabled             = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vmware.pbm_wsdl_location       = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vmware.serial_log_dir          = /opt/vmware/vspc {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vmware.serial_port_proxy_uri   = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vmware.serial_port_service_uri = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vmware.task_poll_interval      = 0.5 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vmware.use_linked_clone        = True {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vmware.vnc_keymap              = en-us {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vmware.vnc_port                = 5900 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vmware.vnc_port_total          = 10000 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vnc.auth_schemes               = ['none'] {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vnc.enabled                    = True {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vnc.novncproxy_base_url        = http://10.0.0.210:6080/vnc_lite.html {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vnc.novncproxy_host            = 0.0.0.0 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vnc.novncproxy_port            = 6080 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vnc.server_listen              = 0.0.0.0 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vnc.server_proxyclient_address = 10.0.0.210 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vnc.vencrypt_ca_certs          = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vnc.vencrypt_client_cert       = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vnc.vencrypt_client_key        = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] workarounds.disable_group_policy_check_upcall = True {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] workarounds.disable_rootwrap   = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] workarounds.enable_numa_live_migration = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] workarounds.libvirt_disable_apic = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] wsgi.api_paste_config          = /etc/nova/api-paste.ini {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] wsgi.client_socket_timeout     = 900 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] wsgi.default_pool_size         = 1000 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] wsgi.keep_alive                = True {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] wsgi.max_header_line           = 16384 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] wsgi.secure_proxy_ssl_header   = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] wsgi.ssl_ca_file               = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] wsgi.ssl_cert_file             = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] wsgi.ssl_key_file              = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] wsgi.tcp_keepidle              = 600 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] wsgi.wsgi_log_format           = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] zvm.ca_file                    = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] zvm.cloud_connector_url        = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] zvm.image_tmp_path             = /opt/stack/data/nova/images {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] zvm.reachable_timeout          = 300 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_policy.enforce_new_defaults = True {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_policy.enforce_scope      = True {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_policy.policy_default_rule = default {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_policy.policy_file        = policy.yaml {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] profiler.connection_string     = messaging:// {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] profiler.enabled               = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] profiler.es_doc_type           = notification {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] profiler.es_scroll_size        = 10000 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] profiler.es_scroll_time        = 2m {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] profiler.filter_error_trace    = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] profiler.hmac_keys             = **** {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] profiler.sentinel_service_name = mymaster {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] profiler.socket_timeout        = 0.1 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] profiler.trace_requests        = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] profiler.trace_sqlalchemy      = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] profiler_jaeger.process_tags   = {} {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] profiler_jaeger.service_name_prefix = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] profiler_otlp.service_name_prefix = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] remote_debug.host              = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] remote_debug.port              = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_messaging_rabbit.ssl      = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_messaging_rabbit.ssl_key_file =  {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_messaging_rabbit.ssl_version =  {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_messaging_notifications.retry = -1 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_messaging_notifications.transport_url = **** {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_limit.auth_section        = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_limit.auth_type           = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_limit.cafile              = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_limit.certfile            = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_limit.collect_timing      = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_limit.connect_retries     = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_limit.connect_retry_delay = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_limit.endpoint_id         = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_limit.endpoint_override   = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_limit.insecure            = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_limit.keyfile             = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_limit.max_version         = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_limit.min_version         = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_limit.region_name         = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_limit.service_name        = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_limit.service_type        = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_limit.split_loggers       = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_limit.status_code_retries = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_limit.status_code_retry_delay = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_limit.timeout             = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_limit.valid_interfaces    = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_limit.version             = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_reports.file_event_handler = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] oslo_reports.log_dir           = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 12 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vif_plug_ovs_privileged.group  = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vif_plug_ovs_privileged.thread_pool_size = 12 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] vif_plug_ovs_privileged.user   = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] os_vif_linux_bridge.flat_interface = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] os_vif_linux_bridge.iptables_bottom_regex =  {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] os_vif_linux_bridge.iptables_top_regex =  {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] os_vif_linux_bridge.use_ipv6   = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] os_vif_ovs.default_qos_type    = linux-noop {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] os_vif_ovs.isolate_vif         = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] os_vif_ovs.network_device_mtu  = 1500 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] os_vif_ovs.ovs_vsctl_timeout   = 120 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] os_vif_ovs.ovsdb_connection    = tcp:127.0.0.1:6640 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] os_vif_ovs.ovsdb_interface     = native {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] os_vif_ovs.per_port_bridge     = False {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] os_brick.lock_path             = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] privsep_osbrick.capabilities   = [21] {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] privsep_osbrick.group          = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] privsep_osbrick.helper_command = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] privsep_osbrick.logger_name    = os_brick.privileged {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] privsep_osbrick.thread_pool_size = 12 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] privsep_osbrick.user           = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] nova_sys_admin.capabilities    = [0, 1, 2, 3, 12, 21] {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] nova_sys_admin.group           = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] nova_sys_admin.helper_command  = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] nova_sys_admin.logger_name     = oslo_privsep.daemon {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] nova_sys_admin.thread_pool_size = 12 {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] nova_sys_admin.user            = None {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG oslo_service.service [None req-338bc741-47bf-4aeb-9f89-72e0df147138 None None] ******************************************************************************** {{(pid=74854) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}}
Oct 23 16:58:34 user nova-compute[74854]: INFO nova.service [-] Starting compute node (version 0.0.0)
Oct 23 16:58:34 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Connecting to libvirt: qemu:///system {{(pid=74854) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:506}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Registering for lifecycle events <nova.virt.libvirt.host.Host object at 0x7f3080446590> {{(pid=74854) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:512}}
Oct 23 16:58:34 user nova-compute[74854]: libvirt:  error : internal error: could not initialize domain event timer
Oct 23 16:58:34 user nova-compute[74854]: WARNING nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] URI qemu:///system does not support events: internal error: could not initialize domain event timer: libvirt.libvirtError: internal error: could not initialize domain event timer
Oct 23 16:58:34 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Registering for connection events: <nova.virt.libvirt.host.Host object at 0x7f3080446590> {{(pid=74854) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:533}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Starting native event thread {{(pid=74854) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:492}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Starting green dispatch thread {{(pid=74854) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:498}}
Oct 23 16:58:34 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Starting connection event dispatch thread {{(pid=74854) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:501}}
Oct 23 16:58:34 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Connection event '1' reason 'None'
Oct 23 16:58:34 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Cannot update service status on host "user" since it is not registered.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Oct 23 16:58:34 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.mount [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Initialising _HostMountState generation 0 {{(pid=74854) host_up /opt/stack/nova/nova/virt/libvirt/volume/mount.py:130}}
Oct 23 16:58:41 user nova-compute[74854]: INFO nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Libvirt host capabilities <capabilities>
Oct 23 16:58:41 user nova-compute[74854]:   <host>
Oct 23 16:58:41 user nova-compute[74854]:     <uuid>e20c3142-5af9-7467-ecd8-70b2e4a210d6</uuid>
Oct 23 16:58:41 user nova-compute[74854]:     <cpu>
Oct 23 16:58:41 user nova-compute[74854]:       <arch>x86_64</arch>
Oct 23 16:58:41 user nova-compute[74854]:       <model>IvyBridge-IBRS</model>
Oct 23 16:58:41 user nova-compute[74854]:       <vendor>Intel</vendor>
Oct 23 16:58:41 user nova-compute[74854]:       <microcode version='1070'/>
Oct 23 16:58:41 user nova-compute[74854]:       <counter name='tsc' frequency='2094952000' scaling='no'/>
Oct 23 16:58:41 user nova-compute[74854]:       <topology sockets='6' dies='1' cores='1' threads='1'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature name='ss'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature name='vmx'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature name='pcid'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature name='osxsave'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature name='hypervisor'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature name='arat'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature name='tsc_adjust'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature name='md-clear'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature name='stibp'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature name='arch-capabilities'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature name='ssbd'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature name='invtsc'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature name='rsba'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature name='skip-l1dfl-vmentry'/>
Oct 23 16:58:41 user nova-compute[74854]:       <pages unit='KiB' size='4'/>
Oct 23 16:58:41 user nova-compute[74854]:       <pages unit='KiB' size='2048'/>
Oct 23 16:58:41 user nova-compute[74854]:     </cpu>
Oct 23 16:58:41 user nova-compute[74854]:     <power_management>
Oct 23 16:58:41 user nova-compute[74854]:       <suspend_mem/>
Oct 23 16:58:41 user nova-compute[74854]:       <suspend_disk/>
Oct 23 16:58:41 user nova-compute[74854]:       <suspend_hybrid/>
Oct 23 16:58:41 user nova-compute[74854]:     </power_management>
Oct 23 16:58:41 user nova-compute[74854]:     <iommu support='no'/>
Oct 23 16:58:41 user nova-compute[74854]:     <migration_features>
Oct 23 16:58:41 user nova-compute[74854]:       <live/>
Oct 23 16:58:41 user nova-compute[74854]:       <uri_transports>
Oct 23 16:58:41 user nova-compute[74854]:         <uri_transport>tcp</uri_transport>
Oct 23 16:58:41 user nova-compute[74854]:         <uri_transport>rdma</uri_transport>
Oct 23 16:58:41 user nova-compute[74854]:       </uri_transports>
Oct 23 16:58:41 user nova-compute[74854]:     </migration_features>
Oct 23 16:58:41 user nova-compute[74854]:     <topology>
Oct 23 16:58:41 user nova-compute[74854]:       <cells num='2'>
Oct 23 16:58:41 user nova-compute[74854]:         <cell id='0'>
Oct 23 16:58:41 user nova-compute[74854]:           <memory unit='KiB'>8189224</memory>
Oct 23 16:58:41 user nova-compute[74854]:           <pages unit='KiB' size='4'>2047306</pages>
Oct 23 16:58:41 user nova-compute[74854]:           <pages unit='KiB' size='2048'>0</pages>
Oct 23 16:58:41 user nova-compute[74854]:           <distances>
Oct 23 16:58:41 user nova-compute[74854]:             <sibling id='0' value='10'/>
Oct 23 16:58:41 user nova-compute[74854]:             <sibling id='1' value='20'/>
Oct 23 16:58:41 user nova-compute[74854]:           </distances>
Oct 23 16:58:41 user nova-compute[74854]:           <cpus num='6'>
Oct 23 16:58:41 user nova-compute[74854]:             <cpu id='0' socket_id='0' die_id='0' core_id='0' siblings='0'/>
Oct 23 16:58:41 user nova-compute[74854]:             <cpu id='1' socket_id='2' die_id='0' core_id='0' siblings='1'/>
Oct 23 16:58:41 user nova-compute[74854]:             <cpu id='2' socket_id='4' die_id='0' core_id='0' siblings='2'/>
Oct 23 16:58:41 user nova-compute[74854]:             <cpu id='3' socket_id='6' die_id='0' core_id='0' siblings='3'/>
Oct 23 16:58:41 user nova-compute[74854]:             <cpu id='4' socket_id='8' die_id='0' core_id='0' siblings='4'/>
Oct 23 16:58:41 user nova-compute[74854]:             <cpu id='5' socket_id='10' die_id='0' core_id='0' siblings='5'/>
Oct 23 16:58:41 user nova-compute[74854]:           </cpus>
Oct 23 16:58:41 user nova-compute[74854]:         </cell>
Oct 23 16:58:41 user nova-compute[74854]:         <cell id='1'>
Oct 23 16:58:41 user nova-compute[74854]:           <memory unit='KiB'>8206460</memory>
Oct 23 16:58:41 user nova-compute[74854]:           <pages unit='KiB' size='4'>2051615</pages>
Oct 23 16:58:41 user nova-compute[74854]:           <pages unit='KiB' size='2048'>0</pages>
Oct 23 16:58:41 user nova-compute[74854]:           <distances>
Oct 23 16:58:41 user nova-compute[74854]:             <sibling id='0' value='20'/>
Oct 23 16:58:41 user nova-compute[74854]:             <sibling id='1' value='10'/>
Oct 23 16:58:41 user nova-compute[74854]:           </distances>
Oct 23 16:58:41 user nova-compute[74854]:           <cpus num='6'>
Oct 23 16:58:41 user nova-compute[74854]:             <cpu id='6' socket_id='12' die_id='0' core_id='0' siblings='6'/>
Oct 23 16:58:41 user nova-compute[74854]:             <cpu id='7' socket_id='14' die_id='0' core_id='0' siblings='7'/>
Oct 23 16:58:41 user nova-compute[74854]:             <cpu id='8' socket_id='16' die_id='0' core_id='0' siblings='8'/>
Oct 23 16:58:41 user nova-compute[74854]:             <cpu id='9' socket_id='18' die_id='0' core_id='0' siblings='9'/>
Oct 23 16:58:41 user nova-compute[74854]:             <cpu id='10' socket_id='20' die_id='0' core_id='0' siblings='10'/>
Oct 23 16:58:41 user nova-compute[74854]:             <cpu id='11' socket_id='22' die_id='0' core_id='0' siblings='11'/>
Oct 23 16:58:41 user nova-compute[74854]:           </cpus>
Oct 23 16:58:41 user nova-compute[74854]:         </cell>
Oct 23 16:58:41 user nova-compute[74854]:       </cells>
Oct 23 16:58:41 user nova-compute[74854]:     </topology>
Oct 23 16:58:41 user nova-compute[74854]:     <cache>
Oct 23 16:58:41 user nova-compute[74854]:       <bank id='0' level='3' type='both' size='15' unit='MiB' cpus='0'/>
Oct 23 16:58:41 user nova-compute[74854]:       <bank id='2' level='3' type='both' size='15' unit='MiB' cpus='1'/>
Oct 23 16:58:41 user nova-compute[74854]:       <bank id='4' level='3' type='both' size='15' unit='MiB' cpus='2'/>
Oct 23 16:58:41 user nova-compute[74854]:       <bank id='6' level='3' type='both' size='15' unit='MiB' cpus='3'/>
Oct 23 16:58:41 user nova-compute[74854]:       <bank id='8' level='3' type='both' size='15' unit='MiB' cpus='4'/>
Oct 23 16:58:41 user nova-compute[74854]:       <bank id='10' level='3' type='both' size='15' unit='MiB' cpus='5'/>
Oct 23 16:58:41 user nova-compute[74854]:       <bank id='12' level='3' type='both' size='15' unit='MiB' cpus='6'/>
Oct 23 16:58:41 user nova-compute[74854]:       <bank id='14' level='3' type='both' size='15' unit='MiB' cpus='7'/>
Oct 23 16:58:41 user nova-compute[74854]:       <bank id='16' level='3' type='both' size='15' unit='MiB' cpus='8'/>
Oct 23 16:58:41 user nova-compute[74854]:       <bank id='18' level='3' type='both' size='15' unit='MiB' cpus='9'/>
Oct 23 16:58:41 user nova-compute[74854]:       <bank id='20' level='3' type='both' size='15' unit='MiB' cpus='10'/>
Oct 23 16:58:41 user nova-compute[74854]:       <bank id='22' level='3' type='both' size='15' unit='MiB' cpus='11'/>
Oct 23 16:58:41 user nova-compute[74854]:     </cache>
Oct 23 16:58:41 user nova-compute[74854]:     <secmodel>
Oct 23 16:58:41 user nova-compute[74854]:       <model>apparmor</model>
Oct 23 16:58:41 user nova-compute[74854]:       <doi>0</doi>
Oct 23 16:58:41 user nova-compute[74854]:     </secmodel>
Oct 23 16:58:41 user nova-compute[74854]:     <secmodel>
Oct 23 16:58:41 user nova-compute[74854]:       <model>dac</model>
Oct 23 16:58:41 user nova-compute[74854]:       <doi>0</doi>
Oct 23 16:58:41 user nova-compute[74854]:       <baselabel type='kvm'>+64055:+108</baselabel>
Oct 23 16:58:41 user nova-compute[74854]:       <baselabel type='qemu'>+64055:+108</baselabel>
Oct 23 16:58:41 user nova-compute[74854]:     </secmodel>
Oct 23 16:58:41 user nova-compute[74854]:   </host>
Oct 23 16:58:41 user nova-compute[74854]:   <guest>
Oct 23 16:58:41 user nova-compute[74854]:     <os_type>hvm</os_type>
Oct 23 16:58:41 user nova-compute[74854]:     <arch name='alpha'>
Oct 23 16:58:41 user nova-compute[74854]:       <wordsize>64</wordsize>
Oct 23 16:58:41 user nova-compute[74854]:       <emulator>/usr/bin/qemu-system-alpha</emulator>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='4'>clipper</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <domain type='qemu'/>
Oct 23 16:58:41 user nova-compute[74854]:     </arch>
Oct 23 16:58:41 user nova-compute[74854]:     <features>
Oct 23 16:58:41 user nova-compute[74854]:       <cpuselection/>
Oct 23 16:58:41 user nova-compute[74854]:       <deviceboot/>
Oct 23 16:58:41 user nova-compute[74854]:       <disksnapshot default='on' toggle='no'/>
Oct 23 16:58:41 user nova-compute[74854]:     </features>
Oct 23 16:58:41 user nova-compute[74854]:   </guest>
Oct 23 16:58:41 user nova-compute[74854]:   <guest>
Oct 23 16:58:41 user nova-compute[74854]:     <os_type>hvm</os_type>
Oct 23 16:58:41 user nova-compute[74854]:     <arch name='armv6l'>
Oct 23 16:58:41 user nova-compute[74854]:       <wordsize>32</wordsize>
Oct 23 16:58:41 user nova-compute[74854]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>integratorcp</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2'>ast2600-evb</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>borzoi</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>spitz</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>virt-2.7</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2'>nuri</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>romulus-bmc</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='512'>virt-3.0</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='512'>virt-5.0</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2'>npcm750-evb</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>virt-2.10</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2'>rainier-bmc</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>mps3-an547</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2'>musca-b1</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>versatileab</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>kzm</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>virt-2.8</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2'>musca-a</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='512'>virt-3.1</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='512'>virt-5.1</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2'>smdkc210</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>sx1</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>virt-2.11</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>imx25-pdk</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>virt-2.9</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='4'>orangepi-pc</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>z2</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='512'>virt-5.2</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>tosa</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>mps2-an500</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>virt-2.12</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2'>mps2-an521</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='4'>sabrelite</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>mps2-an511</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>canon-a1100</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>realview-eb</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>emcraft-sf2</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>realview-pb-a8</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='512'>virt-4.0</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>raspi1ap</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>palmetto-bmc</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>sx1-v1</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>n810</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>g220a-bmc</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>n800</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2'>tacoma-bmc</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='512'>virt-4.1</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2'>quanta-gsj</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>versatilepb</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>terrier</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>mainstone</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='512'>virt-4.2</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2'>mps3-an524</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2'>kudo-bmc</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='4'>vexpress-a9</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='4'>midway</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>musicpal</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>lm3s811evb</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>lm3s6965evb</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>microbit</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>mps2-an505</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>mps2-an385</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='512'>virt-6.0</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>cubieboard</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>verdex</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>netduino2</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>mps2-an386</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='512'>virt-6.1</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='4'>raspi2b</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='4'>vexpress-a15</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2'>fuji-bmc</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='512'>virt-6.2</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>cheetah</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>virt-2.6</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>ast2500-evb</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='4'>highbank</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>akita</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>connex</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>netduinoplus2</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>collie</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>raspi0</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <domain type='qemu'/>
Oct 23 16:58:41 user nova-compute[74854]:     </arch>
Oct 23 16:58:41 user nova-compute[74854]:     <features>
Oct 23 16:58:41 user nova-compute[74854]:       <cpuselection/>
Oct 23 16:58:41 user nova-compute[74854]:       <deviceboot/>
Oct 23 16:58:41 user nova-compute[74854]:       <disksnapshot default='on' toggle='no'/>
Oct 23 16:58:41 user nova-compute[74854]:     </features>
Oct 23 16:58:41 user nova-compute[74854]:   </guest>
Oct 23 16:58:41 user nova-compute[74854]:   <guest>
Oct 23 16:58:41 user nova-compute[74854]:     <os_type>hvm</os_type>
Oct 23 16:58:41 user nova-compute[74854]:     <arch name='armv7l'>
Oct 23 16:58:41 user nova-compute[74854]:       <wordsize>32</wordsize>
Oct 23 16:58:41 user nova-compute[74854]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>integratorcp</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2'>ast2600-evb</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>borzoi</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>spitz</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>virt-2.7</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2'>nuri</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>romulus-bmc</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='512'>virt-3.0</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='512'>virt-5.0</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2'>npcm750-evb</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>virt-2.10</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2'>rainier-bmc</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>mps3-an547</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2'>musca-b1</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>versatileab</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>kzm</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>virt-2.8</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2'>musca-a</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='512'>virt-3.1</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='512'>virt-5.1</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2'>smdkc210</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>sx1</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>virt-2.11</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>imx25-pdk</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>virt-2.9</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='4'>orangepi-pc</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>z2</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='512'>virt-5.2</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>tosa</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>mps2-an500</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>virt-2.12</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2'>mps2-an521</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='4'>sabrelite</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>mps2-an511</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>canon-a1100</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>realview-eb</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>emcraft-sf2</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>realview-pb-a8</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='512'>virt-4.0</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>raspi1ap</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>palmetto-bmc</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>sx1-v1</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>n810</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>g220a-bmc</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>n800</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2'>tacoma-bmc</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='512'>virt-4.1</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2'>quanta-gsj</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>versatilepb</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>terrier</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>mainstone</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='512'>virt-4.2</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2'>mps3-an524</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2'>kudo-bmc</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='4'>vexpress-a9</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='4'>midway</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>musicpal</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>lm3s811evb</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>lm3s6965evb</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>microbit</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>mps2-an505</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>mps2-an385</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='512'>virt-6.0</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>cubieboard</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>verdex</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>netduino2</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>mps2-an386</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='512'>virt-6.1</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='4'>raspi2b</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='4'>vexpress-a15</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2'>fuji-bmc</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='512'>virt-6.2</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>cheetah</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>virt-2.6</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>ast2500-evb</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='4'>highbank</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>akita</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>connex</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>netduinoplus2</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>collie</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>raspi0</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <domain type='qemu'/>
Oct 23 16:58:41 user nova-compute[74854]:     </arch>
Oct 23 16:58:41 user nova-compute[74854]:     <features>
Oct 23 16:58:41 user nova-compute[74854]:       <cpuselection/>
Oct 23 16:58:41 user nova-compute[74854]:       <deviceboot/>
Oct 23 16:58:41 user nova-compute[74854]:       <disksnapshot default='on' toggle='no'/>
Oct 23 16:58:41 user nova-compute[74854]:     </features>
Oct 23 16:58:41 user nova-compute[74854]:   </guest>
Oct 23 16:58:41 user nova-compute[74854]:   <guest>
Oct 23 16:58:41 user nova-compute[74854]:     <os_type>hvm</os_type>
Oct 23 16:58:41 user nova-compute[74854]:     <arch name='aarch64'>
Oct 23 16:58:41 user nova-compute[74854]:       <wordsize>64</wordsize>
Oct 23 16:58:41 user nova-compute[74854]:       <emulator>/usr/bin/qemu-system-aarch64</emulator>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>integratorcp</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2'>ast2600-evb</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>borzoi</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>spitz</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>virt-2.7</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2'>nuri</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>romulus-bmc</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='512'>virt-3.0</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='512'>virt-5.0</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2'>npcm750-evb</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>virt-2.10</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2'>rainier-bmc</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>mps3-an547</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>virt-2.8</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2'>musca-b1</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>versatileab</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>kzm</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2'>musca-a</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='512'>virt-3.1</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='512'>virt-5.1</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2'>smdkc210</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>sx1</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>virt-2.11</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>imx25-pdk</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>virt-2.9</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='4'>orangepi-pc</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>z2</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='512'>virt-5.2</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='6'>xlnx-zcu102</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>tosa</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>mps2-an500</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>virt-2.12</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2'>mps2-an521</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='4'>sabrelite</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>mps2-an511</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>canon-a1100</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>realview-eb</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>emcraft-sf2</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>realview-pb-a8</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='512'>sbsa-ref</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='512'>virt-4.0</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>raspi1ap</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>palmetto-bmc</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>sx1-v1</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>n810</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>g220a-bmc</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>n800</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2'>tacoma-bmc</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='512'>virt-4.1</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2'>quanta-gsj</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>versatilepb</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>terrier</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>mainstone</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='512'>virt-4.2</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2'>mps3-an524</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2'>kudo-bmc</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='4'>vexpress-a9</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='4'>midway</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>musicpal</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>lm3s811evb</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>lm3s6965evb</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>microbit</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>mps2-an505</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>mps2-an385</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='512'>virt-6.0</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='4'>raspi3ap</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>cubieboard</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>verdex</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>netduino2</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2'>xlnx-versal-virt</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>mps2-an386</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='512'>virt-6.1</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='4'>raspi3b</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='4'>raspi2b</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='4'>vexpress-a15</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2'>fuji-bmc</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='512'>virt-6.2</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>cheetah</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>virt-2.6</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>ast2500-evb</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='4'>highbank</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>akita</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>connex</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>netduinoplus2</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>collie</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>raspi0</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <domain type='qemu'/>
Oct 23 16:58:41 user nova-compute[74854]:     </arch>
Oct 23 16:58:41 user nova-compute[74854]:     <features>
Oct 23 16:58:41 user nova-compute[74854]:       <acpi default='on' toggle='yes'/>
Oct 23 16:58:41 user nova-compute[74854]:       <cpuselection/>
Oct 23 16:58:41 user nova-compute[74854]:       <deviceboot/>
Oct 23 16:58:41 user nova-compute[74854]:       <disksnapshot default='on' toggle='no'/>
Oct 23 16:58:41 user nova-compute[74854]:     </features>
Oct 23 16:58:41 user nova-compute[74854]:   </guest>
Oct 23 16:58:41 user nova-compute[74854]:   <guest>
Oct 23 16:58:41 user nova-compute[74854]:     <os_type>hvm</os_type>
Oct 23 16:58:41 user nova-compute[74854]:     <arch name='cris'>
Oct 23 16:58:41 user nova-compute[74854]:       <wordsize>32</wordsize>
Oct 23 16:58:41 user nova-compute[74854]:       <emulator>/usr/bin/qemu-system-cris</emulator>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>axis-dev88</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <domain type='qemu'/>
Oct 23 16:58:41 user nova-compute[74854]:     </arch>
Oct 23 16:58:41 user nova-compute[74854]:     <features>
Oct 23 16:58:41 user nova-compute[74854]:       <cpuselection/>
Oct 23 16:58:41 user nova-compute[74854]:       <deviceboot/>
Oct 23 16:58:41 user nova-compute[74854]:       <disksnapshot default='on' toggle='no'/>
Oct 23 16:58:41 user nova-compute[74854]:     </features>
Oct 23 16:58:41 user nova-compute[74854]:   </guest>
Oct 23 16:58:41 user nova-compute[74854]:   <guest>
Oct 23 16:58:41 user nova-compute[74854]:     <os_type>hvm</os_type>
Oct 23 16:58:41 user nova-compute[74854]:     <arch name='i686'>
Oct 23 16:58:41 user nova-compute[74854]:       <wordsize>32</wordsize>
Oct 23 16:58:41 user nova-compute[74854]:       <emulator>/usr/bin/qemu-system-i386</emulator>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-artful</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>x-remote</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>isapc</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-disco</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-impish</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-focal</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>microvm</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <domain type='qemu'/>
Oct 23 16:58:41 user nova-compute[74854]:       <domain type='kvm'/>
Oct 23 16:58:41 user nova-compute[74854]:     </arch>
Oct 23 16:58:41 user nova-compute[74854]:     <features>
Oct 23 16:58:41 user nova-compute[74854]:       <pae/>
Oct 23 16:58:41 user nova-compute[74854]:       <nonpae/>
Oct 23 16:58:41 user nova-compute[74854]:       <acpi default='on' toggle='yes'/>
Oct 23 16:58:41 user nova-compute[74854]:       <apic default='on' toggle='no'/>
Oct 23 16:58:41 user nova-compute[74854]:       <cpuselection/>
Oct 23 16:58:41 user nova-compute[74854]:       <deviceboot/>
Oct 23 16:58:41 user nova-compute[74854]:       <disksnapshot default='on' toggle='no'/>
Oct 23 16:58:41 user nova-compute[74854]:     </features>
Oct 23 16:58:41 user nova-compute[74854]:   </guest>
Oct 23 16:58:41 user nova-compute[74854]:   <guest>
Oct 23 16:58:41 user nova-compute[74854]:     <os_type>hvm</os_type>
Oct 23 16:58:41 user nova-compute[74854]:     <arch name='m68k'>
Oct 23 16:58:41 user nova-compute[74854]:       <wordsize>32</wordsize>
Oct 23 16:58:41 user nova-compute[74854]:       <emulator>/usr/bin/qemu-system-m68k</emulator>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>mcf5208evb</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>an5206</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>virt-6.0</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>q800</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>virt-6.2</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine canonical='virt-6.2' maxCpus='1'>virt</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>next-cube</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>virt-6.1</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <domain type='qemu'/>
Oct 23 16:58:41 user nova-compute[74854]:     </arch>
Oct 23 16:58:41 user nova-compute[74854]:     <features>
Oct 23 16:58:41 user nova-compute[74854]:       <cpuselection/>
Oct 23 16:58:41 user nova-compute[74854]:       <deviceboot/>
Oct 23 16:58:41 user nova-compute[74854]:       <disksnapshot default='on' toggle='no'/>
Oct 23 16:58:41 user nova-compute[74854]:     </features>
Oct 23 16:58:41 user nova-compute[74854]:   </guest>
Oct 23 16:58:41 user nova-compute[74854]:   <guest>
Oct 23 16:58:41 user nova-compute[74854]:     <os_type>hvm</os_type>
Oct 23 16:58:41 user nova-compute[74854]:     <arch name='microblaze'>
Oct 23 16:58:41 user nova-compute[74854]:       <wordsize>32</wordsize>
Oct 23 16:58:41 user nova-compute[74854]:       <emulator>/usr/bin/qemu-system-microblaze</emulator>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>petalogix-ml605</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <domain type='qemu'/>
Oct 23 16:58:41 user nova-compute[74854]:     </arch>
Oct 23 16:58:41 user nova-compute[74854]:     <features>
Oct 23 16:58:41 user nova-compute[74854]:       <cpuselection/>
Oct 23 16:58:41 user nova-compute[74854]:       <deviceboot/>
Oct 23 16:58:41 user nova-compute[74854]:       <disksnapshot default='on' toggle='no'/>
Oct 23 16:58:41 user nova-compute[74854]:     </features>
Oct 23 16:58:41 user nova-compute[74854]:   </guest>
Oct 23 16:58:41 user nova-compute[74854]:   <guest>
Oct 23 16:58:41 user nova-compute[74854]:     <os_type>hvm</os_type>
Oct 23 16:58:41 user nova-compute[74854]:     <arch name='microblazeel'>
Oct 23 16:58:41 user nova-compute[74854]:       <wordsize>32</wordsize>
Oct 23 16:58:41 user nova-compute[74854]:       <emulator>/usr/bin/qemu-system-microblazeel</emulator>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>petalogix-ml605</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <domain type='qemu'/>
Oct 23 16:58:41 user nova-compute[74854]:     </arch>
Oct 23 16:58:41 user nova-compute[74854]:     <features>
Oct 23 16:58:41 user nova-compute[74854]:       <cpuselection/>
Oct 23 16:58:41 user nova-compute[74854]:       <deviceboot/>
Oct 23 16:58:41 user nova-compute[74854]:       <disksnapshot default='on' toggle='no'/>
Oct 23 16:58:41 user nova-compute[74854]:     </features>
Oct 23 16:58:41 user nova-compute[74854]:   </guest>
Oct 23 16:58:41 user nova-compute[74854]:   <guest>
Oct 23 16:58:41 user nova-compute[74854]:     <os_type>hvm</os_type>
Oct 23 16:58:41 user nova-compute[74854]:     <arch name='mips'>
Oct 23 16:58:41 user nova-compute[74854]:       <wordsize>32</wordsize>
Oct 23 16:58:41 user nova-compute[74854]:       <emulator>/usr/bin/qemu-system-mips</emulator>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='16'>malta</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>mipssim</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <domain type='qemu'/>
Oct 23 16:58:41 user nova-compute[74854]:     </arch>
Oct 23 16:58:41 user nova-compute[74854]:     <features>
Oct 23 16:58:41 user nova-compute[74854]:       <cpuselection/>
Oct 23 16:58:41 user nova-compute[74854]:       <deviceboot/>
Oct 23 16:58:41 user nova-compute[74854]:       <disksnapshot default='on' toggle='no'/>
Oct 23 16:58:41 user nova-compute[74854]:     </features>
Oct 23 16:58:41 user nova-compute[74854]:   </guest>
Oct 23 16:58:41 user nova-compute[74854]:   <guest>
Oct 23 16:58:41 user nova-compute[74854]:     <os_type>hvm</os_type>
Oct 23 16:58:41 user nova-compute[74854]:     <arch name='mipsel'>
Oct 23 16:58:41 user nova-compute[74854]:       <wordsize>32</wordsize>
Oct 23 16:58:41 user nova-compute[74854]:       <emulator>/usr/bin/qemu-system-mipsel</emulator>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='16'>malta</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>mipssim</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <domain type='qemu'/>
Oct 23 16:58:41 user nova-compute[74854]:     </arch>
Oct 23 16:58:41 user nova-compute[74854]:     <features>
Oct 23 16:58:41 user nova-compute[74854]:       <cpuselection/>
Oct 23 16:58:41 user nova-compute[74854]:       <deviceboot/>
Oct 23 16:58:41 user nova-compute[74854]:       <disksnapshot default='on' toggle='no'/>
Oct 23 16:58:41 user nova-compute[74854]:     </features>
Oct 23 16:58:41 user nova-compute[74854]:   </guest>
Oct 23 16:58:41 user nova-compute[74854]:   <guest>
Oct 23 16:58:41 user nova-compute[74854]:     <os_type>hvm</os_type>
Oct 23 16:58:41 user nova-compute[74854]:     <arch name='mips64'>
Oct 23 16:58:41 user nova-compute[74854]:       <wordsize>64</wordsize>
Oct 23 16:58:41 user nova-compute[74854]:       <emulator>/usr/bin/qemu-system-mips64</emulator>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='16'>malta</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>mipssim</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>pica61</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>magnum</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <domain type='qemu'/>
Oct 23 16:58:41 user nova-compute[74854]:     </arch>
Oct 23 16:58:41 user nova-compute[74854]:     <features>
Oct 23 16:58:41 user nova-compute[74854]:       <cpuselection/>
Oct 23 16:58:41 user nova-compute[74854]:       <deviceboot/>
Oct 23 16:58:41 user nova-compute[74854]:       <disksnapshot default='on' toggle='no'/>
Oct 23 16:58:41 user nova-compute[74854]:     </features>
Oct 23 16:58:41 user nova-compute[74854]:   </guest>
Oct 23 16:58:41 user nova-compute[74854]:   <guest>
Oct 23 16:58:41 user nova-compute[74854]:     <os_type>hvm</os_type>
Oct 23 16:58:41 user nova-compute[74854]:     <arch name='mips64el'>
Oct 23 16:58:41 user nova-compute[74854]:       <wordsize>64</wordsize>
Oct 23 16:58:41 user nova-compute[74854]:       <emulator>/usr/bin/qemu-system-mips64el</emulator>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='16'>malta</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='16'>loongson3-virt</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>mipssim</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>pica61</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>magnum</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='16'>boston</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>fuloong2e</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <domain type='qemu'/>
Oct 23 16:58:41 user nova-compute[74854]:     </arch>
Oct 23 16:58:41 user nova-compute[74854]:     <features>
Oct 23 16:58:41 user nova-compute[74854]:       <cpuselection/>
Oct 23 16:58:41 user nova-compute[74854]:       <deviceboot/>
Oct 23 16:58:41 user nova-compute[74854]:       <disksnapshot default='on' toggle='no'/>
Oct 23 16:58:41 user nova-compute[74854]:     </features>
Oct 23 16:58:41 user nova-compute[74854]:   </guest>
Oct 23 16:58:41 user nova-compute[74854]:   <guest>
Oct 23 16:58:41 user nova-compute[74854]:     <os_type>hvm</os_type>
Oct 23 16:58:41 user nova-compute[74854]:     <arch name='ppc'>
Oct 23 16:58:41 user nova-compute[74854]:       <wordsize>32</wordsize>
Oct 23 16:58:41 user nova-compute[74854]:       <emulator>/usr/bin/qemu-system-ppc</emulator>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>g3beige</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>virtex-ml507</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>mac99</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='32'>ppce500</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>pegasos2</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>sam460ex</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>bamboo</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>40p</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>ref405ep</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='15'>mpc8544ds</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>taihu</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <domain type='qemu'/>
Oct 23 16:58:41 user nova-compute[74854]:     </arch>
Oct 23 16:58:41 user nova-compute[74854]:     <features>
Oct 23 16:58:41 user nova-compute[74854]:       <cpuselection/>
Oct 23 16:58:41 user nova-compute[74854]:       <deviceboot/>
Oct 23 16:58:41 user nova-compute[74854]:       <disksnapshot default='on' toggle='no'/>
Oct 23 16:58:41 user nova-compute[74854]:     </features>
Oct 23 16:58:41 user nova-compute[74854]:   </guest>
Oct 23 16:58:41 user nova-compute[74854]:   <guest>
Oct 23 16:58:41 user nova-compute[74854]:     <os_type>hvm</os_type>
Oct 23 16:58:41 user nova-compute[74854]:     <arch name='ppc64'>
Oct 23 16:58:41 user nova-compute[74854]:       <wordsize>64</wordsize>
Oct 23 16:58:41 user nova-compute[74854]:       <emulator>/usr/bin/qemu-system-ppc64</emulator>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2048'>powernv9</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>taihu</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='15'>mpc8544ds</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2048'>powernv10</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='32'>ppce500</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>40p</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>pegasos2</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>bamboo</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>g3beige</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>virtex-ml507</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>mac99</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>sam460ex</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>ref405ep</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2048'>powernv8</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <domain type='qemu'/>
Oct 23 16:58:41 user nova-compute[74854]:     </arch>
Oct 23 16:58:41 user nova-compute[74854]:     <features>
Oct 23 16:58:41 user nova-compute[74854]:       <cpuselection/>
Oct 23 16:58:41 user nova-compute[74854]:       <deviceboot/>
Oct 23 16:58:41 user nova-compute[74854]:       <disksnapshot default='on' toggle='no'/>
Oct 23 16:58:41 user nova-compute[74854]:     </features>
Oct 23 16:58:41 user nova-compute[74854]:   </guest>
Oct 23 16:58:41 user nova-compute[74854]:   <guest>
Oct 23 16:58:41 user nova-compute[74854]:     <os_type>hvm</os_type>
Oct 23 16:58:41 user nova-compute[74854]:     <arch name='ppc64le'>
Oct 23 16:58:41 user nova-compute[74854]:       <wordsize>64</wordsize>
Oct 23 16:58:41 user nova-compute[74854]:       <emulator>/usr/bin/qemu-system-ppc64le</emulator>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2048'>powernv9</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>taihu</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='15'>mpc8544ds</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2048'>powernv10</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='32'>ppce500</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>40p</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>pegasos2</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>bamboo</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>g3beige</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>virtex-ml507</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>mac99</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>sam460ex</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>ref405ep</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2048'>powernv8</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <domain type='qemu'/>
Oct 23 16:58:41 user nova-compute[74854]:     </arch>
Oct 23 16:58:41 user nova-compute[74854]:     <features>
Oct 23 16:58:41 user nova-compute[74854]:       <cpuselection/>
Oct 23 16:58:41 user nova-compute[74854]:       <deviceboot/>
Oct 23 16:58:41 user nova-compute[74854]:       <disksnapshot default='on' toggle='no'/>
Oct 23 16:58:41 user nova-compute[74854]:     </features>
Oct 23 16:58:41 user nova-compute[74854]:   </guest>
Oct 23 16:58:41 user nova-compute[74854]:   <guest>
Oct 23 16:58:41 user nova-compute[74854]:     <os_type>hvm</os_type>
Oct 23 16:58:41 user nova-compute[74854]:     <arch name='riscv32'>
Oct 23 16:58:41 user nova-compute[74854]:       <wordsize>32</wordsize>
Oct 23 16:58:41 user nova-compute[74854]:       <emulator>/usr/bin/qemu-system-riscv32</emulator>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='8'>spike</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>opentitan</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='5'>sifive_u</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>sifive_e</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='8'>virt</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <domain type='qemu'/>
Oct 23 16:58:41 user nova-compute[74854]:     </arch>
Oct 23 16:58:41 user nova-compute[74854]:     <features>
Oct 23 16:58:41 user nova-compute[74854]:       <cpuselection/>
Oct 23 16:58:41 user nova-compute[74854]:       <deviceboot/>
Oct 23 16:58:41 user nova-compute[74854]:       <disksnapshot default='on' toggle='no'/>
Oct 23 16:58:41 user nova-compute[74854]:     </features>
Oct 23 16:58:41 user nova-compute[74854]:   </guest>
Oct 23 16:58:41 user nova-compute[74854]:   <guest>
Oct 23 16:58:41 user nova-compute[74854]:     <os_type>hvm</os_type>
Oct 23 16:58:41 user nova-compute[74854]:     <arch name='riscv64'>
Oct 23 16:58:41 user nova-compute[74854]:       <wordsize>64</wordsize>
Oct 23 16:58:41 user nova-compute[74854]:       <emulator>/usr/bin/qemu-system-riscv64</emulator>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='8'>spike</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='5'>microchip-icicle-kit</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='5'>sifive_u</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>shakti_c</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>sifive_e</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='8'>virt</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <domain type='qemu'/>
Oct 23 16:58:41 user nova-compute[74854]:     </arch>
Oct 23 16:58:41 user nova-compute[74854]:     <features>
Oct 23 16:58:41 user nova-compute[74854]:       <cpuselection/>
Oct 23 16:58:41 user nova-compute[74854]:       <deviceboot/>
Oct 23 16:58:41 user nova-compute[74854]:       <disksnapshot default='on' toggle='no'/>
Oct 23 16:58:41 user nova-compute[74854]:     </features>
Oct 23 16:58:41 user nova-compute[74854]:   </guest>
Oct 23 16:58:41 user nova-compute[74854]:   <guest>
Oct 23 16:58:41 user nova-compute[74854]:     <os_type>hvm</os_type>
Oct 23 16:58:41 user nova-compute[74854]:     <arch name='s390x'>
Oct 23 16:58:41 user nova-compute[74854]:       <wordsize>64</wordsize>
Oct 23 16:58:41 user nova-compute[74854]:       <emulator>/usr/bin/qemu-system-s390x</emulator>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='248'>s390-ccw-virtio-jammy</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine canonical='s390-ccw-virtio-jammy' maxCpus='248'>s390-ccw-virtio</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='248'>s390-ccw-virtio-4.0</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='248'>s390-ccw-virtio-5.2</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='248'>s390-ccw-virtio-artful</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='248'>s390-ccw-virtio-3.1</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='248'>s390-ccw-virtio-groovy</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='248'>s390-ccw-virtio-hirsute</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='248'>s390-ccw-virtio-disco</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='248'>s390-ccw-virtio-2.12</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='248'>s390-ccw-virtio-2.6</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='248'>s390-ccw-virtio-yakkety</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='248'>s390-ccw-virtio-eoan</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='248'>s390-ccw-virtio-2.9</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='248'>s390-ccw-virtio-6.0</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='248'>s390-ccw-virtio-5.1</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='248'>s390-ccw-virtio-3.0</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='248'>s390-ccw-virtio-4.2</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='248'>s390-ccw-virtio-2.5</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='248'>s390-ccw-virtio-2.11</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='248'>s390-ccw-virtio-xenial</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='248'>s390-ccw-virtio-focal</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='248'>s390-ccw-virtio-2.8</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='248'>s390-ccw-virtio-impish</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='248'>s390-ccw-virtio-bionic</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='248'>s390-ccw-virtio-5.0</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='248'>s390-ccw-virtio-6.2</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='248'>s390-ccw-virtio-zesty</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='248'>s390-ccw-virtio-4.1</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='248'>s390-ccw-virtio-cosmic</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='248'>s390-ccw-virtio-2.4</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='248'>s390-ccw-virtio-2.10</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='248'>s390-ccw-virtio-2.7</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='248'>s390-ccw-virtio-6.1</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <domain type='qemu'/>
Oct 23 16:58:41 user nova-compute[74854]:     </arch>
Oct 23 16:58:41 user nova-compute[74854]:     <features>
Oct 23 16:58:41 user nova-compute[74854]:       <cpuselection/>
Oct 23 16:58:41 user nova-compute[74854]:       <deviceboot/>
Oct 23 16:58:41 user nova-compute[74854]:       <disksnapshot default='on' toggle='no'/>
Oct 23 16:58:41 user nova-compute[74854]:     </features>
Oct 23 16:58:41 user nova-compute[74854]:   </guest>
Oct 23 16:58:41 user nova-compute[74854]:   <guest>
Oct 23 16:58:41 user nova-compute[74854]:     <os_type>hvm</os_type>
Oct 23 16:58:41 user nova-compute[74854]:     <arch name='sh4'>
Oct 23 16:58:41 user nova-compute[74854]:       <wordsize>32</wordsize>
Oct 23 16:58:41 user nova-compute[74854]:       <emulator>/usr/bin/qemu-system-sh4</emulator>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>shix</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>r2d</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <domain type='qemu'/>
Oct 23 16:58:41 user nova-compute[74854]:     </arch>
Oct 23 16:58:41 user nova-compute[74854]:     <features>
Oct 23 16:58:41 user nova-compute[74854]:       <cpuselection/>
Oct 23 16:58:41 user nova-compute[74854]:       <deviceboot/>
Oct 23 16:58:41 user nova-compute[74854]:       <disksnapshot default='on' toggle='no'/>
Oct 23 16:58:41 user nova-compute[74854]:     </features>
Oct 23 16:58:41 user nova-compute[74854]:   </guest>
Oct 23 16:58:41 user nova-compute[74854]:   <guest>
Oct 23 16:58:41 user nova-compute[74854]:     <os_type>hvm</os_type>
Oct 23 16:58:41 user nova-compute[74854]:     <arch name='sh4eb'>
Oct 23 16:58:41 user nova-compute[74854]:       <wordsize>64</wordsize>
Oct 23 16:58:41 user nova-compute[74854]:       <emulator>/usr/bin/qemu-system-sh4eb</emulator>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>shix</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>r2d</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <domain type='qemu'/>
Oct 23 16:58:41 user nova-compute[74854]:     </arch>
Oct 23 16:58:41 user nova-compute[74854]:     <features>
Oct 23 16:58:41 user nova-compute[74854]:       <cpuselection/>
Oct 23 16:58:41 user nova-compute[74854]:       <deviceboot/>
Oct 23 16:58:41 user nova-compute[74854]:       <disksnapshot default='on' toggle='no'/>
Oct 23 16:58:41 user nova-compute[74854]:     </features>
Oct 23 16:58:41 user nova-compute[74854]:   </guest>
Oct 23 16:58:41 user nova-compute[74854]:   <guest>
Oct 23 16:58:41 user nova-compute[74854]:     <os_type>hvm</os_type>
Oct 23 16:58:41 user nova-compute[74854]:     <arch name='sparc'>
Oct 23 16:58:41 user nova-compute[74854]:       <wordsize>32</wordsize>
Oct 23 16:58:41 user nova-compute[74854]:       <emulator>/usr/bin/qemu-system-sparc</emulator>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>SS-5</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='4'>SS-20</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>LX</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>SPARCClassic</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>leon3_generic</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>SPARCbook</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>SS-4</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='4'>SS-600MP</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='4'>SS-10</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>Voyager</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <domain type='qemu'/>
Oct 23 16:58:41 user nova-compute[74854]:     </arch>
Oct 23 16:58:41 user nova-compute[74854]:     <features>
Oct 23 16:58:41 user nova-compute[74854]:       <cpuselection/>
Oct 23 16:58:41 user nova-compute[74854]:       <deviceboot/>
Oct 23 16:58:41 user nova-compute[74854]:       <disksnapshot default='on' toggle='no'/>
Oct 23 16:58:41 user nova-compute[74854]:     </features>
Oct 23 16:58:41 user nova-compute[74854]:   </guest>
Oct 23 16:58:41 user nova-compute[74854]:   <guest>
Oct 23 16:58:41 user nova-compute[74854]:     <os_type>hvm</os_type>
Oct 23 16:58:41 user nova-compute[74854]:     <arch name='sparc64'>
Oct 23 16:58:41 user nova-compute[74854]:       <wordsize>64</wordsize>
Oct 23 16:58:41 user nova-compute[74854]:       <emulator>/usr/bin/qemu-system-sparc64</emulator>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>sun4u</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>niagara</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>sun4v</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <domain type='qemu'/>
Oct 23 16:58:41 user nova-compute[74854]:     </arch>
Oct 23 16:58:41 user nova-compute[74854]:     <features>
Oct 23 16:58:41 user nova-compute[74854]:       <cpuselection/>
Oct 23 16:58:41 user nova-compute[74854]:       <deviceboot/>
Oct 23 16:58:41 user nova-compute[74854]:       <disksnapshot default='on' toggle='no'/>
Oct 23 16:58:41 user nova-compute[74854]:     </features>
Oct 23 16:58:41 user nova-compute[74854]:   </guest>
Oct 23 16:58:41 user nova-compute[74854]:   <guest>
Oct 23 16:58:41 user nova-compute[74854]:     <os_type>hvm</os_type>
Oct 23 16:58:41 user nova-compute[74854]:     <arch name='x86_64'>
Oct 23 16:58:41 user nova-compute[74854]:       <wordsize>64</wordsize>
Oct 23 16:58:41 user nova-compute[74854]:       <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-artful</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>x-remote</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='1'>isapc</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-disco</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-impish</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-focal</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>microvm</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <domain type='qemu'/>
Oct 23 16:58:41 user nova-compute[74854]:       <domain type='kvm'/>
Oct 23 16:58:41 user nova-compute[74854]:     </arch>
Oct 23 16:58:41 user nova-compute[74854]:     <features>
Oct 23 16:58:41 user nova-compute[74854]:       <acpi default='on' toggle='yes'/>
Oct 23 16:58:41 user nova-compute[74854]:       <apic default='on' toggle='no'/>
Oct 23 16:58:41 user nova-compute[74854]:       <cpuselection/>
Oct 23 16:58:41 user nova-compute[74854]:       <deviceboot/>
Oct 23 16:58:41 user nova-compute[74854]:       <disksnapshot default='on' toggle='no'/>
Oct 23 16:58:41 user nova-compute[74854]:     </features>
Oct 23 16:58:41 user nova-compute[74854]:   </guest>
Oct 23 16:58:41 user nova-compute[74854]:   <guest>
Oct 23 16:58:41 user nova-compute[74854]:     <os_type>hvm</os_type>
Oct 23 16:58:41 user nova-compute[74854]:     <arch name='xtensa'>
Oct 23 16:58:41 user nova-compute[74854]:       <wordsize>32</wordsize>
Oct 23 16:58:41 user nova-compute[74854]:       <emulator>/usr/bin/qemu-system-xtensa</emulator>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='4'>sim</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='32'>kc705</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='32'>ml605</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='32'>ml605-nommu</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='32'>virt</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='32'>lx60-nommu</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='32'>lx200</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='32'>lx200-nommu</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='32'>lx60</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='32'>kc705-nommu</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <domain type='qemu'/>
Oct 23 16:58:41 user nova-compute[74854]:     </arch>
Oct 23 16:58:41 user nova-compute[74854]:     <features>
Oct 23 16:58:41 user nova-compute[74854]:       <cpuselection/>
Oct 23 16:58:41 user nova-compute[74854]:       <deviceboot/>
Oct 23 16:58:41 user nova-compute[74854]:       <disksnapshot default='on' toggle='no'/>
Oct 23 16:58:41 user nova-compute[74854]:     </features>
Oct 23 16:58:41 user nova-compute[74854]:   </guest>
Oct 23 16:58:41 user nova-compute[74854]:   <guest>
Oct 23 16:58:41 user nova-compute[74854]:     <os_type>hvm</os_type>
Oct 23 16:58:41 user nova-compute[74854]:     <arch name='xtensaeb'>
Oct 23 16:58:41 user nova-compute[74854]:       <wordsize>32</wordsize>
Oct 23 16:58:41 user nova-compute[74854]:       <emulator>/usr/bin/qemu-system-xtensaeb</emulator>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='4'>sim</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='32'>kc705</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='32'>ml605</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='32'>ml605-nommu</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='32'>virt</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='32'>lx60-nommu</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='32'>lx200</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='32'>lx200-nommu</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='32'>lx60</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <machine maxCpus='32'>kc705-nommu</machine>
Oct 23 16:58:41 user nova-compute[74854]:       <domain type='qemu'/>
Oct 23 16:58:41 user nova-compute[74854]:     </arch>
Oct 23 16:58:41 user nova-compute[74854]:     <features>
Oct 23 16:58:41 user nova-compute[74854]:       <cpuselection/>
Oct 23 16:58:41 user nova-compute[74854]:       <deviceboot/>
Oct 23 16:58:41 user nova-compute[74854]:       <disksnapshot default='on' toggle='no'/>
Oct 23 16:58:41 user nova-compute[74854]:     </features>
Oct 23 16:58:41 user nova-compute[74854]:   </guest>
Oct 23 16:58:41 user nova-compute[74854]: </capabilities>
Oct 23 16:58:41 user nova-compute[74854]: 
Oct 23 16:58:41 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Getting domain capabilities for alpha via machine types: {None} {{(pid=74854) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 23 16:58:41 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Error from libvirt when retrieving domain capabilities for arch alpha / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-alpha' on this host {{(pid=74854) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 23 16:58:41 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Getting domain capabilities for armv6l via machine types: {'virt', None} {{(pid=74854) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 23 16:58:41 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=74854) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 23 16:58:41 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=74854) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 23 16:58:41 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Getting domain capabilities for armv7l via machine types: {'virt'} {{(pid=74854) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 23 16:58:41 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Error from libvirt when retrieving domain capabilities for arch armv7l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=74854) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 23 16:58:41 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Getting domain capabilities for aarch64 via machine types: {'virt'} {{(pid=74854) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 23 16:58:41 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Error from libvirt when retrieving domain capabilities for arch aarch64 / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-aarch64' on this host {{(pid=74854) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 23 16:58:41 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Getting domain capabilities for cris via machine types: {None} {{(pid=74854) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 23 16:58:41 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Error from libvirt when retrieving domain capabilities for arch cris / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-cris' on this host {{(pid=74854) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 23 16:58:41 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Getting domain capabilities for i686 via machine types: {'ubuntu', 'q35', 'ubuntu-q35', 'pc'} {{(pid=74854) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 23 16:58:41 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu:
Oct 23 16:58:41 user nova-compute[74854]: <domainCapabilities>
Oct 23 16:58:41 user nova-compute[74854]:   <path>/usr/bin/qemu-system-i386</path>
Oct 23 16:58:41 user nova-compute[74854]:   <domain>kvm</domain>
Oct 23 16:58:41 user nova-compute[74854]:   <machine>pc-i440fx-jammy</machine>
Oct 23 16:58:41 user nova-compute[74854]:   <arch>i686</arch>
Oct 23 16:58:41 user nova-compute[74854]:   <vcpu max='255'/>
Oct 23 16:58:41 user nova-compute[74854]:   <iothreads supported='yes'/>
Oct 23 16:58:41 user nova-compute[74854]:   <os supported='yes'>
Oct 23 16:58:41 user nova-compute[74854]:     <enum name='firmware'/>
Oct 23 16:58:41 user nova-compute[74854]:     <loader supported='yes'>
Oct 23 16:58:41 user nova-compute[74854]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Oct 23 16:58:41 user nova-compute[74854]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Oct 23 16:58:41 user nova-compute[74854]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Oct 23 16:58:41 user nova-compute[74854]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Oct 23 16:58:41 user nova-compute[74854]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='type'>
Oct 23 16:58:41 user nova-compute[74854]:         <value>rom</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>pflash</value>
Oct 23 16:58:41 user nova-compute[74854]:       </enum>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='readonly'>
Oct 23 16:58:41 user nova-compute[74854]:         <value>yes</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>no</value>
Oct 23 16:58:41 user nova-compute[74854]:       </enum>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='secure'>
Oct 23 16:58:41 user nova-compute[74854]:         <value>no</value>
Oct 23 16:58:41 user nova-compute[74854]:       </enum>
Oct 23 16:58:41 user nova-compute[74854]:     </loader>
Oct 23 16:58:41 user nova-compute[74854]:   </os>
Oct 23 16:58:41 user nova-compute[74854]:   <cpu>
Oct 23 16:58:41 user nova-compute[74854]:     <mode name='host-passthrough' supported='yes'>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='hostPassthroughMigratable'>
Oct 23 16:58:41 user nova-compute[74854]:         <value>off</value>
Oct 23 16:58:41 user nova-compute[74854]:       </enum>
Oct 23 16:58:41 user nova-compute[74854]:     </mode>
Oct 23 16:58:41 user nova-compute[74854]:     <mode name='maximum' supported='yes'>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='maximumMigratable'>
Oct 23 16:58:41 user nova-compute[74854]:         <value>on</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>off</value>
Oct 23 16:58:41 user nova-compute[74854]:       </enum>
Oct 23 16:58:41 user nova-compute[74854]:     </mode>
Oct 23 16:58:41 user nova-compute[74854]:     <mode name='host-model' supported='yes'>
Oct 23 16:58:41 user nova-compute[74854]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 23 16:58:41 user nova-compute[74854]:       <vendor>Intel</vendor>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='require' name='ss'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='require' name='vmx'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='require' name='pcid'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='require' name='hypervisor'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='require' name='arat'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='require' name='tsc_adjust'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='require' name='umip'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='require' name='md-clear'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='require' name='stibp'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='require' name='arch-capabilities'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='require' name='ssbd'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='require' name='ibpb'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='require' name='ibrs'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='require' name='amd-stibp'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='require' name='amd-ssbd'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='disable' name='erms'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='disable' name='xsaveopt'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='disable' name='lm'/>
Oct 23 16:58:41 user nova-compute[74854]:     </mode>
Oct 23 16:58:41 user nova-compute[74854]:     <mode name='custom' supported='yes'>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>qemu64</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='yes'>qemu32</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>phenom</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='yes'>pentium3</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='yes'>pentium2</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='yes'>pentium</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>n270</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>kvm64</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='yes'>kvm32</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='yes'>coreduo</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>core2duo</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>athlon</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Westmere-IBRS</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Westmere</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Snowridge</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Skylake-Server</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Skylake-Client</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>SandyBridge</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Penryn</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Opteron_G5</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Opteron_G4</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Opteron_G3</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Opteron_G2</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Opteron_G1</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Nehalem-IBRS</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Nehalem</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>IvyBridge</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Icelake-Server</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Haswell-noTSX</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Haswell-IBRS</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Haswell</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>EPYC-Rome</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>EPYC-Milan</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>EPYC-IBPB</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>EPYC</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Dhyana</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Cooperlake</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Conroe</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Cascadelake-Server</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Broadwell-noTSX</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Broadwell-IBRS</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Broadwell</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='yes'>486</model>
Oct 23 16:58:41 user nova-compute[74854]:     </mode>
Oct 23 16:58:41 user nova-compute[74854]:   </cpu>
Oct 23 16:58:41 user nova-compute[74854]:   <memoryBacking supported='yes'>
Oct 23 16:58:41 user nova-compute[74854]:     <enum name='sourceType'>
Oct 23 16:58:41 user nova-compute[74854]:       <value>file</value>
Oct 23 16:58:41 user nova-compute[74854]:       <value>anonymous</value>
Oct 23 16:58:41 user nova-compute[74854]:       <value>memfd</value>
Oct 23 16:58:41 user nova-compute[74854]:     </enum>
Oct 23 16:58:41 user nova-compute[74854]:   </memoryBacking>
Oct 23 16:58:41 user nova-compute[74854]:   <devices>
Oct 23 16:58:41 user nova-compute[74854]:     <disk supported='yes'>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='diskDevice'>
Oct 23 16:58:41 user nova-compute[74854]:         <value>disk</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>cdrom</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>floppy</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>lun</value>
Oct 23 16:58:41 user nova-compute[74854]:       </enum>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='bus'>
Oct 23 16:58:41 user nova-compute[74854]:         <value>ide</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>fdc</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>scsi</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>virtio</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>usb</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>sata</value>
Oct 23 16:58:41 user nova-compute[74854]:       </enum>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='model'>
Oct 23 16:58:41 user nova-compute[74854]:         <value>virtio</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>virtio-transitional</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>virtio-non-transitional</value>
Oct 23 16:58:41 user nova-compute[74854]:       </enum>
Oct 23 16:58:41 user nova-compute[74854]:     </disk>
Oct 23 16:58:41 user nova-compute[74854]:     <graphics supported='yes'>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='type'>
Oct 23 16:58:41 user nova-compute[74854]:         <value>sdl</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>vnc</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>spice</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>egl-headless</value>
Oct 23 16:58:41 user nova-compute[74854]:       </enum>
Oct 23 16:58:41 user nova-compute[74854]:     </graphics>
Oct 23 16:58:41 user nova-compute[74854]:     <video supported='yes'>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='modelType'>
Oct 23 16:58:41 user nova-compute[74854]:         <value>vga</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>cirrus</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>vmvga</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>qxl</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>virtio</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>none</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>bochs</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>ramfb</value>
Oct 23 16:58:41 user nova-compute[74854]:       </enum>
Oct 23 16:58:41 user nova-compute[74854]:     </video>
Oct 23 16:58:41 user nova-compute[74854]:     <hostdev supported='yes'>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='mode'>
Oct 23 16:58:41 user nova-compute[74854]:         <value>subsystem</value>
Oct 23 16:58:41 user nova-compute[74854]:       </enum>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='startupPolicy'>
Oct 23 16:58:41 user nova-compute[74854]:         <value>default</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>mandatory</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>requisite</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>optional</value>
Oct 23 16:58:41 user nova-compute[74854]:       </enum>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='subsysType'>
Oct 23 16:58:41 user nova-compute[74854]:         <value>usb</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>pci</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>scsi</value>
Oct 23 16:58:41 user nova-compute[74854]:       </enum>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='capsType'/>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='pciBackend'/>
Oct 23 16:58:41 user nova-compute[74854]:     </hostdev>
Oct 23 16:58:41 user nova-compute[74854]:     <rng supported='yes'>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='model'>
Oct 23 16:58:41 user nova-compute[74854]:         <value>virtio</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>virtio-transitional</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>virtio-non-transitional</value>
Oct 23 16:58:41 user nova-compute[74854]:       </enum>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='backendModel'>
Oct 23 16:58:41 user nova-compute[74854]:         <value>random</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>egd</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>builtin</value>
Oct 23 16:58:41 user nova-compute[74854]:       </enum>
Oct 23 16:58:41 user nova-compute[74854]:     </rng>
Oct 23 16:58:41 user nova-compute[74854]:     <filesystem supported='yes'>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='driverType'>
Oct 23 16:58:41 user nova-compute[74854]:         <value>path</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>handle</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>virtiofs</value>
Oct 23 16:58:41 user nova-compute[74854]:       </enum>
Oct 23 16:58:41 user nova-compute[74854]:     </filesystem>
Oct 23 16:58:41 user nova-compute[74854]:     <tpm supported='yes'>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='model'>
Oct 23 16:58:41 user nova-compute[74854]:         <value>tpm-tis</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>tpm-crb</value>
Oct 23 16:58:41 user nova-compute[74854]:       </enum>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='backendModel'>
Oct 23 16:58:41 user nova-compute[74854]:         <value>passthrough</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>emulator</value>
Oct 23 16:58:41 user nova-compute[74854]:       </enum>
Oct 23 16:58:41 user nova-compute[74854]:     </tpm>
Oct 23 16:58:41 user nova-compute[74854]:   </devices>
Oct 23 16:58:41 user nova-compute[74854]:   <features>
Oct 23 16:58:41 user nova-compute[74854]:     <gic supported='no'/>
Oct 23 16:58:41 user nova-compute[74854]:     <vmcoreinfo supported='yes'/>
Oct 23 16:58:41 user nova-compute[74854]:     <genid supported='yes'/>
Oct 23 16:58:41 user nova-compute[74854]:     <backingStoreInput supported='yes'/>
Oct 23 16:58:41 user nova-compute[74854]:     <backup supported='yes'/>
Oct 23 16:58:41 user nova-compute[74854]:     <sev supported='no'/>
Oct 23 16:58:41 user nova-compute[74854]:   </features>
Oct 23 16:58:41 user nova-compute[74854]: </domainCapabilities>
Oct 23 16:58:41 user nova-compute[74854]:  {{(pid=74854) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 23 16:58:41 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=q35:
Oct 23 16:58:41 user nova-compute[74854]: <domainCapabilities>
Oct 23 16:58:41 user nova-compute[74854]:   <path>/usr/bin/qemu-system-i386</path>
Oct 23 16:58:41 user nova-compute[74854]:   <domain>kvm</domain>
Oct 23 16:58:41 user nova-compute[74854]:   <machine>pc-q35-6.2</machine>
Oct 23 16:58:41 user nova-compute[74854]:   <arch>i686</arch>
Oct 23 16:58:41 user nova-compute[74854]:   <vcpu max='288'/>
Oct 23 16:58:41 user nova-compute[74854]:   <iothreads supported='yes'/>
Oct 23 16:58:41 user nova-compute[74854]:   <os supported='yes'>
Oct 23 16:58:41 user nova-compute[74854]:     <enum name='firmware'/>
Oct 23 16:58:41 user nova-compute[74854]:     <loader supported='yes'>
Oct 23 16:58:41 user nova-compute[74854]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Oct 23 16:58:41 user nova-compute[74854]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Oct 23 16:58:41 user nova-compute[74854]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Oct 23 16:58:41 user nova-compute[74854]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Oct 23 16:58:41 user nova-compute[74854]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='type'>
Oct 23 16:58:41 user nova-compute[74854]:         <value>rom</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>pflash</value>
Oct 23 16:58:41 user nova-compute[74854]:       </enum>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='readonly'>
Oct 23 16:58:41 user nova-compute[74854]:         <value>yes</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>no</value>
Oct 23 16:58:41 user nova-compute[74854]:       </enum>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='secure'>
Oct 23 16:58:41 user nova-compute[74854]:         <value>no</value>
Oct 23 16:58:41 user nova-compute[74854]:       </enum>
Oct 23 16:58:41 user nova-compute[74854]:     </loader>
Oct 23 16:58:41 user nova-compute[74854]:   </os>
Oct 23 16:58:41 user nova-compute[74854]:   <cpu>
Oct 23 16:58:41 user nova-compute[74854]:     <mode name='host-passthrough' supported='yes'>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='hostPassthroughMigratable'>
Oct 23 16:58:41 user nova-compute[74854]:         <value>off</value>
Oct 23 16:58:41 user nova-compute[74854]:       </enum>
Oct 23 16:58:41 user nova-compute[74854]:     </mode>
Oct 23 16:58:41 user nova-compute[74854]:     <mode name='maximum' supported='yes'>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='maximumMigratable'>
Oct 23 16:58:41 user nova-compute[74854]:         <value>on</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>off</value>
Oct 23 16:58:41 user nova-compute[74854]:       </enum>
Oct 23 16:58:41 user nova-compute[74854]:     </mode>
Oct 23 16:58:41 user nova-compute[74854]:     <mode name='host-model' supported='yes'>
Oct 23 16:58:41 user nova-compute[74854]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 23 16:58:41 user nova-compute[74854]:       <vendor>Intel</vendor>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='require' name='ss'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='require' name='vmx'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='require' name='pcid'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='require' name='hypervisor'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='require' name='arat'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='require' name='tsc_adjust'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='require' name='umip'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='require' name='md-clear'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='require' name='stibp'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='require' name='arch-capabilities'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='require' name='ssbd'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='require' name='ibpb'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='require' name='ibrs'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='require' name='amd-stibp'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='require' name='amd-ssbd'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='disable' name='erms'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='disable' name='xsaveopt'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='disable' name='lm'/>
Oct 23 16:58:41 user nova-compute[74854]:     </mode>
Oct 23 16:58:41 user nova-compute[74854]:     <mode name='custom' supported='yes'>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>qemu64</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='yes'>qemu32</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>phenom</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='yes'>pentium3</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='yes'>pentium2</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='yes'>pentium</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>n270</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>kvm64</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='yes'>kvm32</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='yes'>coreduo</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>core2duo</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>athlon</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Westmere-IBRS</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Westmere</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Snowridge</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Skylake-Server</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Skylake-Client</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>SandyBridge</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Penryn</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Opteron_G5</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Opteron_G4</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Opteron_G3</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Opteron_G2</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Opteron_G1</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Nehalem-IBRS</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Nehalem</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>IvyBridge</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Icelake-Server</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Haswell-noTSX</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Haswell-IBRS</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Haswell</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>EPYC-Rome</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>EPYC-Milan</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>EPYC-IBPB</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>EPYC</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Dhyana</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Cooperlake</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Conroe</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Cascadelake-Server</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Broadwell-noTSX</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Broadwell-IBRS</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Broadwell</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='yes'>486</model>
Oct 23 16:58:41 user nova-compute[74854]:     </mode>
Oct 23 16:58:41 user nova-compute[74854]:   </cpu>
Oct 23 16:58:41 user nova-compute[74854]:   <memoryBacking supported='yes'>
Oct 23 16:58:41 user nova-compute[74854]:     <enum name='sourceType'>
Oct 23 16:58:41 user nova-compute[74854]:       <value>file</value>
Oct 23 16:58:41 user nova-compute[74854]:       <value>anonymous</value>
Oct 23 16:58:41 user nova-compute[74854]:       <value>memfd</value>
Oct 23 16:58:41 user nova-compute[74854]:     </enum>
Oct 23 16:58:41 user nova-compute[74854]:   </memoryBacking>
Oct 23 16:58:41 user nova-compute[74854]:   <devices>
Oct 23 16:58:41 user nova-compute[74854]:     <disk supported='yes'>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='diskDevice'>
Oct 23 16:58:41 user nova-compute[74854]:         <value>disk</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>cdrom</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>floppy</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>lun</value>
Oct 23 16:58:41 user nova-compute[74854]:       </enum>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='bus'>
Oct 23 16:58:41 user nova-compute[74854]:         <value>fdc</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>scsi</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>virtio</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>usb</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>sata</value>
Oct 23 16:58:41 user nova-compute[74854]:       </enum>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='model'>
Oct 23 16:58:41 user nova-compute[74854]:         <value>virtio</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>virtio-transitional</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>virtio-non-transitional</value>
Oct 23 16:58:41 user nova-compute[74854]:       </enum>
Oct 23 16:58:41 user nova-compute[74854]:     </disk>
Oct 23 16:58:41 user nova-compute[74854]:     <graphics supported='yes'>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='type'>
Oct 23 16:58:41 user nova-compute[74854]:         <value>sdl</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>vnc</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>spice</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>egl-headless</value>
Oct 23 16:58:41 user nova-compute[74854]:       </enum>
Oct 23 16:58:41 user nova-compute[74854]:     </graphics>
Oct 23 16:58:41 user nova-compute[74854]:     <video supported='yes'>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='modelType'>
Oct 23 16:58:41 user nova-compute[74854]:         <value>vga</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>cirrus</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>vmvga</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>qxl</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>virtio</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>none</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>bochs</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>ramfb</value>
Oct 23 16:58:41 user nova-compute[74854]:       </enum>
Oct 23 16:58:41 user nova-compute[74854]:     </video>
Oct 23 16:58:41 user nova-compute[74854]:     <hostdev supported='yes'>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='mode'>
Oct 23 16:58:41 user nova-compute[74854]:         <value>subsystem</value>
Oct 23 16:58:41 user nova-compute[74854]:       </enum>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='startupPolicy'>
Oct 23 16:58:41 user nova-compute[74854]:         <value>default</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>mandatory</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>requisite</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>optional</value>
Oct 23 16:58:41 user nova-compute[74854]:       </enum>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='subsysType'>
Oct 23 16:58:41 user nova-compute[74854]:         <value>usb</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>pci</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>scsi</value>
Oct 23 16:58:41 user nova-compute[74854]:       </enum>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='capsType'/>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='pciBackend'/>
Oct 23 16:58:41 user nova-compute[74854]:     </hostdev>
Oct 23 16:58:41 user nova-compute[74854]:     <rng supported='yes'>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='model'>
Oct 23 16:58:41 user nova-compute[74854]:         <value>virtio</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>virtio-transitional</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>virtio-non-transitional</value>
Oct 23 16:58:41 user nova-compute[74854]:       </enum>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='backendModel'>
Oct 23 16:58:41 user nova-compute[74854]:         <value>random</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>egd</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>builtin</value>
Oct 23 16:58:41 user nova-compute[74854]:       </enum>
Oct 23 16:58:41 user nova-compute[74854]:     </rng>
Oct 23 16:58:41 user nova-compute[74854]:     <filesystem supported='yes'>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='driverType'>
Oct 23 16:58:41 user nova-compute[74854]:         <value>path</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>handle</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>virtiofs</value>
Oct 23 16:58:41 user nova-compute[74854]:       </enum>
Oct 23 16:58:41 user nova-compute[74854]:     </filesystem>
Oct 23 16:58:41 user nova-compute[74854]:     <tpm supported='yes'>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='model'>
Oct 23 16:58:41 user nova-compute[74854]:         <value>tpm-tis</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>tpm-crb</value>
Oct 23 16:58:41 user nova-compute[74854]:       </enum>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='backendModel'>
Oct 23 16:58:41 user nova-compute[74854]:         <value>passthrough</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>emulator</value>
Oct 23 16:58:41 user nova-compute[74854]:       </enum>
Oct 23 16:58:41 user nova-compute[74854]:     </tpm>
Oct 23 16:58:41 user nova-compute[74854]:   </devices>
Oct 23 16:58:41 user nova-compute[74854]:   <features>
Oct 23 16:58:41 user nova-compute[74854]:     <gic supported='no'/>
Oct 23 16:58:41 user nova-compute[74854]:     <vmcoreinfo supported='yes'/>
Oct 23 16:58:41 user nova-compute[74854]:     <genid supported='yes'/>
Oct 23 16:58:41 user nova-compute[74854]:     <backingStoreInput supported='yes'/>
Oct 23 16:58:41 user nova-compute[74854]:     <backup supported='yes'/>
Oct 23 16:58:41 user nova-compute[74854]:     <sev supported='no'/>
Oct 23 16:58:41 user nova-compute[74854]:   </features>
Oct 23 16:58:41 user nova-compute[74854]: </domainCapabilities>
Oct 23 16:58:41 user nova-compute[74854]:  {{(pid=74854) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 23 16:58:41 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu-q35:
Oct 23 16:58:41 user nova-compute[74854]: <domainCapabilities>
Oct 23 16:58:41 user nova-compute[74854]:   <path>/usr/bin/qemu-system-i386</path>
Oct 23 16:58:41 user nova-compute[74854]:   <domain>kvm</domain>
Oct 23 16:58:41 user nova-compute[74854]:   <machine>pc-q35-jammy</machine>
Oct 23 16:58:41 user nova-compute[74854]:   <arch>i686</arch>
Oct 23 16:58:41 user nova-compute[74854]:   <vcpu max='288'/>
Oct 23 16:58:41 user nova-compute[74854]:   <iothreads supported='yes'/>
Oct 23 16:58:41 user nova-compute[74854]:   <os supported='yes'>
Oct 23 16:58:41 user nova-compute[74854]:     <enum name='firmware'/>
Oct 23 16:58:41 user nova-compute[74854]:     <loader supported='yes'>
Oct 23 16:58:41 user nova-compute[74854]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Oct 23 16:58:41 user nova-compute[74854]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Oct 23 16:58:41 user nova-compute[74854]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Oct 23 16:58:41 user nova-compute[74854]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Oct 23 16:58:41 user nova-compute[74854]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='type'>
Oct 23 16:58:41 user nova-compute[74854]:         <value>rom</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>pflash</value>
Oct 23 16:58:41 user nova-compute[74854]:       </enum>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='readonly'>
Oct 23 16:58:41 user nova-compute[74854]:         <value>yes</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>no</value>
Oct 23 16:58:41 user nova-compute[74854]:       </enum>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='secure'>
Oct 23 16:58:41 user nova-compute[74854]:         <value>no</value>
Oct 23 16:58:41 user nova-compute[74854]:       </enum>
Oct 23 16:58:41 user nova-compute[74854]:     </loader>
Oct 23 16:58:41 user nova-compute[74854]:   </os>
Oct 23 16:58:41 user nova-compute[74854]:   <cpu>
Oct 23 16:58:41 user nova-compute[74854]:     <mode name='host-passthrough' supported='yes'>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='hostPassthroughMigratable'>
Oct 23 16:58:41 user nova-compute[74854]:         <value>off</value>
Oct 23 16:58:41 user nova-compute[74854]:       </enum>
Oct 23 16:58:41 user nova-compute[74854]:     </mode>
Oct 23 16:58:41 user nova-compute[74854]:     <mode name='maximum' supported='yes'>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='maximumMigratable'>
Oct 23 16:58:41 user nova-compute[74854]:         <value>on</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>off</value>
Oct 23 16:58:41 user nova-compute[74854]:       </enum>
Oct 23 16:58:41 user nova-compute[74854]:     </mode>
Oct 23 16:58:41 user nova-compute[74854]:     <mode name='host-model' supported='yes'>
Oct 23 16:58:41 user nova-compute[74854]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 23 16:58:41 user nova-compute[74854]:       <vendor>Intel</vendor>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='require' name='ss'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='require' name='vmx'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='require' name='pcid'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='require' name='hypervisor'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='require' name='arat'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='require' name='tsc_adjust'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='require' name='umip'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='require' name='md-clear'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='require' name='stibp'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='require' name='arch-capabilities'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='require' name='ssbd'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='require' name='ibpb'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='require' name='ibrs'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='require' name='amd-stibp'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='require' name='amd-ssbd'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='disable' name='erms'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='disable' name='xsaveopt'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='disable' name='lm'/>
Oct 23 16:58:41 user nova-compute[74854]:     </mode>
Oct 23 16:58:41 user nova-compute[74854]:     <mode name='custom' supported='yes'>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>qemu64</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='yes'>qemu32</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>phenom</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='yes'>pentium3</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='yes'>pentium2</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='yes'>pentium</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>n270</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>kvm64</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='yes'>kvm32</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='yes'>coreduo</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>core2duo</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>athlon</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Westmere-IBRS</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Westmere</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Snowridge</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Skylake-Server</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Skylake-Client</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>SandyBridge</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Penryn</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Opteron_G5</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Opteron_G4</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Opteron_G3</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Opteron_G2</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Opteron_G1</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Nehalem-IBRS</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Nehalem</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>IvyBridge</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Icelake-Server</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Haswell-noTSX</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Haswell-IBRS</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Haswell</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>EPYC-Rome</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>EPYC-Milan</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>EPYC-IBPB</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>EPYC</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Dhyana</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Cooperlake</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Conroe</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Cascadelake-Server</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Broadwell-noTSX</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Broadwell-IBRS</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>Broadwell</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='yes'>486</model>
Oct 23 16:58:41 user nova-compute[74854]:     </mode>
Oct 23 16:58:41 user nova-compute[74854]:   </cpu>
Oct 23 16:58:41 user nova-compute[74854]:   <memoryBacking supported='yes'>
Oct 23 16:58:41 user nova-compute[74854]:     <enum name='sourceType'>
Oct 23 16:58:41 user nova-compute[74854]:       <value>file</value>
Oct 23 16:58:41 user nova-compute[74854]:       <value>anonymous</value>
Oct 23 16:58:41 user nova-compute[74854]:       <value>memfd</value>
Oct 23 16:58:41 user nova-compute[74854]:     </enum>
Oct 23 16:58:41 user nova-compute[74854]:   </memoryBacking>
Oct 23 16:58:41 user nova-compute[74854]:   <devices>
Oct 23 16:58:41 user nova-compute[74854]:     <disk supported='yes'>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='diskDevice'>
Oct 23 16:58:41 user nova-compute[74854]:         <value>disk</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>cdrom</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>floppy</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>lun</value>
Oct 23 16:58:41 user nova-compute[74854]:       </enum>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='bus'>
Oct 23 16:58:41 user nova-compute[74854]:         <value>fdc</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>scsi</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>virtio</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>usb</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>sata</value>
Oct 23 16:58:41 user nova-compute[74854]:       </enum>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='model'>
Oct 23 16:58:41 user nova-compute[74854]:         <value>virtio</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>virtio-transitional</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>virtio-non-transitional</value>
Oct 23 16:58:41 user nova-compute[74854]:       </enum>
Oct 23 16:58:41 user nova-compute[74854]:     </disk>
Oct 23 16:58:41 user nova-compute[74854]:     <graphics supported='yes'>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='type'>
Oct 23 16:58:41 user nova-compute[74854]:         <value>sdl</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>vnc</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>spice</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>egl-headless</value>
Oct 23 16:58:41 user nova-compute[74854]:       </enum>
Oct 23 16:58:41 user nova-compute[74854]:     </graphics>
Oct 23 16:58:41 user nova-compute[74854]:     <video supported='yes'>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='modelType'>
Oct 23 16:58:41 user nova-compute[74854]:         <value>vga</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>cirrus</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>vmvga</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>qxl</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>virtio</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>none</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>bochs</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>ramfb</value>
Oct 23 16:58:41 user nova-compute[74854]:       </enum>
Oct 23 16:58:41 user nova-compute[74854]:     </video>
Oct 23 16:58:41 user nova-compute[74854]:     <hostdev supported='yes'>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='mode'>
Oct 23 16:58:41 user nova-compute[74854]:         <value>subsystem</value>
Oct 23 16:58:41 user nova-compute[74854]:       </enum>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='startupPolicy'>
Oct 23 16:58:41 user nova-compute[74854]:         <value>default</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>mandatory</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>requisite</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>optional</value>
Oct 23 16:58:41 user nova-compute[74854]:       </enum>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='subsysType'>
Oct 23 16:58:41 user nova-compute[74854]:         <value>usb</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>pci</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>scsi</value>
Oct 23 16:58:41 user nova-compute[74854]:       </enum>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='capsType'/>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='pciBackend'/>
Oct 23 16:58:41 user nova-compute[74854]:     </hostdev>
Oct 23 16:58:41 user nova-compute[74854]:     <rng supported='yes'>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='model'>
Oct 23 16:58:41 user nova-compute[74854]:         <value>virtio</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>virtio-transitional</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>virtio-non-transitional</value>
Oct 23 16:58:41 user nova-compute[74854]:       </enum>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='backendModel'>
Oct 23 16:58:41 user nova-compute[74854]:         <value>random</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>egd</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>builtin</value>
Oct 23 16:58:41 user nova-compute[74854]:       </enum>
Oct 23 16:58:41 user nova-compute[74854]:     </rng>
Oct 23 16:58:41 user nova-compute[74854]:     <filesystem supported='yes'>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='driverType'>
Oct 23 16:58:41 user nova-compute[74854]:         <value>path</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>handle</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>virtiofs</value>
Oct 23 16:58:41 user nova-compute[74854]:       </enum>
Oct 23 16:58:41 user nova-compute[74854]:     </filesystem>
Oct 23 16:58:41 user nova-compute[74854]:     <tpm supported='yes'>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='model'>
Oct 23 16:58:41 user nova-compute[74854]:         <value>tpm-tis</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>tpm-crb</value>
Oct 23 16:58:41 user nova-compute[74854]:       </enum>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='backendModel'>
Oct 23 16:58:41 user nova-compute[74854]:         <value>passthrough</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>emulator</value>
Oct 23 16:58:41 user nova-compute[74854]:       </enum>
Oct 23 16:58:41 user nova-compute[74854]:     </tpm>
Oct 23 16:58:41 user nova-compute[74854]:   </devices>
Oct 23 16:58:41 user nova-compute[74854]:   <features>
Oct 23 16:58:41 user nova-compute[74854]:     <gic supported='no'/>
Oct 23 16:58:41 user nova-compute[74854]:     <vmcoreinfo supported='yes'/>
Oct 23 16:58:41 user nova-compute[74854]:     <genid supported='yes'/>
Oct 23 16:58:41 user nova-compute[74854]:     <backingStoreInput supported='yes'/>
Oct 23 16:58:41 user nova-compute[74854]:     <backup supported='yes'/>
Oct 23 16:58:41 user nova-compute[74854]:     <sev supported='no'/>
Oct 23 16:58:41 user nova-compute[74854]:   </features>
Oct 23 16:58:41 user nova-compute[74854]: </domainCapabilities>
Oct 23 16:58:41 user nova-compute[74854]:  {{(pid=74854) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 23 16:58:41 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=pc:
Oct 23 16:58:41 user nova-compute[74854]: <domainCapabilities>
Oct 23 16:58:41 user nova-compute[74854]:   <path>/usr/bin/qemu-system-i386</path>
Oct 23 16:58:41 user nova-compute[74854]:   <domain>kvm</domain>
Oct 23 16:58:41 user nova-compute[74854]:   <machine>pc-i440fx-6.2</machine>
Oct 23 16:58:41 user nova-compute[74854]:   <arch>i686</arch>
Oct 23 16:58:41 user nova-compute[74854]:   <vcpu max='255'/>
Oct 23 16:58:41 user nova-compute[74854]:   <iothreads supported='yes'/>
Oct 23 16:58:41 user nova-compute[74854]:   <os supported='yes'>
Oct 23 16:58:41 user nova-compute[74854]:     <enum name='firmware'/>
Oct 23 16:58:41 user nova-compute[74854]:     <loader supported='yes'>
Oct 23 16:58:41 user nova-compute[74854]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Oct 23 16:58:41 user nova-compute[74854]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Oct 23 16:58:41 user nova-compute[74854]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Oct 23 16:58:41 user nova-compute[74854]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Oct 23 16:58:41 user nova-compute[74854]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='type'>
Oct 23 16:58:41 user nova-compute[74854]:         <value>rom</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>pflash</value>
Oct 23 16:58:41 user nova-compute[74854]:       </enum>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='readonly'>
Oct 23 16:58:41 user nova-compute[74854]:         <value>yes</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>no</value>
Oct 23 16:58:41 user nova-compute[74854]:       </enum>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='secure'>
Oct 23 16:58:41 user nova-compute[74854]:         <value>no</value>
Oct 23 16:58:41 user nova-compute[74854]:       </enum>
Oct 23 16:58:41 user nova-compute[74854]:     </loader>
Oct 23 16:58:41 user nova-compute[74854]:   </os>
Oct 23 16:58:41 user nova-compute[74854]:   <cpu>
Oct 23 16:58:41 user nova-compute[74854]:     <mode name='host-passthrough' supported='yes'>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='hostPassthroughMigratable'>
Oct 23 16:58:41 user nova-compute[74854]:         <value>off</value>
Oct 23 16:58:41 user nova-compute[74854]:       </enum>
Oct 23 16:58:41 user nova-compute[74854]:     </mode>
Oct 23 16:58:41 user nova-compute[74854]:     <mode name='maximum' supported='yes'>
Oct 23 16:58:41 user nova-compute[74854]:       <enum name='maximumMigratable'>
Oct 23 16:58:41 user nova-compute[74854]:         <value>on</value>
Oct 23 16:58:41 user nova-compute[74854]:         <value>off</value>
Oct 23 16:58:41 user nova-compute[74854]:       </enum>
Oct 23 16:58:41 user nova-compute[74854]:     </mode>
Oct 23 16:58:41 user nova-compute[74854]:     <mode name='host-model' supported='yes'>
Oct 23 16:58:41 user nova-compute[74854]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 23 16:58:41 user nova-compute[74854]:       <vendor>Intel</vendor>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='require' name='ss'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='require' name='vmx'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='require' name='pcid'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='require' name='hypervisor'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='require' name='arat'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='require' name='tsc_adjust'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='require' name='umip'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='require' name='md-clear'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='require' name='stibp'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='require' name='arch-capabilities'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='require' name='ssbd'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='require' name='ibpb'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='require' name='ibrs'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='require' name='amd-stibp'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='require' name='amd-ssbd'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='disable' name='erms'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='disable' name='xsaveopt'/>
Oct 23 16:58:41 user nova-compute[74854]:       <feature policy='disable' name='lm'/>
Oct 23 16:58:41 user nova-compute[74854]:     </mode>
Oct 23 16:58:41 user nova-compute[74854]:     <mode name='custom' supported='yes'>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>qemu64</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='yes'>qemu32</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>phenom</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='yes'>pentium3</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='yes'>pentium2</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='yes'>pentium</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>n270</model>
Oct 23 16:58:41 user nova-compute[74854]:       <model usable='no'>kvm64</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>kvm32</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>coreduo</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>core2duo</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>athlon</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Westmere-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Westmere</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Snowridge</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Skylake-Server</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Skylake-Client</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>SandyBridge</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Penryn</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Opteron_G5</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Opteron_G4</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Opteron_G3</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Opteron_G2</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Opteron_G1</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Nehalem-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Nehalem</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>IvyBridge</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Icelake-Server</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Haswell-noTSX</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Haswell-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Haswell</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>EPYC-Rome</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>EPYC-Milan</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>EPYC-IBPB</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>EPYC</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Dhyana</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Cooperlake</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Conroe</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Cascadelake-Server</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Broadwell-noTSX</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Broadwell-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Broadwell</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>486</model>
Oct 23 16:58:42 user nova-compute[74854]:     </mode>
Oct 23 16:58:42 user nova-compute[74854]:   </cpu>
Oct 23 16:58:42 user nova-compute[74854]:   <memoryBacking supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:     <enum name='sourceType'>
Oct 23 16:58:42 user nova-compute[74854]:       <value>file</value>
Oct 23 16:58:42 user nova-compute[74854]:       <value>anonymous</value>
Oct 23 16:58:42 user nova-compute[74854]:       <value>memfd</value>
Oct 23 16:58:42 user nova-compute[74854]:     </enum>
Oct 23 16:58:42 user nova-compute[74854]:   </memoryBacking>
Oct 23 16:58:42 user nova-compute[74854]:   <devices>
Oct 23 16:58:42 user nova-compute[74854]:     <disk supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='diskDevice'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>disk</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>cdrom</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>floppy</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>lun</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='bus'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>ide</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>fdc</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>scsi</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>virtio</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>usb</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>sata</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='model'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>virtio</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>virtio-transitional</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>virtio-non-transitional</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:     </disk>
Oct 23 16:58:42 user nova-compute[74854]:     <graphics supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='type'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>sdl</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>vnc</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>spice</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>egl-headless</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:     </graphics>
Oct 23 16:58:42 user nova-compute[74854]:     <video supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='modelType'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>vga</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>cirrus</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>vmvga</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>qxl</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>virtio</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>none</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>bochs</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>ramfb</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:     </video>
Oct 23 16:58:42 user nova-compute[74854]:     <hostdev supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='mode'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>subsystem</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='startupPolicy'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>default</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>mandatory</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>requisite</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>optional</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='subsysType'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>usb</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>pci</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>scsi</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='capsType'/>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='pciBackend'/>
Oct 23 16:58:42 user nova-compute[74854]:     </hostdev>
Oct 23 16:58:42 user nova-compute[74854]:     <rng supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='model'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>virtio</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>virtio-transitional</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>virtio-non-transitional</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='backendModel'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>random</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>egd</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>builtin</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:     </rng>
Oct 23 16:58:42 user nova-compute[74854]:     <filesystem supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='driverType'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>path</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>handle</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>virtiofs</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:     </filesystem>
Oct 23 16:58:42 user nova-compute[74854]:     <tpm supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='model'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>tpm-tis</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>tpm-crb</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='backendModel'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>passthrough</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>emulator</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:     </tpm>
Oct 23 16:58:42 user nova-compute[74854]:   </devices>
Oct 23 16:58:42 user nova-compute[74854]:   <features>
Oct 23 16:58:42 user nova-compute[74854]:     <gic supported='no'/>
Oct 23 16:58:42 user nova-compute[74854]:     <vmcoreinfo supported='yes'/>
Oct 23 16:58:42 user nova-compute[74854]:     <genid supported='yes'/>
Oct 23 16:58:42 user nova-compute[74854]:     <backingStoreInput supported='yes'/>
Oct 23 16:58:42 user nova-compute[74854]:     <backup supported='yes'/>
Oct 23 16:58:42 user nova-compute[74854]:     <sev supported='no'/>
Oct 23 16:58:42 user nova-compute[74854]:   </features>
Oct 23 16:58:42 user nova-compute[74854]: </domainCapabilities>
Oct 23 16:58:42 user nova-compute[74854]:  {{(pid=74854) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 23 16:58:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Getting domain capabilities for m68k via machine types: {'virt', None} {{(pid=74854) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 23 16:58:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=74854) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 23 16:58:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=74854) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 23 16:58:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Getting domain capabilities for microblaze via machine types: {None} {{(pid=74854) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 23 16:58:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Error from libvirt when retrieving domain capabilities for arch microblaze / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblaze' on this host {{(pid=74854) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 23 16:58:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Getting domain capabilities for microblazeel via machine types: {None} {{(pid=74854) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 23 16:58:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Error from libvirt when retrieving domain capabilities for arch microblazeel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblazeel' on this host {{(pid=74854) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 23 16:58:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Getting domain capabilities for mips via machine types: {None} {{(pid=74854) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 23 16:58:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Error from libvirt when retrieving domain capabilities for arch mips / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips' on this host {{(pid=74854) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 23 16:58:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Getting domain capabilities for mipsel via machine types: {None} {{(pid=74854) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 23 16:58:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Error from libvirt when retrieving domain capabilities for arch mipsel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mipsel' on this host {{(pid=74854) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 23 16:58:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Getting domain capabilities for mips64 via machine types: {None} {{(pid=74854) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 23 16:58:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Error from libvirt when retrieving domain capabilities for arch mips64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64' on this host {{(pid=74854) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 23 16:58:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Getting domain capabilities for mips64el via machine types: {None} {{(pid=74854) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 23 16:58:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Error from libvirt when retrieving domain capabilities for arch mips64el / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64el' on this host {{(pid=74854) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 23 16:58:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Getting domain capabilities for ppc via machine types: {None} {{(pid=74854) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 23 16:58:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Error from libvirt when retrieving domain capabilities for arch ppc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc' on this host {{(pid=74854) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 23 16:58:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Getting domain capabilities for ppc64 via machine types: {'pseries', 'powernv', None} {{(pid=74854) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 23 16:58:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=74854) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 23 16:58:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=74854) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 23 16:58:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=74854) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 23 16:58:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Getting domain capabilities for ppc64le via machine types: {'pseries', 'powernv'} {{(pid=74854) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 23 16:58:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=74854) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 23 16:58:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=74854) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 23 16:58:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Getting domain capabilities for riscv32 via machine types: {None} {{(pid=74854) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 23 16:58:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Error from libvirt when retrieving domain capabilities for arch riscv32 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv32' on this host {{(pid=74854) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 23 16:58:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Getting domain capabilities for riscv64 via machine types: {None} {{(pid=74854) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 23 16:58:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Error from libvirt when retrieving domain capabilities for arch riscv64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv64' on this host {{(pid=74854) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 23 16:58:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Getting domain capabilities for s390x via machine types: {'s390-ccw-virtio'} {{(pid=74854) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 23 16:58:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Error from libvirt when retrieving domain capabilities for arch s390x / virt_type kvm / machine_type s390-ccw-virtio: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-s390x' on this host {{(pid=74854) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 23 16:58:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Getting domain capabilities for sh4 via machine types: {None} {{(pid=74854) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 23 16:58:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Error from libvirt when retrieving domain capabilities for arch sh4 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4' on this host {{(pid=74854) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 23 16:58:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Getting domain capabilities for sh4eb via machine types: {None} {{(pid=74854) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 23 16:58:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Error from libvirt when retrieving domain capabilities for arch sh4eb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4eb' on this host {{(pid=74854) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 23 16:58:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Getting domain capabilities for sparc via machine types: {None} {{(pid=74854) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 23 16:58:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Error from libvirt when retrieving domain capabilities for arch sparc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc' on this host {{(pid=74854) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 23 16:58:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Getting domain capabilities for sparc64 via machine types: {None} {{(pid=74854) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 23 16:58:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Error from libvirt when retrieving domain capabilities for arch sparc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc64' on this host {{(pid=74854) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 23 16:58:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Getting domain capabilities for x86_64 via machine types: {'ubuntu', 'q35', 'ubuntu-q35', 'pc'} {{(pid=74854) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 23 16:58:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu:
Oct 23 16:58:42 user nova-compute[74854]: <domainCapabilities>
Oct 23 16:58:42 user nova-compute[74854]:   <path>/usr/bin/qemu-system-x86_64</path>
Oct 23 16:58:42 user nova-compute[74854]:   <domain>kvm</domain>
Oct 23 16:58:42 user nova-compute[74854]:   <machine>pc-i440fx-jammy</machine>
Oct 23 16:58:42 user nova-compute[74854]:   <arch>x86_64</arch>
Oct 23 16:58:42 user nova-compute[74854]:   <vcpu max='255'/>
Oct 23 16:58:42 user nova-compute[74854]:   <iothreads supported='yes'/>
Oct 23 16:58:42 user nova-compute[74854]:   <os supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:     <enum name='firmware'>
Oct 23 16:58:42 user nova-compute[74854]:       <value>efi</value>
Oct 23 16:58:42 user nova-compute[74854]:     </enum>
Oct 23 16:58:42 user nova-compute[74854]:     <loader supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='type'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>rom</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>pflash</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='readonly'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>yes</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>no</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='secure'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>no</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:     </loader>
Oct 23 16:58:42 user nova-compute[74854]:   </os>
Oct 23 16:58:42 user nova-compute[74854]:   <cpu>
Oct 23 16:58:42 user nova-compute[74854]:     <mode name='host-passthrough' supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='hostPassthroughMigratable'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>on</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>off</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:     </mode>
Oct 23 16:58:42 user nova-compute[74854]:     <mode name='maximum' supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='maximumMigratable'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>on</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>off</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:     </mode>
Oct 23 16:58:42 user nova-compute[74854]:     <mode name='host-model' supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <vendor>Intel</vendor>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='ss'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='vmx'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='pcid'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='hypervisor'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='arat'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='tsc_adjust'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='umip'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='md-clear'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='stibp'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='arch-capabilities'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='ssbd'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='invtsc'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='ibpb'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='ibrs'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='amd-stibp'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='amd-ssbd'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='rsba'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='pschange-mc-no'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='disable' name='erms'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='disable' name='xsaveopt'/>
Oct 23 16:58:42 user nova-compute[74854]:     </mode>
Oct 23 16:58:42 user nova-compute[74854]:     <mode name='custom' supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>qemu64</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>qemu32</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>phenom</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>pentium3</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>pentium2</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>pentium</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>n270</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>kvm64</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>kvm32</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>coreduo</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>core2duo</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>athlon</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>Westmere-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>Westmere</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Snowridge</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Skylake-Server</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Skylake-Client</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>SandyBridge</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>Penryn</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Opteron_G5</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Opteron_G4</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Opteron_G3</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Opteron_G2</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>Opteron_G1</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>Nehalem-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>Nehalem</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>IvyBridge</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Icelake-Server</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Haswell-noTSX</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Haswell-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Haswell</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>EPYC-Rome</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>EPYC-Milan</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>EPYC-IBPB</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>EPYC</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Dhyana</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Cooperlake</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>Conroe</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Cascadelake-Server</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Broadwell-noTSX</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Broadwell-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Broadwell</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>486</model>
Oct 23 16:58:42 user nova-compute[74854]:     </mode>
Oct 23 16:58:42 user nova-compute[74854]:   </cpu>
Oct 23 16:58:42 user nova-compute[74854]:   <memoryBacking supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:     <enum name='sourceType'>
Oct 23 16:58:42 user nova-compute[74854]:       <value>file</value>
Oct 23 16:58:42 user nova-compute[74854]:       <value>anonymous</value>
Oct 23 16:58:42 user nova-compute[74854]:       <value>memfd</value>
Oct 23 16:58:42 user nova-compute[74854]:     </enum>
Oct 23 16:58:42 user nova-compute[74854]:   </memoryBacking>
Oct 23 16:58:42 user nova-compute[74854]:   <devices>
Oct 23 16:58:42 user nova-compute[74854]:     <disk supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='diskDevice'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>disk</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>cdrom</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>floppy</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>lun</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='bus'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>ide</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>fdc</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>scsi</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>virtio</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>usb</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>sata</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='model'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>virtio</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>virtio-transitional</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>virtio-non-transitional</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:     </disk>
Oct 23 16:58:42 user nova-compute[74854]:     <graphics supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='type'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>sdl</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>vnc</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>spice</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>egl-headless</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:     </graphics>
Oct 23 16:58:42 user nova-compute[74854]:     <video supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='modelType'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>vga</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>cirrus</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>vmvga</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>qxl</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>virtio</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>none</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>bochs</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>ramfb</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:     </video>
Oct 23 16:58:42 user nova-compute[74854]:     <hostdev supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='mode'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>subsystem</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='startupPolicy'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>default</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>mandatory</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>requisite</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>optional</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='subsysType'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>usb</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>pci</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>scsi</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='capsType'/>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='pciBackend'/>
Oct 23 16:58:42 user nova-compute[74854]:     </hostdev>
Oct 23 16:58:42 user nova-compute[74854]:     <rng supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='model'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>virtio</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>virtio-transitional</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>virtio-non-transitional</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='backendModel'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>random</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>egd</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>builtin</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:     </rng>
Oct 23 16:58:42 user nova-compute[74854]:     <filesystem supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='driverType'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>path</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>handle</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>virtiofs</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:     </filesystem>
Oct 23 16:58:42 user nova-compute[74854]:     <tpm supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='model'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>tpm-tis</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>tpm-crb</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='backendModel'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>passthrough</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>emulator</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:     </tpm>
Oct 23 16:58:42 user nova-compute[74854]:   </devices>
Oct 23 16:58:42 user nova-compute[74854]:   <features>
Oct 23 16:58:42 user nova-compute[74854]:     <gic supported='no'/>
Oct 23 16:58:42 user nova-compute[74854]:     <vmcoreinfo supported='yes'/>
Oct 23 16:58:42 user nova-compute[74854]:     <genid supported='yes'/>
Oct 23 16:58:42 user nova-compute[74854]:     <backingStoreInput supported='yes'/>
Oct 23 16:58:42 user nova-compute[74854]:     <backup supported='yes'/>
Oct 23 16:58:42 user nova-compute[74854]:     <sev supported='no'/>
Oct 23 16:58:42 user nova-compute[74854]:   </features>
Oct 23 16:58:42 user nova-compute[74854]: </domainCapabilities>
Oct 23 16:58:42 user nova-compute[74854]:  {{(pid=74854) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 23 16:58:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=q35:
Oct 23 16:58:42 user nova-compute[74854]: <domainCapabilities>
Oct 23 16:58:42 user nova-compute[74854]:   <path>/usr/bin/qemu-system-x86_64</path>
Oct 23 16:58:42 user nova-compute[74854]:   <domain>kvm</domain>
Oct 23 16:58:42 user nova-compute[74854]:   <machine>pc-q35-6.2</machine>
Oct 23 16:58:42 user nova-compute[74854]:   <arch>x86_64</arch>
Oct 23 16:58:42 user nova-compute[74854]:   <vcpu max='288'/>
Oct 23 16:58:42 user nova-compute[74854]:   <iothreads supported='yes'/>
Oct 23 16:58:42 user nova-compute[74854]:   <os supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:     <enum name='firmware'>
Oct 23 16:58:42 user nova-compute[74854]:       <value>efi</value>
Oct 23 16:58:42 user nova-compute[74854]:     </enum>
Oct 23 16:58:42 user nova-compute[74854]:     <loader supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Oct 23 16:58:42 user nova-compute[74854]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Oct 23 16:58:42 user nova-compute[74854]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='type'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>rom</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>pflash</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='readonly'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>yes</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>no</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='secure'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>yes</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>no</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:     </loader>
Oct 23 16:58:42 user nova-compute[74854]:   </os>
Oct 23 16:58:42 user nova-compute[74854]:   <cpu>
Oct 23 16:58:42 user nova-compute[74854]:     <mode name='host-passthrough' supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='hostPassthroughMigratable'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>on</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>off</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:     </mode>
Oct 23 16:58:42 user nova-compute[74854]:     <mode name='maximum' supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='maximumMigratable'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>on</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>off</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:     </mode>
Oct 23 16:58:42 user nova-compute[74854]:     <mode name='host-model' supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <vendor>Intel</vendor>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='ss'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='vmx'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='pcid'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='hypervisor'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='arat'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='tsc_adjust'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='umip'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='md-clear'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='stibp'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='arch-capabilities'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='ssbd'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='invtsc'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='ibpb'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='ibrs'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='amd-stibp'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='amd-ssbd'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='rsba'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='pschange-mc-no'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='disable' name='erms'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='disable' name='xsaveopt'/>
Oct 23 16:58:42 user nova-compute[74854]:     </mode>
Oct 23 16:58:42 user nova-compute[74854]:     <mode name='custom' supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>qemu64</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>qemu32</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>phenom</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>pentium3</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>pentium2</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>pentium</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>n270</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>kvm64</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>kvm32</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>coreduo</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>core2duo</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>athlon</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>Westmere-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>Westmere</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Snowridge</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Skylake-Server</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Skylake-Client</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>SandyBridge</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>Penryn</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Opteron_G5</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Opteron_G4</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Opteron_G3</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Opteron_G2</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>Opteron_G1</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>Nehalem-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>Nehalem</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>IvyBridge</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Icelake-Server</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Haswell-noTSX</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Haswell-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Haswell</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>EPYC-Rome</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>EPYC-Milan</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>EPYC-IBPB</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>EPYC</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Dhyana</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Cooperlake</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>Conroe</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Cascadelake-Server</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Broadwell-noTSX</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Broadwell-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Broadwell</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>486</model>
Oct 23 16:58:42 user nova-compute[74854]:     </mode>
Oct 23 16:58:42 user nova-compute[74854]:   </cpu>
Oct 23 16:58:42 user nova-compute[74854]:   <memoryBacking supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:     <enum name='sourceType'>
Oct 23 16:58:42 user nova-compute[74854]:       <value>file</value>
Oct 23 16:58:42 user nova-compute[74854]:       <value>anonymous</value>
Oct 23 16:58:42 user nova-compute[74854]:       <value>memfd</value>
Oct 23 16:58:42 user nova-compute[74854]:     </enum>
Oct 23 16:58:42 user nova-compute[74854]:   </memoryBacking>
Oct 23 16:58:42 user nova-compute[74854]:   <devices>
Oct 23 16:58:42 user nova-compute[74854]:     <disk supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='diskDevice'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>disk</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>cdrom</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>floppy</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>lun</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='bus'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>fdc</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>scsi</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>virtio</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>usb</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>sata</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='model'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>virtio</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>virtio-transitional</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>virtio-non-transitional</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:     </disk>
Oct 23 16:58:42 user nova-compute[74854]:     <graphics supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='type'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>sdl</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>vnc</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>spice</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>egl-headless</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:     </graphics>
Oct 23 16:58:42 user nova-compute[74854]:     <video supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='modelType'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>vga</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>cirrus</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>vmvga</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>qxl</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>virtio</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>none</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>bochs</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>ramfb</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:     </video>
Oct 23 16:58:42 user nova-compute[74854]:     <hostdev supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='mode'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>subsystem</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='startupPolicy'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>default</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>mandatory</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>requisite</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>optional</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='subsysType'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>usb</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>pci</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>scsi</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='capsType'/>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='pciBackend'/>
Oct 23 16:58:42 user nova-compute[74854]:     </hostdev>
Oct 23 16:58:42 user nova-compute[74854]:     <rng supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='model'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>virtio</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>virtio-transitional</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>virtio-non-transitional</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='backendModel'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>random</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>egd</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>builtin</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:     </rng>
Oct 23 16:58:42 user nova-compute[74854]:     <filesystem supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='driverType'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>path</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>handle</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>virtiofs</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:     </filesystem>
Oct 23 16:58:42 user nova-compute[74854]:     <tpm supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='model'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>tpm-tis</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>tpm-crb</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='backendModel'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>passthrough</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>emulator</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:     </tpm>
Oct 23 16:58:42 user nova-compute[74854]:   </devices>
Oct 23 16:58:42 user nova-compute[74854]:   <features>
Oct 23 16:58:42 user nova-compute[74854]:     <gic supported='no'/>
Oct 23 16:58:42 user nova-compute[74854]:     <vmcoreinfo supported='yes'/>
Oct 23 16:58:42 user nova-compute[74854]:     <genid supported='yes'/>
Oct 23 16:58:42 user nova-compute[74854]:     <backingStoreInput supported='yes'/>
Oct 23 16:58:42 user nova-compute[74854]:     <backup supported='yes'/>
Oct 23 16:58:42 user nova-compute[74854]:     <sev supported='no'/>
Oct 23 16:58:42 user nova-compute[74854]:   </features>
Oct 23 16:58:42 user nova-compute[74854]: </domainCapabilities>
Oct 23 16:58:42 user nova-compute[74854]:  {{(pid=74854) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 23 16:58:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu-q35:
Oct 23 16:58:42 user nova-compute[74854]: <domainCapabilities>
Oct 23 16:58:42 user nova-compute[74854]:   <path>/usr/bin/qemu-system-x86_64</path>
Oct 23 16:58:42 user nova-compute[74854]:   <domain>kvm</domain>
Oct 23 16:58:42 user nova-compute[74854]:   <machine>pc-q35-jammy</machine>
Oct 23 16:58:42 user nova-compute[74854]:   <arch>x86_64</arch>
Oct 23 16:58:42 user nova-compute[74854]:   <vcpu max='288'/>
Oct 23 16:58:42 user nova-compute[74854]:   <iothreads supported='yes'/>
Oct 23 16:58:42 user nova-compute[74854]:   <os supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:     <enum name='firmware'>
Oct 23 16:58:42 user nova-compute[74854]:       <value>efi</value>
Oct 23 16:58:42 user nova-compute[74854]:     </enum>
Oct 23 16:58:42 user nova-compute[74854]:     <loader supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Oct 23 16:58:42 user nova-compute[74854]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Oct 23 16:58:42 user nova-compute[74854]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='type'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>rom</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>pflash</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='readonly'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>yes</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>no</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='secure'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>yes</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>no</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:     </loader>
Oct 23 16:58:42 user nova-compute[74854]:   </os>
Oct 23 16:58:42 user nova-compute[74854]:   <cpu>
Oct 23 16:58:42 user nova-compute[74854]:     <mode name='host-passthrough' supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='hostPassthroughMigratable'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>on</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>off</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:     </mode>
Oct 23 16:58:42 user nova-compute[74854]:     <mode name='maximum' supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='maximumMigratable'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>on</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>off</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:     </mode>
Oct 23 16:58:42 user nova-compute[74854]:     <mode name='host-model' supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <vendor>Intel</vendor>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='ss'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='vmx'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='pcid'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='hypervisor'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='arat'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='tsc_adjust'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='umip'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='md-clear'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='stibp'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='arch-capabilities'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='ssbd'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='invtsc'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='ibpb'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='ibrs'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='amd-stibp'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='amd-ssbd'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='rsba'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='pschange-mc-no'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='disable' name='erms'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='disable' name='xsaveopt'/>
Oct 23 16:58:42 user nova-compute[74854]:     </mode>
Oct 23 16:58:42 user nova-compute[74854]:     <mode name='custom' supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>qemu64</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>qemu32</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>phenom</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>pentium3</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>pentium2</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>pentium</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>n270</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>kvm64</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>kvm32</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>coreduo</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>core2duo</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>athlon</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>Westmere-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>Westmere</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Snowridge</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Skylake-Server</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Skylake-Client</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>SandyBridge</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>Penryn</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Opteron_G5</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Opteron_G4</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Opteron_G3</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Opteron_G2</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>Opteron_G1</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>Nehalem-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>Nehalem</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>IvyBridge</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Icelake-Server</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Haswell-noTSX</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Haswell-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Haswell</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>EPYC-Rome</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>EPYC-Milan</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>EPYC-IBPB</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>EPYC</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Dhyana</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Cooperlake</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>Conroe</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Cascadelake-Server</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Broadwell-noTSX</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Broadwell-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Broadwell</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>486</model>
Oct 23 16:58:42 user nova-compute[74854]:     </mode>
Oct 23 16:58:42 user nova-compute[74854]:   </cpu>
Oct 23 16:58:42 user nova-compute[74854]:   <memoryBacking supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:     <enum name='sourceType'>
Oct 23 16:58:42 user nova-compute[74854]:       <value>file</value>
Oct 23 16:58:42 user nova-compute[74854]:       <value>anonymous</value>
Oct 23 16:58:42 user nova-compute[74854]:       <value>memfd</value>
Oct 23 16:58:42 user nova-compute[74854]:     </enum>
Oct 23 16:58:42 user nova-compute[74854]:   </memoryBacking>
Oct 23 16:58:42 user nova-compute[74854]:   <devices>
Oct 23 16:58:42 user nova-compute[74854]:     <disk supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='diskDevice'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>disk</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>cdrom</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>floppy</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>lun</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='bus'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>fdc</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>scsi</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>virtio</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>usb</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>sata</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='model'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>virtio</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>virtio-transitional</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>virtio-non-transitional</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:     </disk>
Oct 23 16:58:42 user nova-compute[74854]:     <graphics supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='type'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>sdl</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>vnc</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>spice</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>egl-headless</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:     </graphics>
Oct 23 16:58:42 user nova-compute[74854]:     <video supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='modelType'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>vga</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>cirrus</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>vmvga</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>qxl</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>virtio</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>none</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>bochs</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>ramfb</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:     </video>
Oct 23 16:58:42 user nova-compute[74854]:     <hostdev supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='mode'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>subsystem</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='startupPolicy'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>default</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>mandatory</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>requisite</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>optional</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='subsysType'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>usb</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>pci</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>scsi</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='capsType'/>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='pciBackend'/>
Oct 23 16:58:42 user nova-compute[74854]:     </hostdev>
Oct 23 16:58:42 user nova-compute[74854]:     <rng supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='model'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>virtio</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>virtio-transitional</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>virtio-non-transitional</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='backendModel'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>random</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>egd</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>builtin</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:     </rng>
Oct 23 16:58:42 user nova-compute[74854]:     <filesystem supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='driverType'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>path</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>handle</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>virtiofs</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:     </filesystem>
Oct 23 16:58:42 user nova-compute[74854]:     <tpm supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='model'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>tpm-tis</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>tpm-crb</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='backendModel'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>passthrough</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>emulator</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:     </tpm>
Oct 23 16:58:42 user nova-compute[74854]:   </devices>
Oct 23 16:58:42 user nova-compute[74854]:   <features>
Oct 23 16:58:42 user nova-compute[74854]:     <gic supported='no'/>
Oct 23 16:58:42 user nova-compute[74854]:     <vmcoreinfo supported='yes'/>
Oct 23 16:58:42 user nova-compute[74854]:     <genid supported='yes'/>
Oct 23 16:58:42 user nova-compute[74854]:     <backingStoreInput supported='yes'/>
Oct 23 16:58:42 user nova-compute[74854]:     <backup supported='yes'/>
Oct 23 16:58:42 user nova-compute[74854]:     <sev supported='no'/>
Oct 23 16:58:42 user nova-compute[74854]:   </features>
Oct 23 16:58:42 user nova-compute[74854]: </domainCapabilities>
Oct 23 16:58:42 user nova-compute[74854]:  {{(pid=74854) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 23 16:58:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=pc:
Oct 23 16:58:42 user nova-compute[74854]: <domainCapabilities>
Oct 23 16:58:42 user nova-compute[74854]:   <path>/usr/bin/qemu-system-x86_64</path>
Oct 23 16:58:42 user nova-compute[74854]:   <domain>kvm</domain>
Oct 23 16:58:42 user nova-compute[74854]:   <machine>pc-i440fx-6.2</machine>
Oct 23 16:58:42 user nova-compute[74854]:   <arch>x86_64</arch>
Oct 23 16:58:42 user nova-compute[74854]:   <vcpu max='255'/>
Oct 23 16:58:42 user nova-compute[74854]:   <iothreads supported='yes'/>
Oct 23 16:58:42 user nova-compute[74854]:   <os supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:     <enum name='firmware'>
Oct 23 16:58:42 user nova-compute[74854]:       <value>efi</value>
Oct 23 16:58:42 user nova-compute[74854]:     </enum>
Oct 23 16:58:42 user nova-compute[74854]:     <loader supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='type'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>rom</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>pflash</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='readonly'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>yes</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>no</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='secure'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>no</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:     </loader>
Oct 23 16:58:42 user nova-compute[74854]:   </os>
Oct 23 16:58:42 user nova-compute[74854]:   <cpu>
Oct 23 16:58:42 user nova-compute[74854]:     <mode name='host-passthrough' supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='hostPassthroughMigratable'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>on</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>off</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:     </mode>
Oct 23 16:58:42 user nova-compute[74854]:     <mode name='maximum' supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='maximumMigratable'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>on</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>off</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:     </mode>
Oct 23 16:58:42 user nova-compute[74854]:     <mode name='host-model' supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <vendor>Intel</vendor>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='ss'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='vmx'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='pcid'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='hypervisor'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='arat'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='tsc_adjust'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='umip'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='md-clear'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='stibp'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='arch-capabilities'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='ssbd'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='invtsc'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='ibpb'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='ibrs'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='amd-stibp'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='amd-ssbd'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='rsba'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='require' name='pschange-mc-no'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='disable' name='erms'/>
Oct 23 16:58:42 user nova-compute[74854]:       <feature policy='disable' name='xsaveopt'/>
Oct 23 16:58:42 user nova-compute[74854]:     </mode>
Oct 23 16:58:42 user nova-compute[74854]:     <mode name='custom' supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>qemu64</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>qemu32</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>phenom</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>pentium3</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>pentium2</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>pentium</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>n270</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>kvm64</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>kvm32</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>coreduo</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>core2duo</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>athlon</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>Westmere-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>Westmere</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Snowridge</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Skylake-Server</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Skylake-Client</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>SandyBridge</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>Penryn</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Opteron_G5</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Opteron_G4</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Opteron_G3</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Opteron_G2</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>Opteron_G1</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>Nehalem-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>Nehalem</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>IvyBridge</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Icelake-Server</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Haswell-noTSX</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Haswell-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Haswell</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>EPYC-Rome</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>EPYC-Milan</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>EPYC-IBPB</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>EPYC</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Dhyana</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Cooperlake</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>Conroe</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Cascadelake-Server</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Broadwell-noTSX</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Broadwell-IBRS</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='no'>Broadwell</model>
Oct 23 16:58:42 user nova-compute[74854]:       <model usable='yes'>486</model>
Oct 23 16:58:42 user nova-compute[74854]:     </mode>
Oct 23 16:58:42 user nova-compute[74854]:   </cpu>
Oct 23 16:58:42 user nova-compute[74854]:   <memoryBacking supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:     <enum name='sourceType'>
Oct 23 16:58:42 user nova-compute[74854]:       <value>file</value>
Oct 23 16:58:42 user nova-compute[74854]:       <value>anonymous</value>
Oct 23 16:58:42 user nova-compute[74854]:       <value>memfd</value>
Oct 23 16:58:42 user nova-compute[74854]:     </enum>
Oct 23 16:58:42 user nova-compute[74854]:   </memoryBacking>
Oct 23 16:58:42 user nova-compute[74854]:   <devices>
Oct 23 16:58:42 user nova-compute[74854]:     <disk supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='diskDevice'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>disk</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>cdrom</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>floppy</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>lun</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='bus'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>ide</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>fdc</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>scsi</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>virtio</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>usb</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>sata</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='model'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>virtio</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>virtio-transitional</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>virtio-non-transitional</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:     </disk>
Oct 23 16:58:42 user nova-compute[74854]:     <graphics supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='type'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>sdl</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>vnc</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>spice</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>egl-headless</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:     </graphics>
Oct 23 16:58:42 user nova-compute[74854]:     <video supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='modelType'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>vga</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>cirrus</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>vmvga</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>qxl</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>virtio</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>none</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>bochs</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>ramfb</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:     </video>
Oct 23 16:58:42 user nova-compute[74854]:     <hostdev supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='mode'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>subsystem</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='startupPolicy'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>default</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>mandatory</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>requisite</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>optional</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='subsysType'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>usb</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>pci</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>scsi</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='capsType'/>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='pciBackend'/>
Oct 23 16:58:42 user nova-compute[74854]:     </hostdev>
Oct 23 16:58:42 user nova-compute[74854]:     <rng supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='model'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>virtio</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>virtio-transitional</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>virtio-non-transitional</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='backendModel'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>random</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>egd</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>builtin</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:     </rng>
Oct 23 16:58:42 user nova-compute[74854]:     <filesystem supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='driverType'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>path</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>handle</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>virtiofs</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:     </filesystem>
Oct 23 16:58:42 user nova-compute[74854]:     <tpm supported='yes'>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='model'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>tpm-tis</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>tpm-crb</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:       <enum name='backendModel'>
Oct 23 16:58:42 user nova-compute[74854]:         <value>passthrough</value>
Oct 23 16:58:42 user nova-compute[74854]:         <value>emulator</value>
Oct 23 16:58:42 user nova-compute[74854]:       </enum>
Oct 23 16:58:42 user nova-compute[74854]:     </tpm>
Oct 23 16:58:42 user nova-compute[74854]:   </devices>
Oct 23 16:58:42 user nova-compute[74854]:   <features>
Oct 23 16:58:42 user nova-compute[74854]:     <gic supported='no'/>
Oct 23 16:58:42 user nova-compute[74854]:     <vmcoreinfo supported='yes'/>
Oct 23 16:58:42 user nova-compute[74854]:     <genid supported='yes'/>
Oct 23 16:58:42 user nova-compute[74854]:     <backingStoreInput supported='yes'/>
Oct 23 16:58:42 user nova-compute[74854]:     <backup supported='yes'/>
Oct 23 16:58:42 user nova-compute[74854]:     <sev supported='no'/>
Oct 23 16:58:42 user nova-compute[74854]:   </features>
Oct 23 16:58:42 user nova-compute[74854]: </domainCapabilities>
Oct 23 16:58:42 user nova-compute[74854]:  {{(pid=74854) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 23 16:58:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Getting domain capabilities for xtensa via machine types: {None} {{(pid=74854) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 23 16:58:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Error from libvirt when retrieving domain capabilities for arch xtensa / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensa' on this host {{(pid=74854) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 23 16:58:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Getting domain capabilities for xtensaeb via machine types: {None} {{(pid=74854) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 23 16:58:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Error from libvirt when retrieving domain capabilities for arch xtensaeb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensaeb' on this host {{(pid=74854) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 23 16:58:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Checking secure boot support for host arch (x86_64) {{(pid=74854) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1779}}
Oct 23 16:58:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Checking secure boot support for host arch (x86_64) {{(pid=74854) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1779}}
Oct 23 16:58:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Checking secure boot support for host arch (x86_64) {{(pid=74854) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1779}}
Oct 23 16:58:42 user nova-compute[74854]: INFO nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Secure Boot support detected
Oct 23 16:58:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] cpu compare xml: <cpu match="exact">
Oct 23 16:58:42 user nova-compute[74854]:   <model>Nehalem</model>
Oct 23 16:58:42 user nova-compute[74854]: </cpu>
Oct 23 16:58:42 user nova-compute[74854]:  {{(pid=74854) _compare_cpu /opt/stack/nova/nova/virt/libvirt/driver.py:10023}}
Oct 23 16:58:42 user nova-compute[74854]: INFO nova.virt.node [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Generated node identity e1b4a95c-5743-4848-882e-b3384de5d1b5
Oct 23 16:58:42 user nova-compute[74854]: INFO nova.virt.node [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Wrote node identity e1b4a95c-5743-4848-882e-b3384de5d1b5 to /opt/stack/data/nova/compute_id
Oct 23 16:58:42 user nova-compute[74854]: WARNING nova.compute.manager [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Compute nodes ['e1b4a95c-5743-4848-882e-b3384de5d1b5'] for host user were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning.
Oct 23 16:58:42 user nova-compute[74854]: INFO nova.compute.manager [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host
Oct 23 16:58:42 user nova-compute[74854]: WARNING nova.compute.manager [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] No compute node record found for host user. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Oct 23 16:58:42 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 16:58:42 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 16:58:42 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 16:58:42 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Auditing locally available compute resources for user (node: user) {{(pid=74854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 16:58:42 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 16:58:42 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 16:58:42 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Hypervisor/Node resource view: name=user free_ram=11019MB free_disk=26.00592041015625GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 16:58:42 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 16:58:42 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 16:58:42 user nova-compute[74854]: WARNING nova.compute.resource_tracker [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] No compute node record for user:e1b4a95c-5743-4848-882e-b3384de5d1b5: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host e1b4a95c-5743-4848-882e-b3384de5d1b5 could not be found.
Oct 23 16:58:42 user nova-compute[74854]: INFO nova.compute.resource_tracker [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Compute node record created for user:user with uuid: e1b4a95c-5743-4848-882e-b3384de5d1b5
Oct 23 16:58:42 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 16:58:42 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 16:58:42 user nova-compute[74854]: INFO nova.scheduler.client.report [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] [req-d10983cb-bfd1-4c40-8802-9794adf74cd7] Created resource provider record via placement API for resource provider with UUID e1b4a95c-5743-4848-882e-b3384de5d1b5 and name user.
Oct 23 16:58:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] /sys/module/kvm_amd/parameters/sev does not exist {{(pid=74854) _kernel_supports_amd_sev /opt/stack/nova/nova/virt/libvirt/host.py:1795}}
Oct 23 16:58:42 user nova-compute[74854]: INFO nova.virt.libvirt.host [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] kernel doesn't support AMD SEV
Oct 23 16:58:42 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Updating inventory in ProviderTree for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 with inventory: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 23 16:58:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 16:58:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Libvirt baseline CPU <cpu>
Oct 23 16:58:42 user nova-compute[74854]:   <arch>x86_64</arch>
Oct 23 16:58:42 user nova-compute[74854]:   <model>Nehalem</model>
Oct 23 16:58:42 user nova-compute[74854]:   <vendor>Intel</vendor>
Oct 23 16:58:42 user nova-compute[74854]:   <topology sockets="6" cores="1" threads="1"/>
Oct 23 16:58:42 user nova-compute[74854]: </cpu>
Oct 23 16:58:42 user nova-compute[74854]:  {{(pid=74854) _get_guest_baseline_cpu_features /opt/stack/nova/nova/virt/libvirt/driver.py:12513}}
Oct 23 16:58:42 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Updated inventory for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 with generation 0 in Placement from set_inventory_for_provider using data: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:957}}
Oct 23 16:58:42 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Updating resource provider e1b4a95c-5743-4848-882e-b3384de5d1b5 generation from 0 to 1 during operation: update_inventory {{(pid=74854) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Oct 23 16:58:42 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Updating inventory in ProviderTree for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 with inventory: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 23 16:58:43 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Updating resource provider e1b4a95c-5743-4848-882e-b3384de5d1b5 generation from 1 to 2 during operation: update_traits {{(pid=74854) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Oct 23 16:58:43 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Compute_service record updated for user:user {{(pid=74854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 16:58:43 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.630s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 16:58:43 user nova-compute[74854]: DEBUG nova.service [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Creating RPC server for service compute {{(pid=74854) start /opt/stack/nova/nova/service.py:182}}
Oct 23 16:58:43 user nova-compute[74854]: DEBUG nova.service [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] Join ServiceGroup membership for this service compute {{(pid=74854) start /opt/stack/nova/nova/service.py:199}}
Oct 23 16:58:43 user nova-compute[74854]: DEBUG nova.servicegroup.drivers.db [None req-d156aca2-35d6-4606-98a4-db6864ba089c None None] DB_Driver: join new ServiceGroup member user to the compute group, service = <Service: host=user, binary=nova-compute, manager_class_name=nova.compute.manager.ComputeManager> {{(pid=74854) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}}
Oct 23 16:58:49 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 16:58:49 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 16:59:33 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 16:59:33 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 16:59:33 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Starting heal instance info cache {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 16:59:33 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Rebuilding the list of instances to heal {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 23 16:59:33 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Didn't find any instances for network info cache update. {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 23 16:59:33 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 16:59:33 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 16:59:33 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 16:59:33 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 16:59:33 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 16:59:33 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 16:59:33 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 16:59:33 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 16:59:33 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 16:59:33 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 16:59:33 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 16:59:33 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Auditing locally available compute resources for user (node: user) {{(pid=74854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 16:59:34 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 16:59:34 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 16:59:34 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Hypervisor/Node resource view: name=user free_ram=10425MB free_disk=25.909664154052734GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 16:59:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 16:59:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 16:59:34 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 16:59:34 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 16:59:34 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 16:59:34 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 16:59:34 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Compute_service record updated for user:user {{(pid=74854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 16:59:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.177s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:00:34 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:00:34 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:00:34 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Starting heal instance info cache {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 17:00:34 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Rebuilding the list of instances to heal {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 23 17:00:34 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Didn't find any instances for network info cache update. {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 23 17:00:34 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:00:34 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:00:34 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:00:34 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:00:34 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:00:34 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 17:00:34 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:00:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:00:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:00:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:00:34 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Auditing locally available compute resources for user (node: user) {{(pid=74854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 17:00:35 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:00:35 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:00:35 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Hypervisor/Node resource view: name=user free_ram=10340MB free_disk=25.97386932373047GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 17:00:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:00:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:00:35 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 17:00:35 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 17:00:35 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:00:35 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:00:35 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Compute_service record updated for user:user {{(pid=74854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 17:00:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.102s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:00:36 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:00:36 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:01:33 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:01:33 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Starting heal instance info cache {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 17:01:33 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Rebuilding the list of instances to heal {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 23 17:01:33 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Didn't find any instances for network info cache update. {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 23 17:01:33 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:01:33 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:01:34 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:01:34 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:01:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:01:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:01:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:01:34 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Auditing locally available compute resources for user (node: user) {{(pid=74854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 17:01:35 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:01:35 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:01:35 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Hypervisor/Node resource view: name=user free_ram=10345MB free_disk=25.727466583251953GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 17:01:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:01:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:01:35 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 17:01:35 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 17:01:35 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:01:35 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:01:35 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Compute_service record updated for user:user {{(pid=74854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 17:01:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.119s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:01:36 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:01:36 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:01:36 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:01:36 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 17:01:36 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:02:33 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:02:33 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:02:34 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:02:34 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:02:35 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:02:35 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:02:35 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Starting heal instance info cache {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 17:02:35 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Rebuilding the list of instances to heal {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 23 17:02:35 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Didn't find any instances for network info cache update. {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 23 17:02:35 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:02:35 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:02:35 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 17:02:35 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:02:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:02:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:02:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:02:35 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Auditing locally available compute resources for user (node: user) {{(pid=74854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 17:02:36 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:02:36 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:02:36 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Hypervisor/Node resource view: name=user free_ram=9621MB free_disk=25.747425079345703GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 17:02:36 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:02:36 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:02:36 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 17:02:36 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 17:02:36 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:02:36 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:02:36 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Compute_service record updated for user:user {{(pid=74854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 17:02:36 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.180s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:02:39 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:02:42 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Acquiring lock "fed2ceef-7eb7-4b11-b5b9-ede51230f22a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:02:42 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Lock "fed2ceef-7eb7-4b11-b5b9-ede51230f22a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:02:42 user nova-compute[74854]: DEBUG nova.compute.manager [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] Starting instance... {{(pid=74854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 17:02:42 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:02:42 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.003s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:02:42 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74854) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 17:02:42 user nova-compute[74854]: INFO nova.compute.claims [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] Claim successful on node user
Oct 23 17:02:42 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:02:42 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:02:42 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.666s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:02:42 user nova-compute[74854]: DEBUG nova.compute.manager [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] Start building networks asynchronously for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 17:02:43 user nova-compute[74854]: DEBUG nova.compute.manager [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] Allocating IP information in the background. {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 17:02:43 user nova-compute[74854]: DEBUG nova.network.neutron [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] allocate_for_instance() {{(pid=74854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 17:02:43 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 17:02:43 user nova-compute[74854]: DEBUG nova.compute.manager [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] Start building block device mappings for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 17:02:43 user nova-compute[74854]: DEBUG nova.compute.manager [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] Start spawning the instance on the hypervisor. {{(pid=74854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 17:02:43 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] Creating instance directory {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 17:02:43 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] Creating image(s)
Oct 23 17:02:43 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Acquiring lock "/opt/stack/data/nova/instances/fed2ceef-7eb7-4b11-b5b9-ede51230f22a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:02:43 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Lock "/opt/stack/data/nova/instances/fed2ceef-7eb7-4b11-b5b9-ede51230f22a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:02:43 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Lock "/opt/stack/data/nova/instances/fed2ceef-7eb7-4b11-b5b9-ede51230f22a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:02:43 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Acquiring lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:02:43 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.004s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:02:43 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Acquiring lock "f150b707-22b3-43b5-b657-0c2e19bcf524" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:02:43 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "f150b707-22b3-43b5-b657-0c2e19bcf524" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:02:43 user nova-compute[74854]: DEBUG nova.compute.manager [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Starting instance... {{(pid=74854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 17:02:43 user nova-compute[74854]: DEBUG nova.policy [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'baa0e653e3334e3b8cf0dd6eb1c0afe2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '128b507454cf4cac8ed4c375041df8c3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74854) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 17:02:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e.part --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:02:44 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:02:44 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.003s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:02:44 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74854) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 17:02:44 user nova-compute[74854]: INFO nova.compute.claims [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Claim successful on node user
Oct 23 17:02:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e.part --force-share --output=json" returned: 0 in 0.194s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:02:44 user nova-compute[74854]: DEBUG nova.virt.images [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] 68c345df-c9e8-475a-b17c-635fa0c7e894 was qcow2, converting to raw {{(pid=74854) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 23 17:02:44 user nova-compute[74854]: DEBUG nova.privsep.utils [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74854) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 23 17:02:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e.part /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e.converted {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:02:44 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:02:44 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:02:44 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.373s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:02:44 user nova-compute[74854]: DEBUG nova.compute.manager [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Start building networks asynchronously for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 17:02:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e.part /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e.converted" returned: 0 in 0.226s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:02:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e.converted --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:02:44 user nova-compute[74854]: DEBUG nova.compute.manager [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Allocating IP information in the background. {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 17:02:44 user nova-compute[74854]: DEBUG nova.network.neutron [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] allocate_for_instance() {{(pid=74854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 17:02:44 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 17:02:44 user nova-compute[74854]: DEBUG nova.compute.manager [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Start building block device mappings for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 17:02:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e.converted --force-share --output=json" returned: 0 in 0.184s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:02:44 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.532s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:02:44 user nova-compute[74854]: INFO oslo.privsep.daemon [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'nova.privsep.sys_admin_pctxt', '--privsep_sock_path', '/tmp/tmpx8b0503y/privsep.sock']
Oct 23 17:02:44 user sudo[84101]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context nova.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmpx8b0503y/privsep.sock
Oct 23 17:02:44 user sudo[84101]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Oct 23 17:02:45 user nova-compute[74854]: DEBUG nova.compute.manager [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Start spawning the instance on the hypervisor. {{(pid=74854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 17:02:45 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Creating instance directory {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 17:02:45 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Creating image(s)
Oct 23 17:02:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Acquiring lock "/opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:02:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "/opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:02:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "/opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:02:45 user nova-compute[74854]: DEBUG nova.policy [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdf5d05a392f4c0b925b8a1eca824323', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '435cbd0d03324a45bdacc7d5b76213e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74854) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 17:02:45 user nova-compute[74854]: DEBUG nova.network.neutron [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] Successfully created port: d9495c58-6928-41bc-b4d9-d57984ccf988 {{(pid=74854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 17:02:46 user sudo[84101]: pam_unix(sudo:session): session closed for user root
Oct 23 17:02:46 user nova-compute[74854]: INFO oslo.privsep.daemon [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Spawned new privsep daemon via rootwrap
Oct 23 17:02:46 user nova-compute[74854]: INFO oslo.privsep.daemon [-] privsep daemon starting
Oct 23 17:02:46 user nova-compute[74854]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Oct 23 17:02:46 user nova-compute[74854]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/none
Oct 23 17:02:46 user nova-compute[74854]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 84111
Oct 23 17:02:46 user nova-compute[74854]: WARNING oslo_privsep.priv_context [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] privsep daemon already running
Oct 23 17:02:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:02:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:02:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.191s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:02:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Acquiring lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:02:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:02:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:02:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.217s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:02:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Acquiring lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:02:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.226s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:02:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/fed2ceef-7eb7-4b11-b5b9-ede51230f22a/disk 1073741824 {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:02:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/fed2ceef-7eb7-4b11-b5b9-ede51230f22a/disk 1073741824" returned: 0 in 0.085s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:02:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.316s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:02:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:02:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.297s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:02:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:02:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.191s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:02:47 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Checking if we can resize image /opt/stack/data/nova/instances/fed2ceef-7eb7-4b11-b5b9-ede51230f22a/disk. size=1073741824 {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 17:02:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fed2ceef-7eb7-4b11-b5b9-ede51230f22a/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:02:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Acquiring lock "4284792e-08bd-4f6e-a47f-e7381f16c8c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:02:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Lock "4284792e-08bd-4f6e-a47f-e7381f16c8c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:02:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.237s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:02:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk 1073741824 {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:02:47 user nova-compute[74854]: DEBUG nova.network.neutron [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Successfully created port: c6c27ec8-bd84-4419-9b01-ed603d2a772c {{(pid=74854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 17:02:47 user nova-compute[74854]: DEBUG nova.compute.manager [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Starting instance... {{(pid=74854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 17:02:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk 1073741824" returned: 0 in 0.050s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:02:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.292s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:02:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:02:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fed2ceef-7eb7-4b11-b5b9-ede51230f22a/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:02:47 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Cannot resize image /opt/stack/data/nova/instances/fed2ceef-7eb7-4b11-b5b9-ede51230f22a/disk to a smaller size. {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 17:02:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] Created local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 17:02:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] Ensure instance console log exists: /opt/stack/data/nova/instances/fed2ceef-7eb7-4b11-b5b9-ede51230f22a/console.log {{(pid=74854) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 17:02:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:02:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:02:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:02:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:02:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:02:48 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74854) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 17:02:48 user nova-compute[74854]: INFO nova.compute.claims [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Claim successful on node user
Oct 23 17:02:48 user nova-compute[74854]: DEBUG nova.network.neutron [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] Successfully updated port: d9495c58-6928-41bc-b4d9-d57984ccf988 {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:02:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.178s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:02:48 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk. size=1073741824 {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 17:02:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:02:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Acquiring lock "refresh_cache-fed2ceef-7eb7-4b11-b5b9-ede51230f22a" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:02:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Acquired lock "refresh_cache-fed2ceef-7eb7-4b11-b5b9-ede51230f22a" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:02:48 user nova-compute[74854]: DEBUG nova.network.neutron [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:02:48 user nova-compute[74854]: DEBUG nova.network.neutron [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] Instance cache missing network info. {{(pid=74854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 17:02:48 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:02:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:02:48 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Cannot resize image /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk to a smaller size. {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 17:02:48 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Created local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 17:02:48 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Ensure instance console log exists: /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/console.log {{(pid=74854) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 17:02:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:02:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:02:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:02:48 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:02:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.329s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:02:48 user nova-compute[74854]: DEBUG nova.compute.manager [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Start building networks asynchronously for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 17:02:48 user nova-compute[74854]: DEBUG nova.compute.manager [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Allocating IP information in the background. {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 17:02:48 user nova-compute[74854]: DEBUG nova.network.neutron [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] allocate_for_instance() {{(pid=74854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 17:02:48 user nova-compute[74854]: DEBUG nova.compute.manager [req-02f1b23f-ebfb-4d02-88b0-b9b425dde28f req-62afbc7a-e634-42cf-98f4-f257d60e03bf service nova] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] Received event network-changed-d9495c58-6928-41bc-b4d9-d57984ccf988 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:02:48 user nova-compute[74854]: DEBUG nova.compute.manager [req-02f1b23f-ebfb-4d02-88b0-b9b425dde28f req-62afbc7a-e634-42cf-98f4-f257d60e03bf service nova] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] Refreshing instance network info cache due to event network-changed-d9495c58-6928-41bc-b4d9-d57984ccf988. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:02:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-02f1b23f-ebfb-4d02-88b0-b9b425dde28f req-62afbc7a-e634-42cf-98f4-f257d60e03bf service nova] Acquiring lock "refresh_cache-fed2ceef-7eb7-4b11-b5b9-ede51230f22a" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:02:48 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 17:02:48 user nova-compute[74854]: DEBUG nova.compute.manager [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Start building block device mappings for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 17:02:48 user nova-compute[74854]: DEBUG nova.compute.manager [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Start spawning the instance on the hypervisor. {{(pid=74854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 17:02:48 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Creating instance directory {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 17:02:48 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Creating image(s)
Oct 23 17:02:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Acquiring lock "/opt/stack/data/nova/instances/4284792e-08bd-4f6e-a47f-e7381f16c8c6/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:02:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Lock "/opt/stack/data/nova/instances/4284792e-08bd-4f6e-a47f-e7381f16c8c6/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:02:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Lock "/opt/stack/data/nova/instances/4284792e-08bd-4f6e-a47f-e7381f16c8c6/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:02:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:02:48 user nova-compute[74854]: DEBUG nova.policy [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0d61eb5c1d241d1b40e1ebc0f0f6894', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e344762c88724592a518c177db49fe81', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74854) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 17:02:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.226s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:02:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Acquiring lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:02:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:02:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:02:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.182s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:02:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/4284792e-08bd-4f6e-a47f-e7381f16c8c6/disk 1073741824 {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/4284792e-08bd-4f6e-a47f-e7381f16c8c6/disk 1073741824" returned: 0 in 0.047s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.234s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG nova.network.neutron [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] Updating instance_info_cache with network_info: [{"id": "d9495c58-6928-41bc-b4d9-d57984ccf988", "address": "fa:16:3e:b8:d6:de", "network": {"id": "e767afda-6c0e-4d65-86d7-77587deafaeb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-938739477-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128b507454cf4cac8ed4c375041df8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9495c58-69", "ovs_interfaceid": "d9495c58-6928-41bc-b4d9-d57984ccf988", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.166s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Checking if we can resize image /opt/stack/data/nova/instances/4284792e-08bd-4f6e-a47f-e7381f16c8c6/disk. size=1073741824 {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4284792e-08bd-4f6e-a47f-e7381f16c8c6/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Releasing lock "refresh_cache-fed2ceef-7eb7-4b11-b5b9-ede51230f22a" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG nova.compute.manager [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] Instance network_info: |[{"id": "d9495c58-6928-41bc-b4d9-d57984ccf988", "address": "fa:16:3e:b8:d6:de", "network": {"id": "e767afda-6c0e-4d65-86d7-77587deafaeb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-938739477-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128b507454cf4cac8ed4c375041df8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9495c58-69", "ovs_interfaceid": "d9495c58-6928-41bc-b4d9-d57984ccf988", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-02f1b23f-ebfb-4d02-88b0-b9b425dde28f req-62afbc7a-e634-42cf-98f4-f257d60e03bf service nova] Acquired lock "refresh_cache-fed2ceef-7eb7-4b11-b5b9-ede51230f22a" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG nova.network.neutron [req-02f1b23f-ebfb-4d02-88b0-b9b425dde28f req-62afbc7a-e634-42cf-98f4-f257d60e03bf service nova] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] Refreshing network info cache for port d9495c58-6928-41bc-b4d9-d57984ccf988 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] Start _get_guest_xml network_info=[{"id": "d9495c58-6928-41bc-b4d9-d57984ccf988", "address": "fa:16:3e:b8:d6:de", "network": {"id": "e767afda-6c0e-4d65-86d7-77587deafaeb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-938739477-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128b507454cf4cac8ed4c375041df8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9495c58-69", "ovs_interfaceid": "d9495c58-6928-41bc-b4d9-d57984ccf988", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'encryption_format': None, 'encryption_options': None, 'size': 0, 'boot_index': 0, 'encrypted': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'image_id': '68c345df-c9e8-475a-b17c-635fa0c7e894'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:02:49 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:02:49 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:02:49 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG nova.privsep.utils [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74854) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:02:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1335191426',display_name='tempest-ServersNegativeTestJSON-server-1335191426',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1335191426',id=1,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='128b507454cf4cac8ed4c375041df8c3',ramdisk_id='',reservation_id='r-7uovs248',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1418970301',owner_user_name='tempest-ServersNegativeTestJSON-1418970301-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:02:43Z,user_data=None,user_id='baa0e653e3334e3b8cf0dd6eb1c0afe2',uuid=fed2ceef-7eb7-4b11-b5b9-ede51230f22a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d9495c58-6928-41bc-b4d9-d57984ccf988", "address": "fa:16:3e:b8:d6:de", "network": {"id": "e767afda-6c0e-4d65-86d7-77587deafaeb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-938739477-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128b507454cf4cac8ed4c375041df8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9495c58-69", "ovs_interfaceid": "d9495c58-6928-41bc-b4d9-d57984ccf988", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Converting VIF {"id": "d9495c58-6928-41bc-b4d9-d57984ccf988", "address": "fa:16:3e:b8:d6:de", "network": {"id": "e767afda-6c0e-4d65-86d7-77587deafaeb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-938739477-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128b507454cf4cac8ed4c375041df8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9495c58-69", "ovs_interfaceid": "d9495c58-6928-41bc-b4d9-d57984ccf988", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b8:d6:de,bridge_name='br-int',has_traffic_filtering=True,id=d9495c58-6928-41bc-b4d9-d57984ccf988,network=Network(e767afda-6c0e-4d65-86d7-77587deafaeb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd9495c58-69') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG nova.objects.instance [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Lazy-loading 'pci_devices' on Instance uuid fed2ceef-7eb7-4b11-b5b9-ede51230f22a {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:02:49 user nova-compute[74854]:   <uuid>fed2ceef-7eb7-4b11-b5b9-ede51230f22a</uuid>
Oct 23 17:02:49 user nova-compute[74854]:   <name>instance-00000001</name>
Oct 23 17:02:49 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:02:49 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:02:49 user nova-compute[74854]:   <metadata>
Oct 23 17:02:49 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:02:49 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:02:49 user nova-compute[74854]:       <nova:name>tempest-ServersNegativeTestJSON-server-1335191426</nova:name>
Oct 23 17:02:49 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:02:49</nova:creationTime>
Oct 23 17:02:49 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:02:49 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:02:49 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:02:49 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:02:49 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:02:49 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:02:49 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:02:49 user nova-compute[74854]:       <nova:owner>
Oct 23 17:02:49 user nova-compute[74854]:         <nova:user uuid="baa0e653e3334e3b8cf0dd6eb1c0afe2">tempest-ServersNegativeTestJSON-1418970301-project-member</nova:user>
Oct 23 17:02:49 user nova-compute[74854]:         <nova:project uuid="128b507454cf4cac8ed4c375041df8c3">tempest-ServersNegativeTestJSON-1418970301</nova:project>
Oct 23 17:02:49 user nova-compute[74854]:       </nova:owner>
Oct 23 17:02:49 user nova-compute[74854]:       <nova:root type="image" uuid="68c345df-c9e8-475a-b17c-635fa0c7e894"/>
Oct 23 17:02:49 user nova-compute[74854]:       <nova:ports>
Oct 23 17:02:49 user nova-compute[74854]:         <nova:port uuid="d9495c58-6928-41bc-b4d9-d57984ccf988">
Oct 23 17:02:49 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 23 17:02:49 user nova-compute[74854]:         </nova:port>
Oct 23 17:02:49 user nova-compute[74854]:       </nova:ports>
Oct 23 17:02:49 user nova-compute[74854]:     </nova:instance>
Oct 23 17:02:49 user nova-compute[74854]:   </metadata>
Oct 23 17:02:49 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:02:49 user nova-compute[74854]:     <system>
Oct 23 17:02:49 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:02:49 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:02:49 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:02:49 user nova-compute[74854]:       <entry name="serial">fed2ceef-7eb7-4b11-b5b9-ede51230f22a</entry>
Oct 23 17:02:49 user nova-compute[74854]:       <entry name="uuid">fed2ceef-7eb7-4b11-b5b9-ede51230f22a</entry>
Oct 23 17:02:49 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:02:49 user nova-compute[74854]:     </system>
Oct 23 17:02:49 user nova-compute[74854]:   </sysinfo>
Oct 23 17:02:49 user nova-compute[74854]:   <os>
Oct 23 17:02:49 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:02:49 user nova-compute[74854]:     <boot dev="hd"/>
Oct 23 17:02:49 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:02:49 user nova-compute[74854]:   </os>
Oct 23 17:02:49 user nova-compute[74854]:   <features>
Oct 23 17:02:49 user nova-compute[74854]:     <acpi/>
Oct 23 17:02:49 user nova-compute[74854]:     <apic/>
Oct 23 17:02:49 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:02:49 user nova-compute[74854]:   </features>
Oct 23 17:02:49 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:02:49 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:02:49 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:02:49 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:02:49 user nova-compute[74854]:   </clock>
Oct 23 17:02:49 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:02:49 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:02:49 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:02:49 user nova-compute[74854]:   </cpu>
Oct 23 17:02:49 user nova-compute[74854]:   <devices>
Oct 23 17:02:49 user nova-compute[74854]:     <disk type="file" device="disk">
Oct 23 17:02:49 user nova-compute[74854]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 17:02:49 user nova-compute[74854]:       <source file="/opt/stack/data/nova/instances/fed2ceef-7eb7-4b11-b5b9-ede51230f22a/disk"/>
Oct 23 17:02:49 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:02:49 user nova-compute[74854]:     </disk>
Oct 23 17:02:49 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:02:49 user nova-compute[74854]:       <mac address="fa:16:3e:b8:d6:de"/>
Oct 23 17:02:49 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:02:49 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:02:49 user nova-compute[74854]:       <target dev="tapd9495c58-69"/>
Oct 23 17:02:49 user nova-compute[74854]:     </interface>
Oct 23 17:02:49 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:02:49 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/fed2ceef-7eb7-4b11-b5b9-ede51230f22a/console.log" append="off"/>
Oct 23 17:02:49 user nova-compute[74854]:     </serial>
Oct 23 17:02:49 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:02:49 user nova-compute[74854]:     <video>
Oct 23 17:02:49 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:02:49 user nova-compute[74854]:     </video>
Oct 23 17:02:49 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:02:49 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:02:49 user nova-compute[74854]:     </rng>
Oct 23 17:02:49 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:02:49 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:02:49 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:02:49 user nova-compute[74854]:     </memballoon>
Oct 23 17:02:49 user nova-compute[74854]:   </devices>
Oct 23 17:02:49 user nova-compute[74854]: </domain>
Oct 23 17:02:49 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:02:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1335191426',display_name='tempest-ServersNegativeTestJSON-server-1335191426',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1335191426',id=1,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='128b507454cf4cac8ed4c375041df8c3',ramdisk_id='',reservation_id='r-7uovs248',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1418970301',owner_user_name='tempest-ServersNegativeTestJSON-1418970301-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:02:43Z,user_data=None,user_id='baa0e653e3334e3b8cf0dd6eb1c0afe2',uuid=fed2ceef-7eb7-4b11-b5b9-ede51230f22a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d9495c58-6928-41bc-b4d9-d57984ccf988", "address": "fa:16:3e:b8:d6:de", "network": {"id": "e767afda-6c0e-4d65-86d7-77587deafaeb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-938739477-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128b507454cf4cac8ed4c375041df8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9495c58-69", "ovs_interfaceid": "d9495c58-6928-41bc-b4d9-d57984ccf988", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Converting VIF {"id": "d9495c58-6928-41bc-b4d9-d57984ccf988", "address": "fa:16:3e:b8:d6:de", "network": {"id": "e767afda-6c0e-4d65-86d7-77587deafaeb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-938739477-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128b507454cf4cac8ed4c375041df8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9495c58-69", "ovs_interfaceid": "d9495c58-6928-41bc-b4d9-d57984ccf988", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b8:d6:de,bridge_name='br-int',has_traffic_filtering=True,id=d9495c58-6928-41bc-b4d9-d57984ccf988,network=Network(e767afda-6c0e-4d65-86d7-77587deafaeb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd9495c58-69') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG os_vif [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b8:d6:de,bridge_name='br-int',has_traffic_filtering=True,id=d9495c58-6928-41bc-b4d9-d57984ccf988,network=Network(e767afda-6c0e-4d65-86d7-77587deafaeb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd9495c58-69') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Created schema index Interface.name {{(pid=74854) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Created schema index Port.name {{(pid=74854) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Created schema index Bridge.name {{(pid=74854) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] tcp:127.0.0.1:6640: entering CONNECTING {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [POLLOUT] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4284792e-08bd-4f6e-a47f-e7381f16c8c6/disk --force-share --output=json" returned: 0 in 0.266s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Cannot resize image /opt/stack/data/nova/instances/4284792e-08bd-4f6e-a47f-e7381f16c8c6/disk to a smaller size. {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Created local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Ensure instance console log exists: /opt/stack/data/nova/instances/4284792e-08bd-4f6e-a47f-e7381f16c8c6/console.log {{(pid=74854) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a8798a7b-18d3-5945-bc0a-f061c8513a55', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:02:49 user nova-compute[74854]: INFO oslo.privsep.daemon [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'vif_plug_ovs.privsep.vif_plug', '--privsep_sock_path', '/tmp/tmp7ita3q00/privsep.sock']
Oct 23 17:02:49 user sudo[84164]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context vif_plug_ovs.privsep.vif_plug --privsep_sock_path /tmp/tmp7ita3q00/privsep.sock
Oct 23 17:02:49 user sudo[84164]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Oct 23 17:02:49 user nova-compute[74854]: DEBUG nova.network.neutron [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Successfully updated port: c6c27ec8-bd84-4419-9b01-ed603d2a772c {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Acquiring lock "refresh_cache-f150b707-22b3-43b5-b657-0c2e19bcf524" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Acquired lock "refresh_cache-f150b707-22b3-43b5-b657-0c2e19bcf524" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG nova.network.neutron [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:02:49 user nova-compute[74854]: DEBUG nova.network.neutron [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Instance cache missing network info. {{(pid=74854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 17:02:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:02:50 user nova-compute[74854]: DEBUG nova.compute.manager [req-e20de85a-79ac-49f3-9fb9-34f73985e474 req-6fa000f4-b28d-40e9-a2be-656877ade499 service nova] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Received event network-changed-c6c27ec8-bd84-4419-9b01-ed603d2a772c {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:02:50 user nova-compute[74854]: DEBUG nova.compute.manager [req-e20de85a-79ac-49f3-9fb9-34f73985e474 req-6fa000f4-b28d-40e9-a2be-656877ade499 service nova] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Refreshing instance network info cache due to event network-changed-c6c27ec8-bd84-4419-9b01-ed603d2a772c. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:02:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e20de85a-79ac-49f3-9fb9-34f73985e474 req-6fa000f4-b28d-40e9-a2be-656877ade499 service nova] Acquiring lock "refresh_cache-f150b707-22b3-43b5-b657-0c2e19bcf524" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:02:50 user nova-compute[74854]: DEBUG nova.network.neutron [req-02f1b23f-ebfb-4d02-88b0-b9b425dde28f req-62afbc7a-e634-42cf-98f4-f257d60e03bf service nova] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] Updated VIF entry in instance network info cache for port d9495c58-6928-41bc-b4d9-d57984ccf988. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:02:50 user nova-compute[74854]: DEBUG nova.network.neutron [req-02f1b23f-ebfb-4d02-88b0-b9b425dde28f req-62afbc7a-e634-42cf-98f4-f257d60e03bf service nova] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] Updating instance_info_cache with network_info: [{"id": "d9495c58-6928-41bc-b4d9-d57984ccf988", "address": "fa:16:3e:b8:d6:de", "network": {"id": "e767afda-6c0e-4d65-86d7-77587deafaeb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-938739477-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128b507454cf4cac8ed4c375041df8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9495c58-69", "ovs_interfaceid": "d9495c58-6928-41bc-b4d9-d57984ccf988", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:02:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-02f1b23f-ebfb-4d02-88b0-b9b425dde28f req-62afbc7a-e634-42cf-98f4-f257d60e03bf service nova] Releasing lock "refresh_cache-fed2ceef-7eb7-4b11-b5b9-ede51230f22a" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:02:50 user nova-compute[74854]: DEBUG nova.network.neutron [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Updating instance_info_cache with network_info: [{"id": "c6c27ec8-bd84-4419-9b01-ed603d2a772c", "address": "fa:16:3e:0b:d8:79", "network": {"id": "a40026f1-91de-4e98-85cd-c3bd1a956407", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1048031159-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "435cbd0d03324a45bdacc7d5b76213e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc6c27ec8-bd", "ovs_interfaceid": "c6c27ec8-bd84-4419-9b01-ed603d2a772c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:02:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Releasing lock "refresh_cache-f150b707-22b3-43b5-b657-0c2e19bcf524" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:02:50 user nova-compute[74854]: DEBUG nova.compute.manager [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Instance network_info: |[{"id": "c6c27ec8-bd84-4419-9b01-ed603d2a772c", "address": "fa:16:3e:0b:d8:79", "network": {"id": "a40026f1-91de-4e98-85cd-c3bd1a956407", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1048031159-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "435cbd0d03324a45bdacc7d5b76213e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc6c27ec8-bd", "ovs_interfaceid": "c6c27ec8-bd84-4419-9b01-ed603d2a772c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 17:02:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e20de85a-79ac-49f3-9fb9-34f73985e474 req-6fa000f4-b28d-40e9-a2be-656877ade499 service nova] Acquired lock "refresh_cache-f150b707-22b3-43b5-b657-0c2e19bcf524" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:02:50 user nova-compute[74854]: DEBUG nova.network.neutron [req-e20de85a-79ac-49f3-9fb9-34f73985e474 req-6fa000f4-b28d-40e9-a2be-656877ade499 service nova] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Refreshing network info cache for port c6c27ec8-bd84-4419-9b01-ed603d2a772c {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:02:50 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Start _get_guest_xml network_info=[{"id": "c6c27ec8-bd84-4419-9b01-ed603d2a772c", "address": "fa:16:3e:0b:d8:79", "network": {"id": "a40026f1-91de-4e98-85cd-c3bd1a956407", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1048031159-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "435cbd0d03324a45bdacc7d5b76213e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc6c27ec8-bd", "ovs_interfaceid": "c6c27ec8-bd84-4419-9b01-ed603d2a772c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'encryption_format': None, 'encryption_options': None, 'size': 0, 'boot_index': 0, 'encrypted': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'image_id': '68c345df-c9e8-475a-b17c-635fa0c7e894'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:02:50 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:02:50 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:02:50 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:02:50 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:02:50 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:02:50 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:02:50 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:02:50 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:02:50 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:02:50 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:02:50 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:02:50 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:02:50 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:02:50 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:02:50 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:02:50 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:02:50 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:02:50 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:02:50 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:02:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-168636077',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-168636077',id=2,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='435cbd0d03324a45bdacc7d5b76213e4',ramdisk_id='',reservation_id='r-l2wgx17x',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-702610562',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:02:45Z,user_data=None,user_id='cdf5d05a392f4c0b925b8a1eca824323',uuid=f150b707-22b3-43b5-b657-0c2e19bcf524,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c6c27ec8-bd84-4419-9b01-ed603d2a772c", "address": "fa:16:3e:0b:d8:79", "network": {"id": "a40026f1-91de-4e98-85cd-c3bd1a956407", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1048031159-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "435cbd0d03324a45bdacc7d5b76213e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc6c27ec8-bd", "ovs_interfaceid": "c6c27ec8-bd84-4419-9b01-ed603d2a772c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:02:50 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Converting VIF {"id": "c6c27ec8-bd84-4419-9b01-ed603d2a772c", "address": "fa:16:3e:0b:d8:79", "network": {"id": "a40026f1-91de-4e98-85cd-c3bd1a956407", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1048031159-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "435cbd0d03324a45bdacc7d5b76213e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc6c27ec8-bd", "ovs_interfaceid": "c6c27ec8-bd84-4419-9b01-ed603d2a772c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:02:50 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0b:d8:79,bridge_name='br-int',has_traffic_filtering=True,id=c6c27ec8-bd84-4419-9b01-ed603d2a772c,network=Network(a40026f1-91de-4e98-85cd-c3bd1a956407),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc6c27ec8-bd') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:02:50 user nova-compute[74854]: DEBUG nova.objects.instance [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lazy-loading 'pci_devices' on Instance uuid f150b707-22b3-43b5-b657-0c2e19bcf524 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:02:50 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:02:50 user nova-compute[74854]:   <uuid>f150b707-22b3-43b5-b657-0c2e19bcf524</uuid>
Oct 23 17:02:50 user nova-compute[74854]:   <name>instance-00000002</name>
Oct 23 17:02:50 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:02:50 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:02:50 user nova-compute[74854]:   <metadata>
Oct 23 17:02:50 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:02:50 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:02:50 user nova-compute[74854]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-168636077</nova:name>
Oct 23 17:02:50 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:02:50</nova:creationTime>
Oct 23 17:02:50 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:02:50 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:02:50 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:02:50 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:02:50 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:02:50 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:02:50 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:02:50 user nova-compute[74854]:       <nova:owner>
Oct 23 17:02:50 user nova-compute[74854]:         <nova:user uuid="cdf5d05a392f4c0b925b8a1eca824323">tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member</nova:user>
Oct 23 17:02:50 user nova-compute[74854]:         <nova:project uuid="435cbd0d03324a45bdacc7d5b76213e4">tempest-ServerBootFromVolumeStableRescueTest-702610562</nova:project>
Oct 23 17:02:50 user nova-compute[74854]:       </nova:owner>
Oct 23 17:02:50 user nova-compute[74854]:       <nova:root type="image" uuid="68c345df-c9e8-475a-b17c-635fa0c7e894"/>
Oct 23 17:02:50 user nova-compute[74854]:       <nova:ports>
Oct 23 17:02:50 user nova-compute[74854]:         <nova:port uuid="c6c27ec8-bd84-4419-9b01-ed603d2a772c">
Oct 23 17:02:50 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 23 17:02:50 user nova-compute[74854]:         </nova:port>
Oct 23 17:02:50 user nova-compute[74854]:       </nova:ports>
Oct 23 17:02:50 user nova-compute[74854]:     </nova:instance>
Oct 23 17:02:50 user nova-compute[74854]:   </metadata>
Oct 23 17:02:50 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:02:50 user nova-compute[74854]:     <system>
Oct 23 17:02:50 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:02:50 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:02:50 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:02:50 user nova-compute[74854]:       <entry name="serial">f150b707-22b3-43b5-b657-0c2e19bcf524</entry>
Oct 23 17:02:50 user nova-compute[74854]:       <entry name="uuid">f150b707-22b3-43b5-b657-0c2e19bcf524</entry>
Oct 23 17:02:50 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:02:50 user nova-compute[74854]:     </system>
Oct 23 17:02:50 user nova-compute[74854]:   </sysinfo>
Oct 23 17:02:50 user nova-compute[74854]:   <os>
Oct 23 17:02:50 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:02:50 user nova-compute[74854]:     <boot dev="hd"/>
Oct 23 17:02:50 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:02:50 user nova-compute[74854]:   </os>
Oct 23 17:02:50 user nova-compute[74854]:   <features>
Oct 23 17:02:50 user nova-compute[74854]:     <acpi/>
Oct 23 17:02:50 user nova-compute[74854]:     <apic/>
Oct 23 17:02:50 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:02:50 user nova-compute[74854]:   </features>
Oct 23 17:02:50 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:02:50 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:02:50 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:02:50 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:02:50 user nova-compute[74854]:   </clock>
Oct 23 17:02:50 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:02:50 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:02:50 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:02:50 user nova-compute[74854]:   </cpu>
Oct 23 17:02:50 user nova-compute[74854]:   <devices>
Oct 23 17:02:50 user nova-compute[74854]:     <disk type="file" device="disk">
Oct 23 17:02:50 user nova-compute[74854]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 17:02:50 user nova-compute[74854]:       <source file="/opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk"/>
Oct 23 17:02:50 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:02:50 user nova-compute[74854]:     </disk>
Oct 23 17:02:50 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:02:50 user nova-compute[74854]:       <mac address="fa:16:3e:0b:d8:79"/>
Oct 23 17:02:50 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:02:50 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:02:50 user nova-compute[74854]:       <target dev="tapc6c27ec8-bd"/>
Oct 23 17:02:50 user nova-compute[74854]:     </interface>
Oct 23 17:02:50 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:02:50 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/console.log" append="off"/>
Oct 23 17:02:50 user nova-compute[74854]:     </serial>
Oct 23 17:02:50 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:02:50 user nova-compute[74854]:     <video>
Oct 23 17:02:50 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:02:50 user nova-compute[74854]:     </video>
Oct 23 17:02:50 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:02:50 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:02:50 user nova-compute[74854]:     </rng>
Oct 23 17:02:50 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:02:50 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:02:50 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:02:50 user nova-compute[74854]:     </memballoon>
Oct 23 17:02:50 user nova-compute[74854]:   </devices>
Oct 23 17:02:50 user nova-compute[74854]: </domain>
Oct 23 17:02:50 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:02:50 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:02:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-168636077',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-168636077',id=2,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='435cbd0d03324a45bdacc7d5b76213e4',ramdisk_id='',reservation_id='r-l2wgx17x',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-702610562',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:02:45Z,user_data=None,user_id='cdf5d05a392f4c0b925b8a1eca824323',uuid=f150b707-22b3-43b5-b657-0c2e19bcf524,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c6c27ec8-bd84-4419-9b01-ed603d2a772c", "address": "fa:16:3e:0b:d8:79", "network": {"id": "a40026f1-91de-4e98-85cd-c3bd1a956407", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1048031159-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "435cbd0d03324a45bdacc7d5b76213e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc6c27ec8-bd", "ovs_interfaceid": "c6c27ec8-bd84-4419-9b01-ed603d2a772c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:02:50 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Converting VIF {"id": "c6c27ec8-bd84-4419-9b01-ed603d2a772c", "address": "fa:16:3e:0b:d8:79", "network": {"id": "a40026f1-91de-4e98-85cd-c3bd1a956407", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1048031159-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "435cbd0d03324a45bdacc7d5b76213e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc6c27ec8-bd", "ovs_interfaceid": "c6c27ec8-bd84-4419-9b01-ed603d2a772c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:02:50 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0b:d8:79,bridge_name='br-int',has_traffic_filtering=True,id=c6c27ec8-bd84-4419-9b01-ed603d2a772c,network=Network(a40026f1-91de-4e98-85cd-c3bd1a956407),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc6c27ec8-bd') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:02:50 user nova-compute[74854]: DEBUG os_vif [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0b:d8:79,bridge_name='br-int',has_traffic_filtering=True,id=c6c27ec8-bd84-4419-9b01-ed603d2a772c,network=Network(a40026f1-91de-4e98-85cd-c3bd1a956407),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc6c27ec8-bd') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:02:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:02:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:02:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:02:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:02:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd0db625c-fed0-5ad4-bc48-807e8d40e2a0', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:02:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:02:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:02:50 user nova-compute[74854]: DEBUG nova.network.neutron [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Successfully created port: 2a820f7c-529a-4e4a-a325-56c98817e999 {{(pid=74854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 17:02:51 user sudo[84164]: pam_unix(sudo:session): session closed for user root
Oct 23 17:02:51 user nova-compute[74854]: INFO oslo.privsep.daemon [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Spawned new privsep daemon via rootwrap
Oct 23 17:02:51 user nova-compute[74854]: INFO oslo.privsep.daemon [-] privsep daemon starting
Oct 23 17:02:51 user nova-compute[74854]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Oct 23 17:02:51 user nova-compute[74854]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_DAC_OVERRIDE|CAP_NET_ADMIN/CAP_DAC_OVERRIDE|CAP_NET_ADMIN/none
Oct 23 17:02:51 user nova-compute[74854]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 84167
Oct 23 17:02:51 user nova-compute[74854]: WARNING oslo_privsep.priv_context [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] privsep daemon already running
Oct 23 17:02:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:02:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd9495c58-69, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:02:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd9495c58-69, col_values=(('qos', UUID('5d729460-898e-4d81-bdff-76237fefe318')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:02:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd9495c58-69, col_values=(('external_ids', {'iface-id': 'd9495c58-6928-41bc-b4d9-d57984ccf988', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b8:d6:de', 'vm-uuid': 'fed2ceef-7eb7-4b11-b5b9-ede51230f22a'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:02:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:02:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:02:51 user nova-compute[74854]: INFO os_vif [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b8:d6:de,bridge_name='br-int',has_traffic_filtering=True,id=d9495c58-6928-41bc-b4d9-d57984ccf988,network=Network(e767afda-6c0e-4d65-86d7-77587deafaeb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd9495c58-69')
Oct 23 17:02:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:02:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc6c27ec8-bd, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:02:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc6c27ec8-bd, col_values=(('qos', UUID('dfad0155-78bc-4cdc-8457-6cae884fd2f6')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:02:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc6c27ec8-bd, col_values=(('external_ids', {'iface-id': 'c6c27ec8-bd84-4419-9b01-ed603d2a772c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:0b:d8:79', 'vm-uuid': 'f150b707-22b3-43b5-b657-0c2e19bcf524'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:02:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:02:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:02:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:02:51 user nova-compute[74854]: INFO os_vif [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0b:d8:79,bridge_name='br-int',has_traffic_filtering=True,id=c6c27ec8-bd84-4419-9b01-ed603d2a772c,network=Network(a40026f1-91de-4e98-85cd-c3bd1a956407),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc6c27ec8-bd')
Oct 23 17:02:51 user nova-compute[74854]: DEBUG nova.network.neutron [req-e20de85a-79ac-49f3-9fb9-34f73985e474 req-6fa000f4-b28d-40e9-a2be-656877ade499 service nova] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Updated VIF entry in instance network info cache for port c6c27ec8-bd84-4419-9b01-ed603d2a772c. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:02:51 user nova-compute[74854]: DEBUG nova.network.neutron [req-e20de85a-79ac-49f3-9fb9-34f73985e474 req-6fa000f4-b28d-40e9-a2be-656877ade499 service nova] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Updating instance_info_cache with network_info: [{"id": "c6c27ec8-bd84-4419-9b01-ed603d2a772c", "address": "fa:16:3e:0b:d8:79", "network": {"id": "a40026f1-91de-4e98-85cd-c3bd1a956407", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1048031159-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "435cbd0d03324a45bdacc7d5b76213e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc6c27ec8-bd", "ovs_interfaceid": "c6c27ec8-bd84-4419-9b01-ed603d2a772c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:02:51 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:02:51 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] No VIF found with MAC fa:16:3e:b8:d6:de, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:02:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e20de85a-79ac-49f3-9fb9-34f73985e474 req-6fa000f4-b28d-40e9-a2be-656877ade499 service nova] Releasing lock "refresh_cache-f150b707-22b3-43b5-b657-0c2e19bcf524" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:02:51 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:02:51 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] No VIF found with MAC fa:16:3e:0b:d8:79, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:02:52 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:02:52 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:02:52 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:02:52 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:02:52 user nova-compute[74854]: DEBUG nova.network.neutron [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Successfully updated port: 2a820f7c-529a-4e4a-a325-56c98817e999 {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:02:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Acquiring lock "refresh_cache-4284792e-08bd-4f6e-a47f-e7381f16c8c6" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:02:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Acquired lock "refresh_cache-4284792e-08bd-4f6e-a47f-e7381f16c8c6" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:02:53 user nova-compute[74854]: DEBUG nova.network.neutron [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:02:53 user nova-compute[74854]: DEBUG nova.compute.manager [req-7f0d2cd0-5704-4078-9d6a-82c20ccb8daa req-12c8566c-3ba5-4865-b190-3ef11e24dc93 service nova] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Received event network-changed-2a820f7c-529a-4e4a-a325-56c98817e999 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:02:53 user nova-compute[74854]: DEBUG nova.compute.manager [req-7f0d2cd0-5704-4078-9d6a-82c20ccb8daa req-12c8566c-3ba5-4865-b190-3ef11e24dc93 service nova] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Refreshing instance network info cache due to event network-changed-2a820f7c-529a-4e4a-a325-56c98817e999. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:02:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-7f0d2cd0-5704-4078-9d6a-82c20ccb8daa req-12c8566c-3ba5-4865-b190-3ef11e24dc93 service nova] Acquiring lock "refresh_cache-4284792e-08bd-4f6e-a47f-e7381f16c8c6" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:02:53 user nova-compute[74854]: DEBUG nova.network.neutron [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Instance cache missing network info. {{(pid=74854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 17:02:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:02:54 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:02:54 user nova-compute[74854]: DEBUG nova.network.neutron [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Updating instance_info_cache with network_info: [{"id": "2a820f7c-529a-4e4a-a325-56c98817e999", "address": "fa:16:3e:e8:24:1e", "network": {"id": "a77582de-e63b-44a4-8492-acc79fe24568", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-483048063-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e344762c88724592a518c177db49fe81", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2a820f7c-52", "ovs_interfaceid": "2a820f7c-529a-4e4a-a325-56c98817e999", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:02:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Releasing lock "refresh_cache-4284792e-08bd-4f6e-a47f-e7381f16c8c6" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:02:54 user nova-compute[74854]: DEBUG nova.compute.manager [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Instance network_info: |[{"id": "2a820f7c-529a-4e4a-a325-56c98817e999", "address": "fa:16:3e:e8:24:1e", "network": {"id": "a77582de-e63b-44a4-8492-acc79fe24568", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-483048063-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e344762c88724592a518c177db49fe81", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2a820f7c-52", "ovs_interfaceid": "2a820f7c-529a-4e4a-a325-56c98817e999", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 17:02:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-7f0d2cd0-5704-4078-9d6a-82c20ccb8daa req-12c8566c-3ba5-4865-b190-3ef11e24dc93 service nova] Acquired lock "refresh_cache-4284792e-08bd-4f6e-a47f-e7381f16c8c6" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:02:54 user nova-compute[74854]: DEBUG nova.network.neutron [req-7f0d2cd0-5704-4078-9d6a-82c20ccb8daa req-12c8566c-3ba5-4865-b190-3ef11e24dc93 service nova] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Refreshing network info cache for port 2a820f7c-529a-4e4a-a325-56c98817e999 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:02:54 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Start _get_guest_xml network_info=[{"id": "2a820f7c-529a-4e4a-a325-56c98817e999", "address": "fa:16:3e:e8:24:1e", "network": {"id": "a77582de-e63b-44a4-8492-acc79fe24568", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-483048063-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e344762c88724592a518c177db49fe81", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2a820f7c-52", "ovs_interfaceid": "2a820f7c-529a-4e4a-a325-56c98817e999", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'encryption_format': None, 'encryption_options': None, 'size': 0, 'boot_index': 0, 'encrypted': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'image_id': '68c345df-c9e8-475a-b17c-635fa0c7e894'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:02:54 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:02:54 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:02:54 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:02:54 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:02:54 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:02:54 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:02:54 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:02:54 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:02:54 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:02:54 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:02:54 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:02:54 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:02:54 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:02:54 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:02:54 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:02:54 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:02:54 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:02:54 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:02:54 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:02:54 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:02:54 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:02:54 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:02:54 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:02:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1434706585',display_name='tempest-ServerActionsTestOtherB-server-1434706585',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1434706585',id=3,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL5bJQx+Fgj5vcomAVJh0xHoj+rnz6/oIiuOW3zeJgcvoak37Q090HJYcCXOPjcqPajlrLZ5+SnRbL+cSIWMdLTTDyUzT8Svbp+HXKypRRkX1EovnTuGdStHyGSse0r8Kw==',key_name='tempest-keypair-1836527955',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e344762c88724592a518c177db49fe81',ramdisk_id='',reservation_id='r-d6mkwgtz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-350990831',owner_user_name='tempest-ServerActionsTestOtherB-350990831-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:02:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a0d61eb5c1d241d1b40e1ebc0f0f6894',uuid=4284792e-08bd-4f6e-a47f-e7381f16c8c6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2a820f7c-529a-4e4a-a325-56c98817e999", "address": "fa:16:3e:e8:24:1e", "network": {"id": "a77582de-e63b-44a4-8492-acc79fe24568", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-483048063-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e344762c88724592a518c177db49fe81", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2a820f7c-52", "ovs_interfaceid": "2a820f7c-529a-4e4a-a325-56c98817e999", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:02:54 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Converting VIF {"id": "2a820f7c-529a-4e4a-a325-56c98817e999", "address": "fa:16:3e:e8:24:1e", "network": {"id": "a77582de-e63b-44a4-8492-acc79fe24568", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-483048063-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e344762c88724592a518c177db49fe81", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2a820f7c-52", "ovs_interfaceid": "2a820f7c-529a-4e4a-a325-56c98817e999", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:02:54 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e8:24:1e,bridge_name='br-int',has_traffic_filtering=True,id=2a820f7c-529a-4e4a-a325-56c98817e999,network=Network(a77582de-e63b-44a4-8492-acc79fe24568),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2a820f7c-52') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:02:54 user nova-compute[74854]: DEBUG nova.objects.instance [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Lazy-loading 'pci_devices' on Instance uuid 4284792e-08bd-4f6e-a47f-e7381f16c8c6 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:02:54 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:02:54 user nova-compute[74854]:   <uuid>4284792e-08bd-4f6e-a47f-e7381f16c8c6</uuid>
Oct 23 17:02:54 user nova-compute[74854]:   <name>instance-00000003</name>
Oct 23 17:02:54 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:02:54 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:02:54 user nova-compute[74854]:   <metadata>
Oct 23 17:02:54 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:02:54 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:02:54 user nova-compute[74854]:       <nova:name>tempest-ServerActionsTestOtherB-server-1434706585</nova:name>
Oct 23 17:02:54 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:02:54</nova:creationTime>
Oct 23 17:02:54 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:02:54 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:02:54 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:02:54 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:02:54 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:02:54 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:02:54 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:02:54 user nova-compute[74854]:       <nova:owner>
Oct 23 17:02:54 user nova-compute[74854]:         <nova:user uuid="a0d61eb5c1d241d1b40e1ebc0f0f6894">tempest-ServerActionsTestOtherB-350990831-project-member</nova:user>
Oct 23 17:02:54 user nova-compute[74854]:         <nova:project uuid="e344762c88724592a518c177db49fe81">tempest-ServerActionsTestOtherB-350990831</nova:project>
Oct 23 17:02:54 user nova-compute[74854]:       </nova:owner>
Oct 23 17:02:54 user nova-compute[74854]:       <nova:root type="image" uuid="68c345df-c9e8-475a-b17c-635fa0c7e894"/>
Oct 23 17:02:54 user nova-compute[74854]:       <nova:ports>
Oct 23 17:02:54 user nova-compute[74854]:         <nova:port uuid="2a820f7c-529a-4e4a-a325-56c98817e999">
Oct 23 17:02:54 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 23 17:02:54 user nova-compute[74854]:         </nova:port>
Oct 23 17:02:54 user nova-compute[74854]:       </nova:ports>
Oct 23 17:02:54 user nova-compute[74854]:     </nova:instance>
Oct 23 17:02:54 user nova-compute[74854]:   </metadata>
Oct 23 17:02:54 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:02:54 user nova-compute[74854]:     <system>
Oct 23 17:02:54 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:02:54 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:02:54 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:02:54 user nova-compute[74854]:       <entry name="serial">4284792e-08bd-4f6e-a47f-e7381f16c8c6</entry>
Oct 23 17:02:54 user nova-compute[74854]:       <entry name="uuid">4284792e-08bd-4f6e-a47f-e7381f16c8c6</entry>
Oct 23 17:02:54 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:02:54 user nova-compute[74854]:     </system>
Oct 23 17:02:54 user nova-compute[74854]:   </sysinfo>
Oct 23 17:02:54 user nova-compute[74854]:   <os>
Oct 23 17:02:54 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:02:54 user nova-compute[74854]:     <boot dev="hd"/>
Oct 23 17:02:54 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:02:54 user nova-compute[74854]:   </os>
Oct 23 17:02:54 user nova-compute[74854]:   <features>
Oct 23 17:02:54 user nova-compute[74854]:     <acpi/>
Oct 23 17:02:54 user nova-compute[74854]:     <apic/>
Oct 23 17:02:54 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:02:54 user nova-compute[74854]:   </features>
Oct 23 17:02:54 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:02:54 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:02:54 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:02:54 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:02:54 user nova-compute[74854]:   </clock>
Oct 23 17:02:54 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:02:54 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:02:54 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:02:54 user nova-compute[74854]:   </cpu>
Oct 23 17:02:54 user nova-compute[74854]:   <devices>
Oct 23 17:02:54 user nova-compute[74854]:     <disk type="file" device="disk">
Oct 23 17:02:54 user nova-compute[74854]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 17:02:54 user nova-compute[74854]:       <source file="/opt/stack/data/nova/instances/4284792e-08bd-4f6e-a47f-e7381f16c8c6/disk"/>
Oct 23 17:02:54 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:02:54 user nova-compute[74854]:     </disk>
Oct 23 17:02:54 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:02:54 user nova-compute[74854]:       <mac address="fa:16:3e:e8:24:1e"/>
Oct 23 17:02:54 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:02:54 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:02:54 user nova-compute[74854]:       <target dev="tap2a820f7c-52"/>
Oct 23 17:02:54 user nova-compute[74854]:     </interface>
Oct 23 17:02:54 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:02:54 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/4284792e-08bd-4f6e-a47f-e7381f16c8c6/console.log" append="off"/>
Oct 23 17:02:54 user nova-compute[74854]:     </serial>
Oct 23 17:02:54 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:02:54 user nova-compute[74854]:     <video>
Oct 23 17:02:54 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:02:54 user nova-compute[74854]:     </video>
Oct 23 17:02:54 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:02:54 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:02:54 user nova-compute[74854]:     </rng>
Oct 23 17:02:54 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:02:54 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:02:54 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:02:54 user nova-compute[74854]:     </memballoon>
Oct 23 17:02:54 user nova-compute[74854]:   </devices>
Oct 23 17:02:54 user nova-compute[74854]: </domain>
Oct 23 17:02:54 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:02:54 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:02:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1434706585',display_name='tempest-ServerActionsTestOtherB-server-1434706585',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1434706585',id=3,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL5bJQx+Fgj5vcomAVJh0xHoj+rnz6/oIiuOW3zeJgcvoak37Q090HJYcCXOPjcqPajlrLZ5+SnRbL+cSIWMdLTTDyUzT8Svbp+HXKypRRkX1EovnTuGdStHyGSse0r8Kw==',key_name='tempest-keypair-1836527955',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e344762c88724592a518c177db49fe81',ramdisk_id='',reservation_id='r-d6mkwgtz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-350990831',owner_user_name='tempest-ServerActionsTestOtherB-350990831-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:02:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a0d61eb5c1d241d1b40e1ebc0f0f6894',uuid=4284792e-08bd-4f6e-a47f-e7381f16c8c6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2a820f7c-529a-4e4a-a325-56c98817e999", "address": "fa:16:3e:e8:24:1e", "network": {"id": "a77582de-e63b-44a4-8492-acc79fe24568", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-483048063-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e344762c88724592a518c177db49fe81", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2a820f7c-52", "ovs_interfaceid": "2a820f7c-529a-4e4a-a325-56c98817e999", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:02:54 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Converting VIF {"id": "2a820f7c-529a-4e4a-a325-56c98817e999", "address": "fa:16:3e:e8:24:1e", "network": {"id": "a77582de-e63b-44a4-8492-acc79fe24568", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-483048063-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e344762c88724592a518c177db49fe81", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2a820f7c-52", "ovs_interfaceid": "2a820f7c-529a-4e4a-a325-56c98817e999", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:02:54 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e8:24:1e,bridge_name='br-int',has_traffic_filtering=True,id=2a820f7c-529a-4e4a-a325-56c98817e999,network=Network(a77582de-e63b-44a4-8492-acc79fe24568),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2a820f7c-52') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:02:54 user nova-compute[74854]: DEBUG os_vif [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e8:24:1e,bridge_name='br-int',has_traffic_filtering=True,id=2a820f7c-529a-4e4a-a325-56c98817e999,network=Network(a77582de-e63b-44a4-8492-acc79fe24568),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2a820f7c-52') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:02:54 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:02:54 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:02:54 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:02:54 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:02:54 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3a34582b-75e9-513f-9bf6-ddbd77f25fab', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:02:54 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:02:54 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:02:54 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:02:54 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2a820f7c-52, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:02:54 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2a820f7c-52, col_values=(('qos', UUID('de91de65-caa8-4fc6-ab29-8c9b96fd9f4b')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:02:54 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2a820f7c-52, col_values=(('external_ids', {'iface-id': '2a820f7c-529a-4e4a-a325-56c98817e999', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e8:24:1e', 'vm-uuid': '4284792e-08bd-4f6e-a47f-e7381f16c8c6'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:02:54 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:02:54 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:02:54 user nova-compute[74854]: INFO os_vif [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e8:24:1e,bridge_name='br-int',has_traffic_filtering=True,id=2a820f7c-529a-4e4a-a325-56c98817e999,network=Network(a77582de-e63b-44a4-8492-acc79fe24568),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2a820f7c-52')
Oct 23 17:02:54 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:02:54 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] No VIF found with MAC fa:16:3e:e8:24:1e, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:02:54 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:02:54 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:02:54 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:02:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:02:55 user nova-compute[74854]: DEBUG nova.compute.manager [req-40ad4aed-27d1-4fe2-b0a3-c4fd112ee8f0 req-92fd4a90-669e-490d-b2d3-dbc424e4b611 service nova] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] Received event network-vif-plugged-d9495c58-6928-41bc-b4d9-d57984ccf988 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:02:55 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-40ad4aed-27d1-4fe2-b0a3-c4fd112ee8f0 req-92fd4a90-669e-490d-b2d3-dbc424e4b611 service nova] Acquiring lock "fed2ceef-7eb7-4b11-b5b9-ede51230f22a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:02:55 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-40ad4aed-27d1-4fe2-b0a3-c4fd112ee8f0 req-92fd4a90-669e-490d-b2d3-dbc424e4b611 service nova] Lock "fed2ceef-7eb7-4b11-b5b9-ede51230f22a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:02:55 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-40ad4aed-27d1-4fe2-b0a3-c4fd112ee8f0 req-92fd4a90-669e-490d-b2d3-dbc424e4b611 service nova] Lock "fed2ceef-7eb7-4b11-b5b9-ede51230f22a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:02:55 user nova-compute[74854]: DEBUG nova.compute.manager [req-40ad4aed-27d1-4fe2-b0a3-c4fd112ee8f0 req-92fd4a90-669e-490d-b2d3-dbc424e4b611 service nova] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] No waiting events found dispatching network-vif-plugged-d9495c58-6928-41bc-b4d9-d57984ccf988 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:02:55 user nova-compute[74854]: WARNING nova.compute.manager [req-40ad4aed-27d1-4fe2-b0a3-c4fd112ee8f0 req-92fd4a90-669e-490d-b2d3-dbc424e4b611 service nova] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] Received unexpected event network-vif-plugged-d9495c58-6928-41bc-b4d9-d57984ccf988 for instance with vm_state building and task_state spawning.
Oct 23 17:02:55 user nova-compute[74854]: DEBUG nova.network.neutron [req-7f0d2cd0-5704-4078-9d6a-82c20ccb8daa req-12c8566c-3ba5-4865-b190-3ef11e24dc93 service nova] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Updated VIF entry in instance network info cache for port 2a820f7c-529a-4e4a-a325-56c98817e999. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:02:55 user nova-compute[74854]: DEBUG nova.network.neutron [req-7f0d2cd0-5704-4078-9d6a-82c20ccb8daa req-12c8566c-3ba5-4865-b190-3ef11e24dc93 service nova] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Updating instance_info_cache with network_info: [{"id": "2a820f7c-529a-4e4a-a325-56c98817e999", "address": "fa:16:3e:e8:24:1e", "network": {"id": "a77582de-e63b-44a4-8492-acc79fe24568", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-483048063-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e344762c88724592a518c177db49fe81", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2a820f7c-52", "ovs_interfaceid": "2a820f7c-529a-4e4a-a325-56c98817e999", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:02:55 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-7f0d2cd0-5704-4078-9d6a-82c20ccb8daa req-12c8566c-3ba5-4865-b190-3ef11e24dc93 service nova] Releasing lock "refresh_cache-4284792e-08bd-4f6e-a47f-e7381f16c8c6" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:02:56 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:02:56 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:02:56 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:02:57 user nova-compute[74854]: DEBUG nova.compute.manager [req-590a44f6-b0fe-4483-b928-654fe2a8d9db req-15296927-c4b2-424f-a6fe-9f2f2063d536 service nova] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] Received event network-vif-plugged-d9495c58-6928-41bc-b4d9-d57984ccf988 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:02:57 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-590a44f6-b0fe-4483-b928-654fe2a8d9db req-15296927-c4b2-424f-a6fe-9f2f2063d536 service nova] Acquiring lock "fed2ceef-7eb7-4b11-b5b9-ede51230f22a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:02:57 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-590a44f6-b0fe-4483-b928-654fe2a8d9db req-15296927-c4b2-424f-a6fe-9f2f2063d536 service nova] Lock "fed2ceef-7eb7-4b11-b5b9-ede51230f22a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:02:57 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-590a44f6-b0fe-4483-b928-654fe2a8d9db req-15296927-c4b2-424f-a6fe-9f2f2063d536 service nova] Lock "fed2ceef-7eb7-4b11-b5b9-ede51230f22a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:02:57 user nova-compute[74854]: DEBUG nova.compute.manager [req-590a44f6-b0fe-4483-b928-654fe2a8d9db req-15296927-c4b2-424f-a6fe-9f2f2063d536 service nova] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] No waiting events found dispatching network-vif-plugged-d9495c58-6928-41bc-b4d9-d57984ccf988 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:02:57 user nova-compute[74854]: WARNING nova.compute.manager [req-590a44f6-b0fe-4483-b928-654fe2a8d9db req-15296927-c4b2-424f-a6fe-9f2f2063d536 service nova] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] Received unexpected event network-vif-plugged-d9495c58-6928-41bc-b4d9-d57984ccf988 for instance with vm_state building and task_state spawning.
Oct 23 17:02:57 user nova-compute[74854]: DEBUG nova.compute.manager [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] Instance event wait completed in 0 seconds for  {{(pid=74854) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 17:02:57 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] Guest created on hypervisor {{(pid=74854) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 17:02:57 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] Instance spawned successfully.
Oct 23 17:02:57 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 17:02:57 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] Found default for hw_cdrom_bus of ide {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:02:57 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] Found default for hw_disk_bus of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:02:57 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] Found default for hw_input_bus of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:02:57 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] Found default for hw_pointer_model of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:02:57 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] Found default for hw_video_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:02:57 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] Found default for hw_vif_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:02:57 user nova-compute[74854]: INFO nova.compute.manager [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] Took 14.22 seconds to spawn the instance on the hypervisor.
Oct 23 17:02:57 user nova-compute[74854]: DEBUG nova.compute.manager [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:02:57 user nova-compute[74854]: INFO nova.compute.manager [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] Took 15.63 seconds to build instance.
Oct 23 17:02:57 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a22a62d4-3f8e-4d80-8f88-8e39b0df212b tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Lock "fed2ceef-7eb7-4b11-b5b9-ede51230f22a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.869s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:02:58 user nova-compute[74854]: DEBUG nova.compute.manager [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Instance event wait completed in 0 seconds for  {{(pid=74854) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 17:02:58 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Guest created on hypervisor {{(pid=74854) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 17:02:58 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Instance spawned successfully.
Oct 23 17:02:58 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 17:02:58 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Found default for hw_cdrom_bus of ide {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:02:58 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Found default for hw_disk_bus of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:02:58 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Found default for hw_input_bus of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:02:58 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Found default for hw_pointer_model of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:02:58 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Found default for hw_video_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:02:58 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Found default for hw_vif_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:02:58 user nova-compute[74854]: INFO nova.compute.manager [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Took 13.49 seconds to spawn the instance on the hypervisor.
Oct 23 17:02:58 user nova-compute[74854]: DEBUG nova.compute.manager [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:02:58 user nova-compute[74854]: INFO nova.compute.manager [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Took 14.83 seconds to build instance.
Oct 23 17:02:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c26a3226-789c-461b-aac4-642f156f6275 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "f150b707-22b3-43b5-b657-0c2e19bcf524" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.011s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:02:59 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:02:59 user nova-compute[74854]: DEBUG nova.compute.manager [req-d0164d0b-26e2-4509-a42c-f989ccc32ad5 req-02483483-71bb-4adc-a074-f3dc6b1ef36b service nova] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Received event network-vif-plugged-2a820f7c-529a-4e4a-a325-56c98817e999 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:02:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-d0164d0b-26e2-4509-a42c-f989ccc32ad5 req-02483483-71bb-4adc-a074-f3dc6b1ef36b service nova] Acquiring lock "4284792e-08bd-4f6e-a47f-e7381f16c8c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:02:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-d0164d0b-26e2-4509-a42c-f989ccc32ad5 req-02483483-71bb-4adc-a074-f3dc6b1ef36b service nova] Lock "4284792e-08bd-4f6e-a47f-e7381f16c8c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:02:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-d0164d0b-26e2-4509-a42c-f989ccc32ad5 req-02483483-71bb-4adc-a074-f3dc6b1ef36b service nova] Lock "4284792e-08bd-4f6e-a47f-e7381f16c8c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:02:59 user nova-compute[74854]: DEBUG nova.compute.manager [req-d0164d0b-26e2-4509-a42c-f989ccc32ad5 req-02483483-71bb-4adc-a074-f3dc6b1ef36b service nova] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] No waiting events found dispatching network-vif-plugged-2a820f7c-529a-4e4a-a325-56c98817e999 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:02:59 user nova-compute[74854]: WARNING nova.compute.manager [req-d0164d0b-26e2-4509-a42c-f989ccc32ad5 req-02483483-71bb-4adc-a074-f3dc6b1ef36b service nova] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Received unexpected event network-vif-plugged-2a820f7c-529a-4e4a-a325-56c98817e999 for instance with vm_state building and task_state spawning.
Oct 23 17:02:59 user nova-compute[74854]: DEBUG nova.compute.manager [req-d0164d0b-26e2-4509-a42c-f989ccc32ad5 req-02483483-71bb-4adc-a074-f3dc6b1ef36b service nova] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Received event network-vif-plugged-2a820f7c-529a-4e4a-a325-56c98817e999 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:02:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-d0164d0b-26e2-4509-a42c-f989ccc32ad5 req-02483483-71bb-4adc-a074-f3dc6b1ef36b service nova] Acquiring lock "4284792e-08bd-4f6e-a47f-e7381f16c8c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:02:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-d0164d0b-26e2-4509-a42c-f989ccc32ad5 req-02483483-71bb-4adc-a074-f3dc6b1ef36b service nova] Lock "4284792e-08bd-4f6e-a47f-e7381f16c8c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:02:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-d0164d0b-26e2-4509-a42c-f989ccc32ad5 req-02483483-71bb-4adc-a074-f3dc6b1ef36b service nova] Lock "4284792e-08bd-4f6e-a47f-e7381f16c8c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:02:59 user nova-compute[74854]: DEBUG nova.compute.manager [req-d0164d0b-26e2-4509-a42c-f989ccc32ad5 req-02483483-71bb-4adc-a074-f3dc6b1ef36b service nova] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] No waiting events found dispatching network-vif-plugged-2a820f7c-529a-4e4a-a325-56c98817e999 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:02:59 user nova-compute[74854]: WARNING nova.compute.manager [req-d0164d0b-26e2-4509-a42c-f989ccc32ad5 req-02483483-71bb-4adc-a074-f3dc6b1ef36b service nova] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Received unexpected event network-vif-plugged-2a820f7c-529a-4e4a-a325-56c98817e999 for instance with vm_state building and task_state spawning.
Oct 23 17:02:59 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:02:59 user nova-compute[74854]: DEBUG nova.compute.manager [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Instance event wait completed in 0 seconds for  {{(pid=74854) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 17:02:59 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Guest created on hypervisor {{(pid=74854) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 17:02:59 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Instance spawned successfully.
Oct 23 17:02:59 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 17:02:59 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Found default for hw_cdrom_bus of ide {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:02:59 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Found default for hw_disk_bus of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:02:59 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Found default for hw_input_bus of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:02:59 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Found default for hw_pointer_model of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:02:59 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Found default for hw_video_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:02:59 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Found default for hw_vif_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:02:59 user nova-compute[74854]: INFO nova.compute.manager [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Took 11.25 seconds to spawn the instance on the hypervisor.
Oct 23 17:02:59 user nova-compute[74854]: DEBUG nova.compute.manager [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:02:59 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:00 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:00 user nova-compute[74854]: INFO nova.compute.manager [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Took 12.13 seconds to build instance.
Oct 23 17:03:00 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-64914e2f-11f3-471a-b40c-f9897ded11e4 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Lock "4284792e-08bd-4f6e-a47f-e7381f16c8c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.337s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:03:00 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:00 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:00 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:03 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:03 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:03 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Acquiring lock "d290a939-5ec9-40be-a42b-472bdc9423aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:03:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Lock "d290a939-5ec9-40be-a42b-472bdc9423aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:03:05 user nova-compute[74854]: DEBUG nova.compute.manager [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Starting instance... {{(pid=74854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 17:03:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:03:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:03:05 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74854) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 17:03:05 user nova-compute[74854]: INFO nova.compute.claims [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Claim successful on node user
Oct 23 17:03:05 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:03:05 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:03:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.584s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:03:05 user nova-compute[74854]: DEBUG nova.compute.manager [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Start building networks asynchronously for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 17:03:05 user nova-compute[74854]: DEBUG nova.compute.manager [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Allocating IP information in the background. {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 17:03:05 user nova-compute[74854]: DEBUG nova.network.neutron [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] allocate_for_instance() {{(pid=74854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 17:03:05 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Ignoring supplied device name: /dev/sda. Libvirt can't honour user-supplied dev names
Oct 23 17:03:05 user nova-compute[74854]: DEBUG nova.compute.manager [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Start building block device mappings for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 17:03:06 user nova-compute[74854]: DEBUG nova.compute.manager [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Start spawning the instance on the hypervisor. {{(pid=74854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 17:03:06 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Creating instance directory {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 17:03:06 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Creating image(s)
Oct 23 17:03:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Acquiring lock "/opt/stack/data/nova/instances/d290a939-5ec9-40be-a42b-472bdc9423aa/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:03:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Lock "/opt/stack/data/nova/instances/d290a939-5ec9-40be-a42b-472bdc9423aa/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:03:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Lock "/opt/stack/data/nova/instances/d290a939-5ec9-40be-a42b-472bdc9423aa/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:03:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Acquiring lock "c706886aefaffea7ec6da366e03fab6fdea874dd" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:03:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Lock "c706886aefaffea7ec6da366e03fab6fdea874dd" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:03:06 user nova-compute[74854]: DEBUG nova.policy [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '486c3ffa07944b01b36afa28575edc19', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0938f21c3a9b449a9401c71c6bb0e08c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74854) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 17:03:06 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c706886aefaffea7ec6da366e03fab6fdea874dd.part --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:03:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c706886aefaffea7ec6da366e03fab6fdea874dd.part --force-share --output=json" returned: 0 in 0.348s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:03:07 user nova-compute[74854]: DEBUG nova.virt.images [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] 011c48ff-9e32-4e97-9bda-848f1a96ad77 was qcow2, converting to raw {{(pid=74854) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 23 17:03:07 user nova-compute[74854]: DEBUG nova.privsep.utils [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74854) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 23 17:03:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/c706886aefaffea7ec6da366e03fab6fdea874dd.part /opt/stack/data/nova/instances/_base/c706886aefaffea7ec6da366e03fab6fdea874dd.converted {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:03:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/c706886aefaffea7ec6da366e03fab6fdea874dd.part /opt/stack/data/nova/instances/_base/c706886aefaffea7ec6da366e03fab6fdea874dd.converted" returned: 0 in 0.480s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:03:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c706886aefaffea7ec6da366e03fab6fdea874dd.converted --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:03:08 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c706886aefaffea7ec6da366e03fab6fdea874dd.converted --force-share --output=json" returned: 0 in 0.298s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:03:08 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Lock "c706886aefaffea7ec6da366e03fab6fdea874dd" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.766s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:03:08 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c706886aefaffea7ec6da366e03fab6fdea874dd --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:03:08 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c706886aefaffea7ec6da366e03fab6fdea874dd --force-share --output=json" returned: 0 in 0.249s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:03:08 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Acquiring lock "c706886aefaffea7ec6da366e03fab6fdea874dd" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:03:08 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Lock "c706886aefaffea7ec6da366e03fab6fdea874dd" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.004s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:03:08 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c706886aefaffea7ec6da366e03fab6fdea874dd --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:03:08 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c706886aefaffea7ec6da366e03fab6fdea874dd --force-share --output=json" returned: 0 in 0.189s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:03:08 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/c706886aefaffea7ec6da366e03fab6fdea874dd,backing_fmt=raw /opt/stack/data/nova/instances/d290a939-5ec9-40be-a42b-472bdc9423aa/disk 1073741824 {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:03:08 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/c706886aefaffea7ec6da366e03fab6fdea874dd,backing_fmt=raw /opt/stack/data/nova/instances/d290a939-5ec9-40be-a42b-472bdc9423aa/disk 1073741824" returned: 0 in 0.182s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:03:08 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Lock "c706886aefaffea7ec6da366e03fab6fdea874dd" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.379s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:03:08 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c706886aefaffea7ec6da366e03fab6fdea874dd --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:03:08 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c706886aefaffea7ec6da366e03fab6fdea874dd --force-share --output=json" returned: 0 in 0.240s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:03:08 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d290a939-5ec9-40be-a42b-472bdc9423aa/disk. size=1073741824 {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 17:03:08 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d290a939-5ec9-40be-a42b-472bdc9423aa/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:03:09 user nova-compute[74854]: DEBUG nova.network.neutron [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Successfully created port: 0152cf95-6421-4320-b50d-7f1448acd35e {{(pid=74854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 17:03:09 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d290a939-5ec9-40be-a42b-472bdc9423aa/disk --force-share --output=json" returned: 0 in 0.260s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:03:09 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Cannot resize image /opt/stack/data/nova/instances/d290a939-5ec9-40be-a42b-472bdc9423aa/disk to a smaller size. {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 17:03:09 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Created local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 17:03:09 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Ensure instance console log exists: /opt/stack/data/nova/instances/d290a939-5ec9-40be-a42b-472bdc9423aa/console.log {{(pid=74854) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 17:03:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:03:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:03:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:03:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:10 user nova-compute[74854]: DEBUG nova.network.neutron [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Successfully updated port: 0152cf95-6421-4320-b50d-7f1448acd35e {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:03:10 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Acquiring lock "refresh_cache-d290a939-5ec9-40be-a42b-472bdc9423aa" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:03:10 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Acquired lock "refresh_cache-d290a939-5ec9-40be-a42b-472bdc9423aa" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:03:10 user nova-compute[74854]: DEBUG nova.network.neutron [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:03:10 user nova-compute[74854]: DEBUG nova.compute.manager [req-4cb81c29-d387-444b-baae-edd2580c3c9d req-3b0e25b2-1431-4104-8f4f-8bb64f28b733 service nova] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Received event network-changed-0152cf95-6421-4320-b50d-7f1448acd35e {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:03:10 user nova-compute[74854]: DEBUG nova.compute.manager [req-4cb81c29-d387-444b-baae-edd2580c3c9d req-3b0e25b2-1431-4104-8f4f-8bb64f28b733 service nova] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Refreshing instance network info cache due to event network-changed-0152cf95-6421-4320-b50d-7f1448acd35e. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:03:10 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-4cb81c29-d387-444b-baae-edd2580c3c9d req-3b0e25b2-1431-4104-8f4f-8bb64f28b733 service nova] Acquiring lock "refresh_cache-d290a939-5ec9-40be-a42b-472bdc9423aa" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:03:10 user nova-compute[74854]: DEBUG nova.network.neutron [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Instance cache missing network info. {{(pid=74854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 17:03:11 user nova-compute[74854]: DEBUG nova.network.neutron [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Updating instance_info_cache with network_info: [{"id": "0152cf95-6421-4320-b50d-7f1448acd35e", "address": "fa:16:3e:80:75:4f", "network": {"id": "eb3d6224-94b0-4db9-8c26-dee907a2de69", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1806525145-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0938f21c3a9b449a9401c71c6bb0e08c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0152cf95-64", "ovs_interfaceid": "0152cf95-6421-4320-b50d-7f1448acd35e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:03:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Releasing lock "refresh_cache-d290a939-5ec9-40be-a42b-472bdc9423aa" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:03:11 user nova-compute[74854]: DEBUG nova.compute.manager [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Instance network_info: |[{"id": "0152cf95-6421-4320-b50d-7f1448acd35e", "address": "fa:16:3e:80:75:4f", "network": {"id": "eb3d6224-94b0-4db9-8c26-dee907a2de69", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1806525145-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0938f21c3a9b449a9401c71c6bb0e08c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0152cf95-64", "ovs_interfaceid": "0152cf95-6421-4320-b50d-7f1448acd35e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 17:03:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-4cb81c29-d387-444b-baae-edd2580c3c9d req-3b0e25b2-1431-4104-8f4f-8bb64f28b733 service nova] Acquired lock "refresh_cache-d290a939-5ec9-40be-a42b-472bdc9423aa" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:03:11 user nova-compute[74854]: DEBUG nova.network.neutron [req-4cb81c29-d387-444b-baae-edd2580c3c9d req-3b0e25b2-1431-4104-8f4f-8bb64f28b733 service nova] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Refreshing network info cache for port 0152cf95-6421-4320-b50d-7f1448acd35e {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:03:11 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Start _get_guest_xml network_info=[{"id": "0152cf95-6421-4320-b50d-7f1448acd35e", "address": "fa:16:3e:80:75:4f", "network": {"id": "eb3d6224-94b0-4db9-8c26-dee907a2de69", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1806525145-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0938f21c3a9b449a9401c71c6bb0e08c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0152cf95-64", "ovs_interfaceid": "0152cf95-6421-4320-b50d-7f1448acd35e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'scsi', 'cdrom_bus': 'scsi', 'mapping': {'root': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'scsi', 'dev': 'sdb', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T17:02:56Z,direct_url=<?>,disk_format='qcow2',id=011c48ff-9e32-4e97-9bda-848f1a96ad77,min_disk=0,min_ram=0,name='',owner='f2581a4e679140de9132b2974f47f5d5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T17:02:58Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'encryption_secret_uuid': None, 'encryption_format': None, 'encryption_options': None, 'size': 0, 'boot_index': 0, 'encrypted': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'scsi', 'image_id': '011c48ff-9e32-4e97-9bda-848f1a96ad77'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:03:11 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:03:11 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:03:11 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:03:11 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:03:11 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:03:11 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:03:11 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:03:11 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T17:02:56Z,direct_url=<?>,disk_format='qcow2',id=011c48ff-9e32-4e97-9bda-848f1a96ad77,min_disk=0,min_ram=0,name='',owner='f2581a4e679140de9132b2974f47f5d5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T17:02:58Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:03:11 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:03:11 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:03:11 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:03:11 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:03:11 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:03:11 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:03:11 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:03:11 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:03:11 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:03:11 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:03:11 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T17:03:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-188430154',display_name='tempest-AttachSCSIVolumeTestJSON-server-188430154',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-188430154',id=4,image_ref='011c48ff-9e32-4e97-9bda-848f1a96ad77',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFrI5k7SyOR9XUoZd63HDxLL6P21shVMHcvaIs+guEcFVHzVlgHPPI+5gajwB0V+YcW0PTJJc7aNcdksNhXhjnPDvn65Oqdwaj78vNOemLqbgdQ1c3jbPKTNSRBTeno66w==',key_name='tempest-keypair-1973218367',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0938f21c3a9b449a9401c71c6bb0e08c',ramdisk_id='',reservation_id='r-10admhd9',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='011c48ff-9e32-4e97-9bda-848f1a96ad77',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-745687955',owner_user_name='tempest-AttachSCSIVolumeTestJSON-745687955-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:03:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='486c3ffa07944b01b36afa28575edc19',uuid=d290a939-5ec9-40be-a42b-472bdc9423aa,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0152cf95-6421-4320-b50d-7f1448acd35e", "address": "fa:16:3e:80:75:4f", "network": {"id": "eb3d6224-94b0-4db9-8c26-dee907a2de69", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1806525145-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0938f21c3a9b449a9401c71c6bb0e08c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0152cf95-64", "ovs_interfaceid": "0152cf95-6421-4320-b50d-7f1448acd35e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:03:11 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Converting VIF {"id": "0152cf95-6421-4320-b50d-7f1448acd35e", "address": "fa:16:3e:80:75:4f", "network": {"id": "eb3d6224-94b0-4db9-8c26-dee907a2de69", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1806525145-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0938f21c3a9b449a9401c71c6bb0e08c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0152cf95-64", "ovs_interfaceid": "0152cf95-6421-4320-b50d-7f1448acd35e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:03:11 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:80:75:4f,bridge_name='br-int',has_traffic_filtering=True,id=0152cf95-6421-4320-b50d-7f1448acd35e,network=Network(eb3d6224-94b0-4db9-8c26-dee907a2de69),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0152cf95-64') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:03:11 user nova-compute[74854]: DEBUG nova.objects.instance [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Lazy-loading 'pci_devices' on Instance uuid d290a939-5ec9-40be-a42b-472bdc9423aa {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:03:11 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:03:11 user nova-compute[74854]:   <uuid>d290a939-5ec9-40be-a42b-472bdc9423aa</uuid>
Oct 23 17:03:11 user nova-compute[74854]:   <name>instance-00000004</name>
Oct 23 17:03:11 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:03:11 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:03:11 user nova-compute[74854]:   <metadata>
Oct 23 17:03:11 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:03:11 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:03:11 user nova-compute[74854]:       <nova:name>tempest-AttachSCSIVolumeTestJSON-server-188430154</nova:name>
Oct 23 17:03:11 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:03:11</nova:creationTime>
Oct 23 17:03:11 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:03:11 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:03:11 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:03:11 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:03:11 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:03:11 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:03:11 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:03:11 user nova-compute[74854]:       <nova:owner>
Oct 23 17:03:11 user nova-compute[74854]:         <nova:user uuid="486c3ffa07944b01b36afa28575edc19">tempest-AttachSCSIVolumeTestJSON-745687955-project-member</nova:user>
Oct 23 17:03:11 user nova-compute[74854]:         <nova:project uuid="0938f21c3a9b449a9401c71c6bb0e08c">tempest-AttachSCSIVolumeTestJSON-745687955</nova:project>
Oct 23 17:03:11 user nova-compute[74854]:       </nova:owner>
Oct 23 17:03:11 user nova-compute[74854]:       <nova:root type="image" uuid="011c48ff-9e32-4e97-9bda-848f1a96ad77"/>
Oct 23 17:03:11 user nova-compute[74854]:       <nova:ports>
Oct 23 17:03:11 user nova-compute[74854]:         <nova:port uuid="0152cf95-6421-4320-b50d-7f1448acd35e">
Oct 23 17:03:11 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 23 17:03:11 user nova-compute[74854]:         </nova:port>
Oct 23 17:03:11 user nova-compute[74854]:       </nova:ports>
Oct 23 17:03:11 user nova-compute[74854]:     </nova:instance>
Oct 23 17:03:11 user nova-compute[74854]:   </metadata>
Oct 23 17:03:11 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:03:11 user nova-compute[74854]:     <system>
Oct 23 17:03:11 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:03:11 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:03:11 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:03:11 user nova-compute[74854]:       <entry name="serial">d290a939-5ec9-40be-a42b-472bdc9423aa</entry>
Oct 23 17:03:11 user nova-compute[74854]:       <entry name="uuid">d290a939-5ec9-40be-a42b-472bdc9423aa</entry>
Oct 23 17:03:11 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:03:11 user nova-compute[74854]:     </system>
Oct 23 17:03:11 user nova-compute[74854]:   </sysinfo>
Oct 23 17:03:11 user nova-compute[74854]:   <os>
Oct 23 17:03:11 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:03:11 user nova-compute[74854]:     <boot dev="hd"/>
Oct 23 17:03:11 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:03:11 user nova-compute[74854]:   </os>
Oct 23 17:03:11 user nova-compute[74854]:   <features>
Oct 23 17:03:11 user nova-compute[74854]:     <acpi/>
Oct 23 17:03:11 user nova-compute[74854]:     <apic/>
Oct 23 17:03:11 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:03:11 user nova-compute[74854]:   </features>
Oct 23 17:03:11 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:03:11 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:03:11 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:03:11 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:03:11 user nova-compute[74854]:   </clock>
Oct 23 17:03:11 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:03:11 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:03:11 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:03:11 user nova-compute[74854]:   </cpu>
Oct 23 17:03:11 user nova-compute[74854]:   <devices>
Oct 23 17:03:11 user nova-compute[74854]:     <disk type="file" device="disk">
Oct 23 17:03:11 user nova-compute[74854]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 17:03:11 user nova-compute[74854]:       <source file="/opt/stack/data/nova/instances/d290a939-5ec9-40be-a42b-472bdc9423aa/disk"/>
Oct 23 17:03:11 user nova-compute[74854]:       <target dev="sda" bus="scsi"/>
Oct 23 17:03:11 user nova-compute[74854]:       <address type="drive" controller="0" unit="0"/>
Oct 23 17:03:11 user nova-compute[74854]:     </disk>
Oct 23 17:03:11 user nova-compute[74854]:     <disk type="file" device="cdrom">
Oct 23 17:03:11 user nova-compute[74854]:       <driver name="qemu" type="raw" cache="none"/>
Oct 23 17:03:11 user nova-compute[74854]:       <source file="/opt/stack/data/nova/instances/d290a939-5ec9-40be-a42b-472bdc9423aa/disk.config"/>
Oct 23 17:03:11 user nova-compute[74854]:       <target dev="sdb" bus="scsi"/>
Oct 23 17:03:11 user nova-compute[74854]:       <address type="drive" controller="0" unit="1"/>
Oct 23 17:03:11 user nova-compute[74854]:     </disk>
Oct 23 17:03:11 user nova-compute[74854]:     <controller type="scsi" index="0" model="virtio-scsi"/>
Oct 23 17:03:11 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:03:11 user nova-compute[74854]:       <mac address="fa:16:3e:80:75:4f"/>
Oct 23 17:03:11 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:03:11 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:03:11 user nova-compute[74854]:       <target dev="tap0152cf95-64"/>
Oct 23 17:03:11 user nova-compute[74854]:     </interface>
Oct 23 17:03:11 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:03:11 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/d290a939-5ec9-40be-a42b-472bdc9423aa/console.log" append="off"/>
Oct 23 17:03:11 user nova-compute[74854]:     </serial>
Oct 23 17:03:11 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:03:11 user nova-compute[74854]:     <video>
Oct 23 17:03:11 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:03:11 user nova-compute[74854]:     </video>
Oct 23 17:03:11 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:03:11 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:03:11 user nova-compute[74854]:     </rng>
Oct 23 17:03:11 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:03:11 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:03:11 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:03:11 user nova-compute[74854]:     </memballoon>
Oct 23 17:03:11 user nova-compute[74854]:   </devices>
Oct 23 17:03:11 user nova-compute[74854]: </domain>
Oct 23 17:03:11 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:03:11 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T17:03:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-188430154',display_name='tempest-AttachSCSIVolumeTestJSON-server-188430154',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-188430154',id=4,image_ref='011c48ff-9e32-4e97-9bda-848f1a96ad77',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFrI5k7SyOR9XUoZd63HDxLL6P21shVMHcvaIs+guEcFVHzVlgHPPI+5gajwB0V+YcW0PTJJc7aNcdksNhXhjnPDvn65Oqdwaj78vNOemLqbgdQ1c3jbPKTNSRBTeno66w==',key_name='tempest-keypair-1973218367',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0938f21c3a9b449a9401c71c6bb0e08c',ramdisk_id='',reservation_id='r-10admhd9',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='011c48ff-9e32-4e97-9bda-848f1a96ad77',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-745687955',owner_user_name='tempest-AttachSCSIVolumeTestJSON-745687955-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:03:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='486c3ffa07944b01b36afa28575edc19',uuid=d290a939-5ec9-40be-a42b-472bdc9423aa,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0152cf95-6421-4320-b50d-7f1448acd35e", "address": "fa:16:3e:80:75:4f", "network": {"id": "eb3d6224-94b0-4db9-8c26-dee907a2de69", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1806525145-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0938f21c3a9b449a9401c71c6bb0e08c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0152cf95-64", "ovs_interfaceid": "0152cf95-6421-4320-b50d-7f1448acd35e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:03:11 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Converting VIF {"id": "0152cf95-6421-4320-b50d-7f1448acd35e", "address": "fa:16:3e:80:75:4f", "network": {"id": "eb3d6224-94b0-4db9-8c26-dee907a2de69", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1806525145-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0938f21c3a9b449a9401c71c6bb0e08c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0152cf95-64", "ovs_interfaceid": "0152cf95-6421-4320-b50d-7f1448acd35e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:03:11 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:80:75:4f,bridge_name='br-int',has_traffic_filtering=True,id=0152cf95-6421-4320-b50d-7f1448acd35e,network=Network(eb3d6224-94b0-4db9-8c26-dee907a2de69),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0152cf95-64') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:03:11 user nova-compute[74854]: DEBUG os_vif [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:80:75:4f,bridge_name='br-int',has_traffic_filtering=True,id=0152cf95-6421-4320-b50d-7f1448acd35e,network=Network(eb3d6224-94b0-4db9-8c26-dee907a2de69),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0152cf95-64') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:03:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:03:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:03:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9f4b54b9-03b4-59e4-a7c2-c1244f02f4e7', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:03:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:03:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0152cf95-64, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:03:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0152cf95-64, col_values=(('qos', UUID('dc91ed00-42cf-4143-ab12-6ce984cf9ebe')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:03:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0152cf95-64, col_values=(('external_ids', {'iface-id': '0152cf95-6421-4320-b50d-7f1448acd35e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:80:75:4f', 'vm-uuid': 'd290a939-5ec9-40be-a42b-472bdc9423aa'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:03:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:03:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:11 user nova-compute[74854]: INFO os_vif [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:80:75:4f,bridge_name='br-int',has_traffic_filtering=True,id=0152cf95-6421-4320-b50d-7f1448acd35e,network=Network(eb3d6224-94b0-4db9-8c26-dee907a2de69),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0152cf95-64')
Oct 23 17:03:11 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] No BDM found with device name sda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:03:11 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] No BDM found with device name sdb, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:03:11 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] No VIF found with MAC fa:16:3e:80:75:4f, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:03:11 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Using config drive
Oct 23 17:03:12 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Creating config drive at /opt/stack/data/nova/instances/d290a939-5ec9-40be-a42b-472bdc9423aa/disk.config
Oct 23 17:03:12 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/d290a939-5ec9-40be-a42b-472bdc9423aa/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp_bu14_ka {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:03:12 user nova-compute[74854]: DEBUG nova.network.neutron [req-4cb81c29-d387-444b-baae-edd2580c3c9d req-3b0e25b2-1431-4104-8f4f-8bb64f28b733 service nova] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Updated VIF entry in instance network info cache for port 0152cf95-6421-4320-b50d-7f1448acd35e. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:03:12 user nova-compute[74854]: DEBUG nova.network.neutron [req-4cb81c29-d387-444b-baae-edd2580c3c9d req-3b0e25b2-1431-4104-8f4f-8bb64f28b733 service nova] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Updating instance_info_cache with network_info: [{"id": "0152cf95-6421-4320-b50d-7f1448acd35e", "address": "fa:16:3e:80:75:4f", "network": {"id": "eb3d6224-94b0-4db9-8c26-dee907a2de69", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1806525145-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0938f21c3a9b449a9401c71c6bb0e08c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0152cf95-64", "ovs_interfaceid": "0152cf95-6421-4320-b50d-7f1448acd35e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:03:12 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/d290a939-5ec9-40be-a42b-472bdc9423aa/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp_bu14_ka" returned: 0 in 0.115s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:03:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-4cb81c29-d387-444b-baae-edd2580c3c9d req-3b0e25b2-1431-4104-8f4f-8bb64f28b733 service nova] Releasing lock "refresh_cache-d290a939-5ec9-40be-a42b-472bdc9423aa" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:03:14 user nova-compute[74854]: DEBUG nova.compute.manager [req-5c66cbc7-c93b-4e60-9415-f12f5c8d6746 req-5c0f2bf4-261d-422b-b1be-664433ee6492 service nova] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Received event network-vif-plugged-c6c27ec8-bd84-4419-9b01-ed603d2a772c {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:03:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-5c66cbc7-c93b-4e60-9415-f12f5c8d6746 req-5c0f2bf4-261d-422b-b1be-664433ee6492 service nova] Acquiring lock "f150b707-22b3-43b5-b657-0c2e19bcf524-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:03:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-5c66cbc7-c93b-4e60-9415-f12f5c8d6746 req-5c0f2bf4-261d-422b-b1be-664433ee6492 service nova] Lock "f150b707-22b3-43b5-b657-0c2e19bcf524-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:03:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-5c66cbc7-c93b-4e60-9415-f12f5c8d6746 req-5c0f2bf4-261d-422b-b1be-664433ee6492 service nova] Lock "f150b707-22b3-43b5-b657-0c2e19bcf524-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:03:14 user nova-compute[74854]: DEBUG nova.compute.manager [req-5c66cbc7-c93b-4e60-9415-f12f5c8d6746 req-5c0f2bf4-261d-422b-b1be-664433ee6492 service nova] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] No waiting events found dispatching network-vif-plugged-c6c27ec8-bd84-4419-9b01-ed603d2a772c {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:03:14 user nova-compute[74854]: WARNING nova.compute.manager [req-5c66cbc7-c93b-4e60-9415-f12f5c8d6746 req-5c0f2bf4-261d-422b-b1be-664433ee6492 service nova] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Received unexpected event network-vif-plugged-c6c27ec8-bd84-4419-9b01-ed603d2a772c for instance with vm_state active and task_state None.
Oct 23 17:03:14 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:14 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:14 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:14 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:15 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:15 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:16 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:16 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:16 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:16 user nova-compute[74854]: DEBUG nova.compute.manager [req-848ce9cd-d769-479f-b20e-e6d4102bb5cd req-0f40b6de-3e80-4e13-b120-a20affc8a19a service nova] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Received event network-vif-plugged-c6c27ec8-bd84-4419-9b01-ed603d2a772c {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:03:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-848ce9cd-d769-479f-b20e-e6d4102bb5cd req-0f40b6de-3e80-4e13-b120-a20affc8a19a service nova] Acquiring lock "f150b707-22b3-43b5-b657-0c2e19bcf524-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:03:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-848ce9cd-d769-479f-b20e-e6d4102bb5cd req-0f40b6de-3e80-4e13-b120-a20affc8a19a service nova] Lock "f150b707-22b3-43b5-b657-0c2e19bcf524-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:03:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-848ce9cd-d769-479f-b20e-e6d4102bb5cd req-0f40b6de-3e80-4e13-b120-a20affc8a19a service nova] Lock "f150b707-22b3-43b5-b657-0c2e19bcf524-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:03:16 user nova-compute[74854]: DEBUG nova.compute.manager [req-848ce9cd-d769-479f-b20e-e6d4102bb5cd req-0f40b6de-3e80-4e13-b120-a20affc8a19a service nova] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] No waiting events found dispatching network-vif-plugged-c6c27ec8-bd84-4419-9b01-ed603d2a772c {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:03:16 user nova-compute[74854]: WARNING nova.compute.manager [req-848ce9cd-d769-479f-b20e-e6d4102bb5cd req-0f40b6de-3e80-4e13-b120-a20affc8a19a service nova] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Received unexpected event network-vif-plugged-c6c27ec8-bd84-4419-9b01-ed603d2a772c for instance with vm_state active and task_state None.
Oct 23 17:03:18 user nova-compute[74854]: DEBUG nova.compute.manager [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Instance event wait completed in 0 seconds for  {{(pid=74854) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 17:03:18 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Guest created on hypervisor {{(pid=74854) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 17:03:18 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Instance spawned successfully.
Oct 23 17:03:18 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 17:03:18 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Found default for hw_input_bus of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:03:18 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Found default for hw_pointer_model of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:03:18 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Found default for hw_video_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:03:18 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Found default for hw_vif_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:03:18 user nova-compute[74854]: INFO nova.compute.manager [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Took 12.00 seconds to spawn the instance on the hypervisor.
Oct 23 17:03:18 user nova-compute[74854]: DEBUG nova.compute.manager [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:03:18 user nova-compute[74854]: INFO nova.compute.manager [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Took 13.17 seconds to build instance.
Oct 23 17:03:18 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e58a62a5-b7b4-4967-aedb-f27780f13625 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Lock "d290a939-5ec9-40be-a42b-472bdc9423aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.326s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:03:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:20 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Acquiring lock "f078aa99-03eb-4f16-a6f3-0b209ceb72ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:03:20 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Lock "f078aa99-03eb-4f16-a6f3-0b209ceb72ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:03:20 user nova-compute[74854]: DEBUG nova.compute.manager [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Starting instance... {{(pid=74854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 17:03:20 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:03:20 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:03:20 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74854) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 17:03:20 user nova-compute[74854]: INFO nova.compute.claims [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Claim successful on node user
Oct 23 17:03:20 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:03:20 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:03:20 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.357s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:03:20 user nova-compute[74854]: DEBUG nova.compute.manager [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Start building networks asynchronously for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 17:03:20 user nova-compute[74854]: DEBUG nova.compute.manager [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Allocating IP information in the background. {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 17:03:20 user nova-compute[74854]: DEBUG nova.network.neutron [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] allocate_for_instance() {{(pid=74854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 17:03:20 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 17:03:20 user nova-compute[74854]: DEBUG nova.compute.manager [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Start building block device mappings for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 17:03:20 user nova-compute[74854]: DEBUG nova.policy [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47ce2ead9e6f4e238ace4f0212b97fcc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3a287218e114509a8403d50f0c8d882', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74854) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 17:03:21 user nova-compute[74854]: DEBUG nova.compute.manager [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Start spawning the instance on the hypervisor. {{(pid=74854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 17:03:21 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Creating instance directory {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 17:03:21 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Creating image(s)
Oct 23 17:03:21 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Acquiring lock "/opt/stack/data/nova/instances/f078aa99-03eb-4f16-a6f3-0b209ceb72ae/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:03:21 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Lock "/opt/stack/data/nova/instances/f078aa99-03eb-4f16-a6f3-0b209ceb72ae/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:03:21 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Lock "/opt/stack/data/nova/instances/f078aa99-03eb-4f16-a6f3-0b209ceb72ae/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:03:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:03:21 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Acquiring lock "d06d1b4a-0950-4c8a-a34d-cae1290f7033" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:03:21 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Lock "d06d1b4a-0950-4c8a-a34d-cae1290f7033" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:03:21 user nova-compute[74854]: DEBUG nova.compute.manager [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Starting instance... {{(pid=74854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 17:03:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.256s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:03:21 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Acquiring lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:03:21 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:03:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:03:21 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:03:21 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:03:21 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74854) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 17:03:21 user nova-compute[74854]: INFO nova.compute.claims [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Claim successful on node user
Oct 23 17:03:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.222s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:03:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/f078aa99-03eb-4f16-a6f3-0b209ceb72ae/disk 1073741824 {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:03:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/f078aa99-03eb-4f16-a6f3-0b209ceb72ae/disk 1073741824" returned: 0 in 0.060s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:03:21 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.286s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:03:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:03:21 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.228s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:03:21 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f078aa99-03eb-4f16-a6f3-0b209ceb72ae/disk. size=1073741824 {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 17:03:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f078aa99-03eb-4f16-a6f3-0b209ceb72ae/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:03:21 user nova-compute[74854]: DEBUG nova.network.neutron [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Successfully created port: f89acc93-c824-449a-be13-8a1c618f5453 {{(pid=74854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 17:03:22 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f078aa99-03eb-4f16-a6f3-0b209ceb72ae/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:03:22 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Cannot resize image /opt/stack/data/nova/instances/f078aa99-03eb-4f16-a6f3-0b209ceb72ae/disk to a smaller size. {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 17:03:22 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Created local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 17:03:22 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Ensure instance console log exists: /opt/stack/data/nova/instances/f078aa99-03eb-4f16-a6f3-0b209ceb72ae/console.log {{(pid=74854) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 17:03:22 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:03:22 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.005s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:03:22 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:03:22 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:03:22 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:03:22 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.902s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:03:22 user nova-compute[74854]: DEBUG nova.compute.manager [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Start building networks asynchronously for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 17:03:22 user nova-compute[74854]: DEBUG nova.compute.manager [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Allocating IP information in the background. {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 17:03:22 user nova-compute[74854]: DEBUG nova.network.neutron [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] allocate_for_instance() {{(pid=74854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 17:03:22 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 17:03:22 user nova-compute[74854]: DEBUG nova.compute.manager [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Start building block device mappings for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 17:03:22 user nova-compute[74854]: DEBUG nova.policy [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ca30a8abede4bccb59729848fed579f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36e85f1d1fd04ebdab32ddd5459c33e2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74854) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 17:03:22 user nova-compute[74854]: DEBUG nova.compute.manager [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Start spawning the instance on the hypervisor. {{(pid=74854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 17:03:22 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Creating instance directory {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 17:03:22 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Creating image(s)
Oct 23 17:03:22 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Acquiring lock "/opt/stack/data/nova/instances/d06d1b4a-0950-4c8a-a34d-cae1290f7033/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:03:22 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Lock "/opt/stack/data/nova/instances/d06d1b4a-0950-4c8a-a34d-cae1290f7033/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:03:22 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Lock "/opt/stack/data/nova/instances/d06d1b4a-0950-4c8a-a34d-cae1290f7033/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:03:22 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:03:22 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.192s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:03:22 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Acquiring lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:03:22 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:03:22 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:03:23 user nova-compute[74854]: DEBUG nova.network.neutron [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Successfully updated port: f89acc93-c824-449a-be13-8a1c618f5453 {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:03:23 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Acquiring lock "refresh_cache-f078aa99-03eb-4f16-a6f3-0b209ceb72ae" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:03:23 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Acquired lock "refresh_cache-f078aa99-03eb-4f16-a6f3-0b209ceb72ae" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:03:23 user nova-compute[74854]: DEBUG nova.network.neutron [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:03:23 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.251s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:03:23 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/d06d1b4a-0950-4c8a-a34d-cae1290f7033/disk 1073741824 {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:03:23 user nova-compute[74854]: DEBUG nova.compute.manager [req-4bc93685-c3c8-4be8-bea1-457a62c3ca04 req-7430b097-be60-4fc0-8def-f27a8e27082b service nova] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Received event network-changed-f89acc93-c824-449a-be13-8a1c618f5453 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:03:23 user nova-compute[74854]: DEBUG nova.compute.manager [req-4bc93685-c3c8-4be8-bea1-457a62c3ca04 req-7430b097-be60-4fc0-8def-f27a8e27082b service nova] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Refreshing instance network info cache due to event network-changed-f89acc93-c824-449a-be13-8a1c618f5453. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:03:23 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-4bc93685-c3c8-4be8-bea1-457a62c3ca04 req-7430b097-be60-4fc0-8def-f27a8e27082b service nova] Acquiring lock "refresh_cache-f078aa99-03eb-4f16-a6f3-0b209ceb72ae" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:03:23 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/d06d1b4a-0950-4c8a-a34d-cae1290f7033/disk 1073741824" returned: 0 in 0.114s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:03:23 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.372s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:03:23 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:03:23 user nova-compute[74854]: DEBUG nova.network.neutron [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Instance cache missing network info. {{(pid=74854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 17:03:23 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.243s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:03:23 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d06d1b4a-0950-4c8a-a34d-cae1290f7033/disk. size=1073741824 {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 17:03:23 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d06d1b4a-0950-4c8a-a34d-cae1290f7033/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:03:23 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d06d1b4a-0950-4c8a-a34d-cae1290f7033/disk --force-share --output=json" returned: 0 in 0.266s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:03:23 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Cannot resize image /opt/stack/data/nova/instances/d06d1b4a-0950-4c8a-a34d-cae1290f7033/disk to a smaller size. {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 17:03:23 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Created local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 17:03:23 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Ensure instance console log exists: /opt/stack/data/nova/instances/d06d1b4a-0950-4c8a-a34d-cae1290f7033/console.log {{(pid=74854) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 17:03:23 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:03:23 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:03:23 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:03:23 user nova-compute[74854]: DEBUG nova.network.neutron [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Updating instance_info_cache with network_info: [{"id": "f89acc93-c824-449a-be13-8a1c618f5453", "address": "fa:16:3e:a1:76:52", "network": {"id": "878a7f0b-d61e-404b-985f-717be4d41627", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1409504003-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3a287218e114509a8403d50f0c8d882", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf89acc93-c8", "ovs_interfaceid": "f89acc93-c824-449a-be13-8a1c618f5453", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:03:24 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Releasing lock "refresh_cache-f078aa99-03eb-4f16-a6f3-0b209ceb72ae" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:03:24 user nova-compute[74854]: DEBUG nova.compute.manager [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Instance network_info: |[{"id": "f89acc93-c824-449a-be13-8a1c618f5453", "address": "fa:16:3e:a1:76:52", "network": {"id": "878a7f0b-d61e-404b-985f-717be4d41627", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1409504003-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3a287218e114509a8403d50f0c8d882", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf89acc93-c8", "ovs_interfaceid": "f89acc93-c824-449a-be13-8a1c618f5453", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 17:03:24 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-4bc93685-c3c8-4be8-bea1-457a62c3ca04 req-7430b097-be60-4fc0-8def-f27a8e27082b service nova] Acquired lock "refresh_cache-f078aa99-03eb-4f16-a6f3-0b209ceb72ae" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:03:24 user nova-compute[74854]: DEBUG nova.network.neutron [req-4bc93685-c3c8-4be8-bea1-457a62c3ca04 req-7430b097-be60-4fc0-8def-f27a8e27082b service nova] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Refreshing network info cache for port f89acc93-c824-449a-be13-8a1c618f5453 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:03:24 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Start _get_guest_xml network_info=[{"id": "f89acc93-c824-449a-be13-8a1c618f5453", "address": "fa:16:3e:a1:76:52", "network": {"id": "878a7f0b-d61e-404b-985f-717be4d41627", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1409504003-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3a287218e114509a8403d50f0c8d882", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf89acc93-c8", "ovs_interfaceid": "f89acc93-c824-449a-be13-8a1c618f5453", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'encryption_format': None, 'encryption_options': None, 'size': 0, 'boot_index': 0, 'encrypted': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'image_id': '68c345df-c9e8-475a-b17c-635fa0c7e894'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:03:24 user nova-compute[74854]: DEBUG nova.network.neutron [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Successfully created port: ee299b83-d5de-49ed-a356-6f9db6d3f04b {{(pid=74854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 17:03:24 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:03:24 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:03:24 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:03:24 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:03:24 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:03:24 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:03:24 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:03:24 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:03:24 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:03:24 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:03:24 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:03:24 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:03:24 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:03:24 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:03:24 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:03:24 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:03:24 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:03:24 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:03:24 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T17:03:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2047622960',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2047622960',id=5,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB0Zn6H9ZmV/9dDVh3P29Hf6VOCk7dBHt/JlCor95PD8HGnPzM/SZlTh5P+0HvdFEfDtesKC+JLjgoxa3u/uUIQevkYa1YyeqHEObaPwtF+rzoBVQ9ok3gNuymete+Yhdw==',key_name='tempest-keypair-1240140104',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d3a287218e114509a8403d50f0c8d882',ramdisk_id='',reservation_id='r-wxlqcz6d',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-21920644',owner_user_name='tempest-TaggedAttachmentsTest-21920644-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:03:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='47ce2ead9e6f4e238ace4f0212b97fcc',uuid=f078aa99-03eb-4f16-a6f3-0b209ceb72ae,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f89acc93-c824-449a-be13-8a1c618f5453", "address": "fa:16:3e:a1:76:52", "network": {"id": "878a7f0b-d61e-404b-985f-717be4d41627", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1409504003-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3a287218e114509a8403d50f0c8d882", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf89acc93-c8", "ovs_interfaceid": "f89acc93-c824-449a-be13-8a1c618f5453", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:03:24 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Converting VIF {"id": "f89acc93-c824-449a-be13-8a1c618f5453", "address": "fa:16:3e:a1:76:52", "network": {"id": "878a7f0b-d61e-404b-985f-717be4d41627", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1409504003-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3a287218e114509a8403d50f0c8d882", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf89acc93-c8", "ovs_interfaceid": "f89acc93-c824-449a-be13-8a1c618f5453", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:03:24 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a1:76:52,bridge_name='br-int',has_traffic_filtering=True,id=f89acc93-c824-449a-be13-8a1c618f5453,network=Network(878a7f0b-d61e-404b-985f-717be4d41627),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf89acc93-c8') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:03:24 user nova-compute[74854]: DEBUG nova.objects.instance [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Lazy-loading 'pci_devices' on Instance uuid f078aa99-03eb-4f16-a6f3-0b209ceb72ae {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:03:24 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:03:24 user nova-compute[74854]:   <uuid>f078aa99-03eb-4f16-a6f3-0b209ceb72ae</uuid>
Oct 23 17:03:24 user nova-compute[74854]:   <name>instance-00000005</name>
Oct 23 17:03:24 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:03:24 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:03:24 user nova-compute[74854]:   <metadata>
Oct 23 17:03:24 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:03:24 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:03:24 user nova-compute[74854]:       <nova:name>tempest-device-tagging-server-2047622960</nova:name>
Oct 23 17:03:24 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:03:24</nova:creationTime>
Oct 23 17:03:24 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:03:24 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:03:24 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:03:24 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:03:24 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:03:24 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:03:24 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:03:24 user nova-compute[74854]:       <nova:owner>
Oct 23 17:03:24 user nova-compute[74854]:         <nova:user uuid="47ce2ead9e6f4e238ace4f0212b97fcc">tempest-TaggedAttachmentsTest-21920644-project-member</nova:user>
Oct 23 17:03:24 user nova-compute[74854]:         <nova:project uuid="d3a287218e114509a8403d50f0c8d882">tempest-TaggedAttachmentsTest-21920644</nova:project>
Oct 23 17:03:24 user nova-compute[74854]:       </nova:owner>
Oct 23 17:03:24 user nova-compute[74854]:       <nova:root type="image" uuid="68c345df-c9e8-475a-b17c-635fa0c7e894"/>
Oct 23 17:03:24 user nova-compute[74854]:       <nova:ports>
Oct 23 17:03:24 user nova-compute[74854]:         <nova:port uuid="f89acc93-c824-449a-be13-8a1c618f5453">
Oct 23 17:03:24 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 23 17:03:24 user nova-compute[74854]:         </nova:port>
Oct 23 17:03:24 user nova-compute[74854]:       </nova:ports>
Oct 23 17:03:24 user nova-compute[74854]:     </nova:instance>
Oct 23 17:03:24 user nova-compute[74854]:   </metadata>
Oct 23 17:03:24 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:03:24 user nova-compute[74854]:     <system>
Oct 23 17:03:24 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:03:24 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:03:24 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:03:24 user nova-compute[74854]:       <entry name="serial">f078aa99-03eb-4f16-a6f3-0b209ceb72ae</entry>
Oct 23 17:03:24 user nova-compute[74854]:       <entry name="uuid">f078aa99-03eb-4f16-a6f3-0b209ceb72ae</entry>
Oct 23 17:03:24 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:03:24 user nova-compute[74854]:     </system>
Oct 23 17:03:24 user nova-compute[74854]:   </sysinfo>
Oct 23 17:03:24 user nova-compute[74854]:   <os>
Oct 23 17:03:24 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:03:24 user nova-compute[74854]:     <boot dev="hd"/>
Oct 23 17:03:24 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:03:24 user nova-compute[74854]:   </os>
Oct 23 17:03:24 user nova-compute[74854]:   <features>
Oct 23 17:03:24 user nova-compute[74854]:     <acpi/>
Oct 23 17:03:24 user nova-compute[74854]:     <apic/>
Oct 23 17:03:24 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:03:24 user nova-compute[74854]:   </features>
Oct 23 17:03:24 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:03:24 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:03:24 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:03:24 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:03:24 user nova-compute[74854]:   </clock>
Oct 23 17:03:24 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:03:24 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:03:24 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:03:24 user nova-compute[74854]:   </cpu>
Oct 23 17:03:24 user nova-compute[74854]:   <devices>
Oct 23 17:03:24 user nova-compute[74854]:     <disk type="file" device="disk">
Oct 23 17:03:24 user nova-compute[74854]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 17:03:24 user nova-compute[74854]:       <source file="/opt/stack/data/nova/instances/f078aa99-03eb-4f16-a6f3-0b209ceb72ae/disk"/>
Oct 23 17:03:24 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:03:24 user nova-compute[74854]:     </disk>
Oct 23 17:03:24 user nova-compute[74854]:     <disk type="file" device="cdrom">
Oct 23 17:03:24 user nova-compute[74854]:       <driver name="qemu" type="raw" cache="none"/>
Oct 23 17:03:24 user nova-compute[74854]:       <source file="/opt/stack/data/nova/instances/f078aa99-03eb-4f16-a6f3-0b209ceb72ae/disk.config"/>
Oct 23 17:03:24 user nova-compute[74854]:       <target dev="hda" bus="ide"/>
Oct 23 17:03:24 user nova-compute[74854]:     </disk>
Oct 23 17:03:24 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:03:24 user nova-compute[74854]:       <mac address="fa:16:3e:a1:76:52"/>
Oct 23 17:03:24 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:03:24 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:03:24 user nova-compute[74854]:       <target dev="tapf89acc93-c8"/>
Oct 23 17:03:24 user nova-compute[74854]:     </interface>
Oct 23 17:03:24 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:03:24 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/f078aa99-03eb-4f16-a6f3-0b209ceb72ae/console.log" append="off"/>
Oct 23 17:03:24 user nova-compute[74854]:     </serial>
Oct 23 17:03:24 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:03:24 user nova-compute[74854]:     <video>
Oct 23 17:03:24 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:03:24 user nova-compute[74854]:     </video>
Oct 23 17:03:24 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:03:24 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:03:24 user nova-compute[74854]:     </rng>
Oct 23 17:03:24 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:03:24 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:03:24 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:03:24 user nova-compute[74854]:     </memballoon>
Oct 23 17:03:24 user nova-compute[74854]:   </devices>
Oct 23 17:03:24 user nova-compute[74854]: </domain>
Oct 23 17:03:24 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:03:24 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T17:03:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2047622960',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2047622960',id=5,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB0Zn6H9ZmV/9dDVh3P29Hf6VOCk7dBHt/JlCor95PD8HGnPzM/SZlTh5P+0HvdFEfDtesKC+JLjgoxa3u/uUIQevkYa1YyeqHEObaPwtF+rzoBVQ9ok3gNuymete+Yhdw==',key_name='tempest-keypair-1240140104',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d3a287218e114509a8403d50f0c8d882',ramdisk_id='',reservation_id='r-wxlqcz6d',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-21920644',owner_user_name='tempest-TaggedAttachmentsTest-21920644-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:03:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='47ce2ead9e6f4e238ace4f0212b97fcc',uuid=f078aa99-03eb-4f16-a6f3-0b209ceb72ae,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f89acc93-c824-449a-be13-8a1c618f5453", "address": "fa:16:3e:a1:76:52", "network": {"id": "878a7f0b-d61e-404b-985f-717be4d41627", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1409504003-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3a287218e114509a8403d50f0c8d882", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf89acc93-c8", "ovs_interfaceid": "f89acc93-c824-449a-be13-8a1c618f5453", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:03:24 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Converting VIF {"id": "f89acc93-c824-449a-be13-8a1c618f5453", "address": "fa:16:3e:a1:76:52", "network": {"id": "878a7f0b-d61e-404b-985f-717be4d41627", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1409504003-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3a287218e114509a8403d50f0c8d882", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf89acc93-c8", "ovs_interfaceid": "f89acc93-c824-449a-be13-8a1c618f5453", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:03:24 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a1:76:52,bridge_name='br-int',has_traffic_filtering=True,id=f89acc93-c824-449a-be13-8a1c618f5453,network=Network(878a7f0b-d61e-404b-985f-717be4d41627),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf89acc93-c8') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:03:24 user nova-compute[74854]: DEBUG os_vif [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a1:76:52,bridge_name='br-int',has_traffic_filtering=True,id=f89acc93-c824-449a-be13-8a1c618f5453,network=Network(878a7f0b-d61e-404b-985f-717be4d41627),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf89acc93-c8') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:03:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:03:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:03:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '266affcb-150a-54c4-9fc0-c89d9bcf0a4c', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:03:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:03:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf89acc93-c8, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:03:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf89acc93-c8, col_values=(('qos', UUID('fe4c12fa-f24b-4a7d-b9ac-10946e28b796')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:03:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf89acc93-c8, col_values=(('external_ids', {'iface-id': 'f89acc93-c824-449a-be13-8a1c618f5453', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a1:76:52', 'vm-uuid': 'f078aa99-03eb-4f16-a6f3-0b209ceb72ae'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:03:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:03:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:24 user nova-compute[74854]: INFO os_vif [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a1:76:52,bridge_name='br-int',has_traffic_filtering=True,id=f89acc93-c824-449a-be13-8a1c618f5453,network=Network(878a7f0b-d61e-404b-985f-717be4d41627),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf89acc93-c8')
Oct 23 17:03:24 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:03:24 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] No BDM found with device name hda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:03:24 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] No VIF found with MAC fa:16:3e:a1:76:52, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:03:24 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Using config drive
Oct 23 17:03:24 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Creating config drive at /opt/stack/data/nova/instances/f078aa99-03eb-4f16-a6f3-0b209ceb72ae/disk.config
Oct 23 17:03:24 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/f078aa99-03eb-4f16-a6f3-0b209ceb72ae/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpc09893gc {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:03:24 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/f078aa99-03eb-4f16-a6f3-0b209ceb72ae/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpc09893gc" returned: 0 in 0.077s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:03:24 user nova-compute[74854]: DEBUG nova.network.neutron [req-4bc93685-c3c8-4be8-bea1-457a62c3ca04 req-7430b097-be60-4fc0-8def-f27a8e27082b service nova] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Updated VIF entry in instance network info cache for port f89acc93-c824-449a-be13-8a1c618f5453. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:03:24 user nova-compute[74854]: DEBUG nova.network.neutron [req-4bc93685-c3c8-4be8-bea1-457a62c3ca04 req-7430b097-be60-4fc0-8def-f27a8e27082b service nova] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Updating instance_info_cache with network_info: [{"id": "f89acc93-c824-449a-be13-8a1c618f5453", "address": "fa:16:3e:a1:76:52", "network": {"id": "878a7f0b-d61e-404b-985f-717be4d41627", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1409504003-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3a287218e114509a8403d50f0c8d882", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf89acc93-c8", "ovs_interfaceid": "f89acc93-c824-449a-be13-8a1c618f5453", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:03:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:24 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-4bc93685-c3c8-4be8-bea1-457a62c3ca04 req-7430b097-be60-4fc0-8def-f27a8e27082b service nova] Releasing lock "refresh_cache-f078aa99-03eb-4f16-a6f3-0b209ceb72ae" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:03:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:25 user nova-compute[74854]: DEBUG nova.network.neutron [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Successfully updated port: ee299b83-d5de-49ed-a356-6f9db6d3f04b {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:03:25 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Acquiring lock "refresh_cache-d06d1b4a-0950-4c8a-a34d-cae1290f7033" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:03:25 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Acquired lock "refresh_cache-d06d1b4a-0950-4c8a-a34d-cae1290f7033" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:03:25 user nova-compute[74854]: DEBUG nova.network.neutron [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:03:25 user nova-compute[74854]: DEBUG nova.network.neutron [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Instance cache missing network info. {{(pid=74854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 17:03:25 user nova-compute[74854]: DEBUG nova.compute.manager [req-c2dcc0b2-815f-4c66-acd5-cb14cfb3dd1d req-86cac278-4abf-4a46-b559-1c78f4524f9d service nova] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Received event network-changed-ee299b83-d5de-49ed-a356-6f9db6d3f04b {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:03:25 user nova-compute[74854]: DEBUG nova.compute.manager [req-c2dcc0b2-815f-4c66-acd5-cb14cfb3dd1d req-86cac278-4abf-4a46-b559-1c78f4524f9d service nova] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Refreshing instance network info cache due to event network-changed-ee299b83-d5de-49ed-a356-6f9db6d3f04b. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:03:25 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-c2dcc0b2-815f-4c66-acd5-cb14cfb3dd1d req-86cac278-4abf-4a46-b559-1c78f4524f9d service nova] Acquiring lock "refresh_cache-d06d1b4a-0950-4c8a-a34d-cae1290f7033" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:03:25 user nova-compute[74854]: DEBUG nova.network.neutron [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Updating instance_info_cache with network_info: [{"id": "ee299b83-d5de-49ed-a356-6f9db6d3f04b", "address": "fa:16:3e:79:6b:ae", "network": {"id": "e5be0940-8911-457c-9662-9138f8b1765e", "bridge": "br-int", "label": "tempest-TestVolumeSwap-123993308-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e85f1d1fd04ebdab32ddd5459c33e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee299b83-d5", "ovs_interfaceid": "ee299b83-d5de-49ed-a356-6f9db6d3f04b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:03:25 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Releasing lock "refresh_cache-d06d1b4a-0950-4c8a-a34d-cae1290f7033" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:03:25 user nova-compute[74854]: DEBUG nova.compute.manager [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Instance network_info: |[{"id": "ee299b83-d5de-49ed-a356-6f9db6d3f04b", "address": "fa:16:3e:79:6b:ae", "network": {"id": "e5be0940-8911-457c-9662-9138f8b1765e", "bridge": "br-int", "label": "tempest-TestVolumeSwap-123993308-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e85f1d1fd04ebdab32ddd5459c33e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee299b83-d5", "ovs_interfaceid": "ee299b83-d5de-49ed-a356-6f9db6d3f04b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 17:03:25 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-c2dcc0b2-815f-4c66-acd5-cb14cfb3dd1d req-86cac278-4abf-4a46-b559-1c78f4524f9d service nova] Acquired lock "refresh_cache-d06d1b4a-0950-4c8a-a34d-cae1290f7033" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:03:25 user nova-compute[74854]: DEBUG nova.network.neutron [req-c2dcc0b2-815f-4c66-acd5-cb14cfb3dd1d req-86cac278-4abf-4a46-b559-1c78f4524f9d service nova] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Refreshing network info cache for port ee299b83-d5de-49ed-a356-6f9db6d3f04b {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:03:25 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Start _get_guest_xml network_info=[{"id": "ee299b83-d5de-49ed-a356-6f9db6d3f04b", "address": "fa:16:3e:79:6b:ae", "network": {"id": "e5be0940-8911-457c-9662-9138f8b1765e", "bridge": "br-int", "label": "tempest-TestVolumeSwap-123993308-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e85f1d1fd04ebdab32ddd5459c33e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee299b83-d5", "ovs_interfaceid": "ee299b83-d5de-49ed-a356-6f9db6d3f04b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'encryption_format': None, 'encryption_options': None, 'size': 0, 'boot_index': 0, 'encrypted': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'image_id': '68c345df-c9e8-475a-b17c-635fa0c7e894'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:03:25 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:03:25 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:03:25 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:03:25 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:03:25 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:03:25 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:03:25 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:03:25 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:03:25 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:03:25 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:03:25 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:03:25 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:03:25 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:03:25 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:03:25 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:03:25 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:03:25 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:03:25 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:03:25 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:03:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-1284170543',display_name='tempest-TestVolumeSwap-server-1284170543',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-1284170543',id=6,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCLgv3Dnoiq1L0/RTey54yRU13I9VSRr9HV6gI8n9f6j+Tdgu0GFG0kPatWA3vf0bwjSnLWRNdIoPs/1FEOibqb5eKYV3IT1kB6ogZenj9iqKck/z8xwByoqCHAtH4YX5w==',key_name='tempest-keypair-1657199802',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='36e85f1d1fd04ebdab32ddd5459c33e2',ramdisk_id='',reservation_id='r-0x8uwsyi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-1085487539',owner_user_name='tempest-TestVolumeSwap-1085487539-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:03:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9ca30a8abede4bccb59729848fed579f',uuid=d06d1b4a-0950-4c8a-a34d-cae1290f7033,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ee299b83-d5de-49ed-a356-6f9db6d3f04b", "address": "fa:16:3e:79:6b:ae", "network": {"id": "e5be0940-8911-457c-9662-9138f8b1765e", "bridge": "br-int", "label": "tempest-TestVolumeSwap-123993308-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e85f1d1fd04ebdab32ddd5459c33e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee299b83-d5", "ovs_interfaceid": "ee299b83-d5de-49ed-a356-6f9db6d3f04b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:03:25 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Converting VIF {"id": "ee299b83-d5de-49ed-a356-6f9db6d3f04b", "address": "fa:16:3e:79:6b:ae", "network": {"id": "e5be0940-8911-457c-9662-9138f8b1765e", "bridge": "br-int", "label": "tempest-TestVolumeSwap-123993308-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e85f1d1fd04ebdab32ddd5459c33e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee299b83-d5", "ovs_interfaceid": "ee299b83-d5de-49ed-a356-6f9db6d3f04b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:03:25 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:79:6b:ae,bridge_name='br-int',has_traffic_filtering=True,id=ee299b83-d5de-49ed-a356-6f9db6d3f04b,network=Network(e5be0940-8911-457c-9662-9138f8b1765e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee299b83-d5') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:03:25 user nova-compute[74854]: DEBUG nova.objects.instance [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Lazy-loading 'pci_devices' on Instance uuid d06d1b4a-0950-4c8a-a34d-cae1290f7033 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:03:25 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:03:25 user nova-compute[74854]:   <uuid>d06d1b4a-0950-4c8a-a34d-cae1290f7033</uuid>
Oct 23 17:03:25 user nova-compute[74854]:   <name>instance-00000006</name>
Oct 23 17:03:25 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:03:25 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:03:25 user nova-compute[74854]:   <metadata>
Oct 23 17:03:25 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:03:25 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:03:25 user nova-compute[74854]:       <nova:name>tempest-TestVolumeSwap-server-1284170543</nova:name>
Oct 23 17:03:25 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:03:25</nova:creationTime>
Oct 23 17:03:25 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:03:25 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:03:25 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:03:25 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:03:25 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:03:25 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:03:25 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:03:25 user nova-compute[74854]:       <nova:owner>
Oct 23 17:03:25 user nova-compute[74854]:         <nova:user uuid="9ca30a8abede4bccb59729848fed579f">tempest-TestVolumeSwap-1085487539-project-member</nova:user>
Oct 23 17:03:25 user nova-compute[74854]:         <nova:project uuid="36e85f1d1fd04ebdab32ddd5459c33e2">tempest-TestVolumeSwap-1085487539</nova:project>
Oct 23 17:03:25 user nova-compute[74854]:       </nova:owner>
Oct 23 17:03:25 user nova-compute[74854]:       <nova:root type="image" uuid="68c345df-c9e8-475a-b17c-635fa0c7e894"/>
Oct 23 17:03:25 user nova-compute[74854]:       <nova:ports>
Oct 23 17:03:25 user nova-compute[74854]:         <nova:port uuid="ee299b83-d5de-49ed-a356-6f9db6d3f04b">
Oct 23 17:03:25 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 23 17:03:25 user nova-compute[74854]:         </nova:port>
Oct 23 17:03:25 user nova-compute[74854]:       </nova:ports>
Oct 23 17:03:25 user nova-compute[74854]:     </nova:instance>
Oct 23 17:03:25 user nova-compute[74854]:   </metadata>
Oct 23 17:03:25 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:03:25 user nova-compute[74854]:     <system>
Oct 23 17:03:25 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:03:25 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:03:25 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:03:25 user nova-compute[74854]:       <entry name="serial">d06d1b4a-0950-4c8a-a34d-cae1290f7033</entry>
Oct 23 17:03:25 user nova-compute[74854]:       <entry name="uuid">d06d1b4a-0950-4c8a-a34d-cae1290f7033</entry>
Oct 23 17:03:25 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:03:25 user nova-compute[74854]:     </system>
Oct 23 17:03:25 user nova-compute[74854]:   </sysinfo>
Oct 23 17:03:25 user nova-compute[74854]:   <os>
Oct 23 17:03:25 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:03:25 user nova-compute[74854]:     <boot dev="hd"/>
Oct 23 17:03:25 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:03:25 user nova-compute[74854]:   </os>
Oct 23 17:03:25 user nova-compute[74854]:   <features>
Oct 23 17:03:25 user nova-compute[74854]:     <acpi/>
Oct 23 17:03:25 user nova-compute[74854]:     <apic/>
Oct 23 17:03:25 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:03:25 user nova-compute[74854]:   </features>
Oct 23 17:03:25 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:03:25 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:03:25 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:03:25 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:03:25 user nova-compute[74854]:   </clock>
Oct 23 17:03:25 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:03:25 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:03:25 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:03:25 user nova-compute[74854]:   </cpu>
Oct 23 17:03:25 user nova-compute[74854]:   <devices>
Oct 23 17:03:25 user nova-compute[74854]:     <disk type="file" device="disk">
Oct 23 17:03:25 user nova-compute[74854]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 17:03:25 user nova-compute[74854]:       <source file="/opt/stack/data/nova/instances/d06d1b4a-0950-4c8a-a34d-cae1290f7033/disk"/>
Oct 23 17:03:25 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:03:25 user nova-compute[74854]:     </disk>
Oct 23 17:03:25 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:03:25 user nova-compute[74854]:       <mac address="fa:16:3e:79:6b:ae"/>
Oct 23 17:03:25 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:03:25 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:03:25 user nova-compute[74854]:       <target dev="tapee299b83-d5"/>
Oct 23 17:03:25 user nova-compute[74854]:     </interface>
Oct 23 17:03:25 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:03:25 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/d06d1b4a-0950-4c8a-a34d-cae1290f7033/console.log" append="off"/>
Oct 23 17:03:25 user nova-compute[74854]:     </serial>
Oct 23 17:03:25 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:03:25 user nova-compute[74854]:     <video>
Oct 23 17:03:25 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:03:25 user nova-compute[74854]:     </video>
Oct 23 17:03:25 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:03:25 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:03:25 user nova-compute[74854]:     </rng>
Oct 23 17:03:25 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:03:25 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:03:25 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:03:25 user nova-compute[74854]:     </memballoon>
Oct 23 17:03:25 user nova-compute[74854]:   </devices>
Oct 23 17:03:25 user nova-compute[74854]: </domain>
Oct 23 17:03:25 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:03:25 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:03:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-1284170543',display_name='tempest-TestVolumeSwap-server-1284170543',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-1284170543',id=6,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCLgv3Dnoiq1L0/RTey54yRU13I9VSRr9HV6gI8n9f6j+Tdgu0GFG0kPatWA3vf0bwjSnLWRNdIoPs/1FEOibqb5eKYV3IT1kB6ogZenj9iqKck/z8xwByoqCHAtH4YX5w==',key_name='tempest-keypair-1657199802',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='36e85f1d1fd04ebdab32ddd5459c33e2',ramdisk_id='',reservation_id='r-0x8uwsyi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-1085487539',owner_user_name='tempest-TestVolumeSwap-1085487539-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:03:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9ca30a8abede4bccb59729848fed579f',uuid=d06d1b4a-0950-4c8a-a34d-cae1290f7033,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ee299b83-d5de-49ed-a356-6f9db6d3f04b", "address": "fa:16:3e:79:6b:ae", "network": {"id": "e5be0940-8911-457c-9662-9138f8b1765e", "bridge": "br-int", "label": "tempest-TestVolumeSwap-123993308-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e85f1d1fd04ebdab32ddd5459c33e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee299b83-d5", "ovs_interfaceid": "ee299b83-d5de-49ed-a356-6f9db6d3f04b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:03:25 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Converting VIF {"id": "ee299b83-d5de-49ed-a356-6f9db6d3f04b", "address": "fa:16:3e:79:6b:ae", "network": {"id": "e5be0940-8911-457c-9662-9138f8b1765e", "bridge": "br-int", "label": "tempest-TestVolumeSwap-123993308-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e85f1d1fd04ebdab32ddd5459c33e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee299b83-d5", "ovs_interfaceid": "ee299b83-d5de-49ed-a356-6f9db6d3f04b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:03:25 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:79:6b:ae,bridge_name='br-int',has_traffic_filtering=True,id=ee299b83-d5de-49ed-a356-6f9db6d3f04b,network=Network(e5be0940-8911-457c-9662-9138f8b1765e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee299b83-d5') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:03:25 user nova-compute[74854]: DEBUG os_vif [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:79:6b:ae,bridge_name='br-int',has_traffic_filtering=True,id=ee299b83-d5de-49ed-a356-6f9db6d3f04b,network=Network(e5be0940-8911-457c-9662-9138f8b1765e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee299b83-d5') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:03:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:03:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:03:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a8d6d08a-23f1-5c00-b161-8d9d200f509a', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:03:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:03:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapee299b83-d5, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:03:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapee299b83-d5, col_values=(('qos', UUID('67b92940-f994-404d-818f-13b875749462')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:03:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapee299b83-d5, col_values=(('external_ids', {'iface-id': 'ee299b83-d5de-49ed-a356-6f9db6d3f04b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:79:6b:ae', 'vm-uuid': 'd06d1b4a-0950-4c8a-a34d-cae1290f7033'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:03:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:03:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:25 user nova-compute[74854]: INFO os_vif [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:79:6b:ae,bridge_name='br-int',has_traffic_filtering=True,id=ee299b83-d5de-49ed-a356-6f9db6d3f04b,network=Network(e5be0940-8911-457c-9662-9138f8b1765e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee299b83-d5')
Oct 23 17:03:25 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:03:25 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] No VIF found with MAC fa:16:3e:79:6b:ae, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:03:26 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:26 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:26 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:26 user nova-compute[74854]: DEBUG nova.network.neutron [req-c2dcc0b2-815f-4c66-acd5-cb14cfb3dd1d req-86cac278-4abf-4a46-b559-1c78f4524f9d service nova] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Updated VIF entry in instance network info cache for port ee299b83-d5de-49ed-a356-6f9db6d3f04b. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:03:26 user nova-compute[74854]: DEBUG nova.network.neutron [req-c2dcc0b2-815f-4c66-acd5-cb14cfb3dd1d req-86cac278-4abf-4a46-b559-1c78f4524f9d service nova] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Updating instance_info_cache with network_info: [{"id": "ee299b83-d5de-49ed-a356-6f9db6d3f04b", "address": "fa:16:3e:79:6b:ae", "network": {"id": "e5be0940-8911-457c-9662-9138f8b1765e", "bridge": "br-int", "label": "tempest-TestVolumeSwap-123993308-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e85f1d1fd04ebdab32ddd5459c33e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee299b83-d5", "ovs_interfaceid": "ee299b83-d5de-49ed-a356-6f9db6d3f04b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:03:26 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-c2dcc0b2-815f-4c66-acd5-cb14cfb3dd1d req-86cac278-4abf-4a46-b559-1c78f4524f9d service nova] Releasing lock "refresh_cache-d06d1b4a-0950-4c8a-a34d-cae1290f7033" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:03:26 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Acquiring lock "5a7d29b4-fac4-4931-bb22-d2aaf5701926" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:03:26 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Lock "5a7d29b4-fac4-4931-bb22-d2aaf5701926" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:03:26 user nova-compute[74854]: DEBUG nova.compute.manager [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Starting instance... {{(pid=74854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 17:03:27 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:03:27 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:03:27 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:27 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74854) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 17:03:27 user nova-compute[74854]: INFO nova.compute.claims [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Claim successful on node user
Oct 23 17:03:27 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:27 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:27 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:27 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:03:27 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:03:27 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.543s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:03:27 user nova-compute[74854]: DEBUG nova.compute.manager [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Start building networks asynchronously for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 17:03:27 user nova-compute[74854]: DEBUG nova.compute.manager [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Allocating IP information in the background. {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 17:03:27 user nova-compute[74854]: DEBUG nova.network.neutron [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] allocate_for_instance() {{(pid=74854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 17:03:27 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 17:03:27 user nova-compute[74854]: DEBUG nova.compute.manager [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Start building block device mappings for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 17:03:27 user nova-compute[74854]: DEBUG nova.policy [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6fa5604e2c6d49419b3f366ab5ee78c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c01b43b4bde42dc9dd7e55422a82967', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74854) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 17:03:27 user nova-compute[74854]: DEBUG nova.compute.manager [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Start spawning the instance on the hypervisor. {{(pid=74854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 17:03:27 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Creating instance directory {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 17:03:27 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Creating image(s)
Oct 23 17:03:27 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Acquiring lock "/opt/stack/data/nova/instances/5a7d29b4-fac4-4931-bb22-d2aaf5701926/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:03:27 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Lock "/opt/stack/data/nova/instances/5a7d29b4-fac4-4931-bb22-d2aaf5701926/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:03:27 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Lock "/opt/stack/data/nova/instances/5a7d29b4-fac4-4931-bb22-d2aaf5701926/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:03:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:03:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.247s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:03:28 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Acquiring lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:03:28 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:03:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:03:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.330s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:03:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/5a7d29b4-fac4-4931-bb22-d2aaf5701926/disk 1073741824 {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:03:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/5a7d29b4-fac4-4931-bb22-d2aaf5701926/disk 1073741824" returned: 0 in 0.103s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:03:28 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.441s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:03:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:03:28 user nova-compute[74854]: DEBUG nova.network.neutron [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Successfully created port: 527a18c4-b703-4a10-9b1f-fe530a4d3bbf {{(pid=74854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 17:03:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.236s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:03:28 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Checking if we can resize image /opt/stack/data/nova/instances/5a7d29b4-fac4-4931-bb22-d2aaf5701926/disk. size=1073741824 {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 17:03:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5a7d29b4-fac4-4931-bb22-d2aaf5701926/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:03:29 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5a7d29b4-fac4-4931-bb22-d2aaf5701926/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:03:29 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Cannot resize image /opt/stack/data/nova/instances/5a7d29b4-fac4-4931-bb22-d2aaf5701926/disk to a smaller size. {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 17:03:29 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Created local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 17:03:29 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Ensure instance console log exists: /opt/stack/data/nova/instances/5a7d29b4-fac4-4931-bb22-d2aaf5701926/console.log {{(pid=74854) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 17:03:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:03:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:03:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:03:29 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:29 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:29 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:29 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:29 user nova-compute[74854]: DEBUG nova.network.neutron [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Successfully updated port: 527a18c4-b703-4a10-9b1f-fe530a4d3bbf {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:03:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Acquiring lock "refresh_cache-5a7d29b4-fac4-4931-bb22-d2aaf5701926" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:03:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Acquired lock "refresh_cache-5a7d29b4-fac4-4931-bb22-d2aaf5701926" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:03:29 user nova-compute[74854]: DEBUG nova.network.neutron [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:03:29 user nova-compute[74854]: DEBUG nova.compute.manager [req-817b373e-8705-4663-b941-f8391f9e916c req-d4374957-1da9-43ed-a71a-66873348b18a service nova] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Received event network-changed-527a18c4-b703-4a10-9b1f-fe530a4d3bbf {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:03:29 user nova-compute[74854]: DEBUG nova.compute.manager [req-817b373e-8705-4663-b941-f8391f9e916c req-d4374957-1da9-43ed-a71a-66873348b18a service nova] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Refreshing instance network info cache due to event network-changed-527a18c4-b703-4a10-9b1f-fe530a4d3bbf. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:03:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-817b373e-8705-4663-b941-f8391f9e916c req-d4374957-1da9-43ed-a71a-66873348b18a service nova] Acquiring lock "refresh_cache-5a7d29b4-fac4-4931-bb22-d2aaf5701926" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:03:29 user nova-compute[74854]: DEBUG nova.network.neutron [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Instance cache missing network info. {{(pid=74854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 17:03:30 user nova-compute[74854]: DEBUG nova.network.neutron [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Updating instance_info_cache with network_info: [{"id": "527a18c4-b703-4a10-9b1f-fe530a4d3bbf", "address": "fa:16:3e:f6:f7:c4", "network": {"id": "cb094644-8cd0-45fe-ac74-405bf6667b0a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1677848412-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2c01b43b4bde42dc9dd7e55422a82967", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap527a18c4-b7", "ovs_interfaceid": "527a18c4-b703-4a10-9b1f-fe530a4d3bbf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:03:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:30 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Releasing lock "refresh_cache-5a7d29b4-fac4-4931-bb22-d2aaf5701926" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:03:30 user nova-compute[74854]: DEBUG nova.compute.manager [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Instance network_info: |[{"id": "527a18c4-b703-4a10-9b1f-fe530a4d3bbf", "address": "fa:16:3e:f6:f7:c4", "network": {"id": "cb094644-8cd0-45fe-ac74-405bf6667b0a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1677848412-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2c01b43b4bde42dc9dd7e55422a82967", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap527a18c4-b7", "ovs_interfaceid": "527a18c4-b703-4a10-9b1f-fe530a4d3bbf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 17:03:30 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-817b373e-8705-4663-b941-f8391f9e916c req-d4374957-1da9-43ed-a71a-66873348b18a service nova] Acquired lock "refresh_cache-5a7d29b4-fac4-4931-bb22-d2aaf5701926" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:03:30 user nova-compute[74854]: DEBUG nova.network.neutron [req-817b373e-8705-4663-b941-f8391f9e916c req-d4374957-1da9-43ed-a71a-66873348b18a service nova] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Refreshing network info cache for port 527a18c4-b703-4a10-9b1f-fe530a4d3bbf {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:03:30 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Start _get_guest_xml network_info=[{"id": "527a18c4-b703-4a10-9b1f-fe530a4d3bbf", "address": "fa:16:3e:f6:f7:c4", "network": {"id": "cb094644-8cd0-45fe-ac74-405bf6667b0a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1677848412-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2c01b43b4bde42dc9dd7e55422a82967", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap527a18c4-b7", "ovs_interfaceid": "527a18c4-b703-4a10-9b1f-fe530a4d3bbf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'encryption_format': None, 'encryption_options': None, 'size': 0, 'boot_index': 0, 'encrypted': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'image_id': '68c345df-c9e8-475a-b17c-635fa0c7e894'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:03:30 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:03:30 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:03:30 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:03:30 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:03:30 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:03:30 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:03:30 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:03:30 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:03:30 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:03:30 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:03:30 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:03:30 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:03:30 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:03:30 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:03:30 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:03:30 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:03:30 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:03:30 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:03:30 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:03:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-1553335063',display_name='tempest-VolumesAssistedSnapshotsTest-server-1553335063',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-1553335063',id=7,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPYoI70kjHPT09XdiUFuDSjqJlSJeloC4arppyt2yR2to1EaMM/BT9ANeTlohfm283862qiUPfQK9hmCL+vGF/NiZJFpmON2gRB+oU5089XST+cHJ1gFU/O0/wKmKJihRQ==',key_name='tempest-keypair-1854239931',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2c01b43b4bde42dc9dd7e55422a82967',ramdisk_id='',reservation_id='r-edioyy6l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-528197366',owner_user_name='tempest-VolumesAssistedSnapshotsTest-528197366-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:03:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6fa5604e2c6d49419b3f366ab5ee78c8',uuid=5a7d29b4-fac4-4931-bb22-d2aaf5701926,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "527a18c4-b703-4a10-9b1f-fe530a4d3bbf", "address": "fa:16:3e:f6:f7:c4", "network": {"id": "cb094644-8cd0-45fe-ac74-405bf6667b0a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1677848412-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2c01b43b4bde42dc9dd7e55422a82967", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap527a18c4-b7", "ovs_interfaceid": "527a18c4-b703-4a10-9b1f-fe530a4d3bbf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:03:30 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Converting VIF {"id": "527a18c4-b703-4a10-9b1f-fe530a4d3bbf", "address": "fa:16:3e:f6:f7:c4", "network": {"id": "cb094644-8cd0-45fe-ac74-405bf6667b0a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1677848412-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2c01b43b4bde42dc9dd7e55422a82967", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap527a18c4-b7", "ovs_interfaceid": "527a18c4-b703-4a10-9b1f-fe530a4d3bbf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:03:30 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f6:f7:c4,bridge_name='br-int',has_traffic_filtering=True,id=527a18c4-b703-4a10-9b1f-fe530a4d3bbf,network=Network(cb094644-8cd0-45fe-ac74-405bf6667b0a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap527a18c4-b7') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:03:30 user nova-compute[74854]: DEBUG nova.objects.instance [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Lazy-loading 'pci_devices' on Instance uuid 5a7d29b4-fac4-4931-bb22-d2aaf5701926 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:03:30 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:03:30 user nova-compute[74854]:   <uuid>5a7d29b4-fac4-4931-bb22-d2aaf5701926</uuid>
Oct 23 17:03:30 user nova-compute[74854]:   <name>instance-00000007</name>
Oct 23 17:03:30 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:03:30 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:03:30 user nova-compute[74854]:   <metadata>
Oct 23 17:03:30 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:03:30 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:03:30 user nova-compute[74854]:       <nova:name>tempest-VolumesAssistedSnapshotsTest-server-1553335063</nova:name>
Oct 23 17:03:30 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:03:30</nova:creationTime>
Oct 23 17:03:30 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:03:30 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:03:30 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:03:30 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:03:30 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:03:30 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:03:30 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:03:30 user nova-compute[74854]:       <nova:owner>
Oct 23 17:03:30 user nova-compute[74854]:         <nova:user uuid="6fa5604e2c6d49419b3f366ab5ee78c8">tempest-VolumesAssistedSnapshotsTest-528197366-project-member</nova:user>
Oct 23 17:03:30 user nova-compute[74854]:         <nova:project uuid="2c01b43b4bde42dc9dd7e55422a82967">tempest-VolumesAssistedSnapshotsTest-528197366</nova:project>
Oct 23 17:03:30 user nova-compute[74854]:       </nova:owner>
Oct 23 17:03:30 user nova-compute[74854]:       <nova:root type="image" uuid="68c345df-c9e8-475a-b17c-635fa0c7e894"/>
Oct 23 17:03:30 user nova-compute[74854]:       <nova:ports>
Oct 23 17:03:30 user nova-compute[74854]:         <nova:port uuid="527a18c4-b703-4a10-9b1f-fe530a4d3bbf">
Oct 23 17:03:30 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 23 17:03:30 user nova-compute[74854]:         </nova:port>
Oct 23 17:03:30 user nova-compute[74854]:       </nova:ports>
Oct 23 17:03:30 user nova-compute[74854]:     </nova:instance>
Oct 23 17:03:30 user nova-compute[74854]:   </metadata>
Oct 23 17:03:30 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:03:30 user nova-compute[74854]:     <system>
Oct 23 17:03:30 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:03:30 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:03:30 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:03:30 user nova-compute[74854]:       <entry name="serial">5a7d29b4-fac4-4931-bb22-d2aaf5701926</entry>
Oct 23 17:03:30 user nova-compute[74854]:       <entry name="uuid">5a7d29b4-fac4-4931-bb22-d2aaf5701926</entry>
Oct 23 17:03:30 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:03:30 user nova-compute[74854]:     </system>
Oct 23 17:03:30 user nova-compute[74854]:   </sysinfo>
Oct 23 17:03:30 user nova-compute[74854]:   <os>
Oct 23 17:03:30 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:03:30 user nova-compute[74854]:     <boot dev="hd"/>
Oct 23 17:03:30 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:03:30 user nova-compute[74854]:   </os>
Oct 23 17:03:30 user nova-compute[74854]:   <features>
Oct 23 17:03:30 user nova-compute[74854]:     <acpi/>
Oct 23 17:03:30 user nova-compute[74854]:     <apic/>
Oct 23 17:03:30 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:03:30 user nova-compute[74854]:   </features>
Oct 23 17:03:30 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:03:30 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:03:30 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:03:30 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:03:30 user nova-compute[74854]:   </clock>
Oct 23 17:03:30 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:03:30 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:03:30 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:03:30 user nova-compute[74854]:   </cpu>
Oct 23 17:03:30 user nova-compute[74854]:   <devices>
Oct 23 17:03:30 user nova-compute[74854]:     <disk type="file" device="disk">
Oct 23 17:03:30 user nova-compute[74854]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 17:03:30 user nova-compute[74854]:       <source file="/opt/stack/data/nova/instances/5a7d29b4-fac4-4931-bb22-d2aaf5701926/disk"/>
Oct 23 17:03:30 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:03:30 user nova-compute[74854]:     </disk>
Oct 23 17:03:30 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:03:30 user nova-compute[74854]:       <mac address="fa:16:3e:f6:f7:c4"/>
Oct 23 17:03:30 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:03:30 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:03:30 user nova-compute[74854]:       <target dev="tap527a18c4-b7"/>
Oct 23 17:03:30 user nova-compute[74854]:     </interface>
Oct 23 17:03:30 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:03:30 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/5a7d29b4-fac4-4931-bb22-d2aaf5701926/console.log" append="off"/>
Oct 23 17:03:30 user nova-compute[74854]:     </serial>
Oct 23 17:03:30 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:03:30 user nova-compute[74854]:     <video>
Oct 23 17:03:30 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:03:30 user nova-compute[74854]:     </video>
Oct 23 17:03:30 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:03:30 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:03:30 user nova-compute[74854]:     </rng>
Oct 23 17:03:30 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:03:30 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:03:30 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:03:30 user nova-compute[74854]:     </memballoon>
Oct 23 17:03:30 user nova-compute[74854]:   </devices>
Oct 23 17:03:30 user nova-compute[74854]: </domain>
Oct 23 17:03:30 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:03:30 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:03:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-1553335063',display_name='tempest-VolumesAssistedSnapshotsTest-server-1553335063',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-1553335063',id=7,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPYoI70kjHPT09XdiUFuDSjqJlSJeloC4arppyt2yR2to1EaMM/BT9ANeTlohfm283862qiUPfQK9hmCL+vGF/NiZJFpmON2gRB+oU5089XST+cHJ1gFU/O0/wKmKJihRQ==',key_name='tempest-keypair-1854239931',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2c01b43b4bde42dc9dd7e55422a82967',ramdisk_id='',reservation_id='r-edioyy6l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-528197366',owner_user_name='tempest-VolumesAssistedSnapshotsTest-528197366-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:03:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6fa5604e2c6d49419b3f366ab5ee78c8',uuid=5a7d29b4-fac4-4931-bb22-d2aaf5701926,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "527a18c4-b703-4a10-9b1f-fe530a4d3bbf", "address": "fa:16:3e:f6:f7:c4", "network": {"id": "cb094644-8cd0-45fe-ac74-405bf6667b0a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1677848412-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2c01b43b4bde42dc9dd7e55422a82967", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap527a18c4-b7", "ovs_interfaceid": "527a18c4-b703-4a10-9b1f-fe530a4d3bbf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:03:30 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Converting VIF {"id": "527a18c4-b703-4a10-9b1f-fe530a4d3bbf", "address": "fa:16:3e:f6:f7:c4", "network": {"id": "cb094644-8cd0-45fe-ac74-405bf6667b0a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1677848412-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2c01b43b4bde42dc9dd7e55422a82967", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap527a18c4-b7", "ovs_interfaceid": "527a18c4-b703-4a10-9b1f-fe530a4d3bbf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:03:30 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f6:f7:c4,bridge_name='br-int',has_traffic_filtering=True,id=527a18c4-b703-4a10-9b1f-fe530a4d3bbf,network=Network(cb094644-8cd0-45fe-ac74-405bf6667b0a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap527a18c4-b7') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:03:30 user nova-compute[74854]: DEBUG os_vif [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f6:f7:c4,bridge_name='br-int',has_traffic_filtering=True,id=527a18c4-b703-4a10-9b1f-fe530a4d3bbf,network=Network(cb094644-8cd0-45fe-ac74-405bf6667b0a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap527a18c4-b7') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:03:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:03:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:03:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '43aab833-a560-57da-af26-94c243f09590', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:03:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap527a18c4-b7, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:03:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap527a18c4-b7, col_values=(('qos', UUID('a846bd5a-05a1-464e-aa49-9aea99b4e038')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:03:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap527a18c4-b7, col_values=(('external_ids', {'iface-id': '527a18c4-b703-4a10-9b1f-fe530a4d3bbf', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f6:f7:c4', 'vm-uuid': '5a7d29b4-fac4-4931-bb22-d2aaf5701926'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:03:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:03:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:30 user nova-compute[74854]: INFO os_vif [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f6:f7:c4,bridge_name='br-int',has_traffic_filtering=True,id=527a18c4-b703-4a10-9b1f-fe530a4d3bbf,network=Network(cb094644-8cd0-45fe-ac74-405bf6667b0a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap527a18c4-b7')
Oct 23 17:03:30 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:03:30 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] No VIF found with MAC fa:16:3e:f6:f7:c4, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:03:30 user nova-compute[74854]: DEBUG nova.compute.manager [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Instance event wait completed in 0 seconds for  {{(pid=74854) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 17:03:30 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Guest created on hypervisor {{(pid=74854) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 17:03:30 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Instance spawned successfully.
Oct 23 17:03:30 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 17:03:30 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Found default for hw_cdrom_bus of ide {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:03:30 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Found default for hw_disk_bus of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:03:30 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Found default for hw_input_bus of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:03:30 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Found default for hw_pointer_model of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:03:30 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Found default for hw_video_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:03:30 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Found default for hw_vif_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:03:30 user nova-compute[74854]: DEBUG nova.network.neutron [req-817b373e-8705-4663-b941-f8391f9e916c req-d4374957-1da9-43ed-a71a-66873348b18a service nova] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Updated VIF entry in instance network info cache for port 527a18c4-b703-4a10-9b1f-fe530a4d3bbf. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:03:30 user nova-compute[74854]: DEBUG nova.network.neutron [req-817b373e-8705-4663-b941-f8391f9e916c req-d4374957-1da9-43ed-a71a-66873348b18a service nova] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Updating instance_info_cache with network_info: [{"id": "527a18c4-b703-4a10-9b1f-fe530a4d3bbf", "address": "fa:16:3e:f6:f7:c4", "network": {"id": "cb094644-8cd0-45fe-ac74-405bf6667b0a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1677848412-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2c01b43b4bde42dc9dd7e55422a82967", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap527a18c4-b7", "ovs_interfaceid": "527a18c4-b703-4a10-9b1f-fe530a4d3bbf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:03:30 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-817b373e-8705-4663-b941-f8391f9e916c req-d4374957-1da9-43ed-a71a-66873348b18a service nova] Releasing lock "refresh_cache-5a7d29b4-fac4-4931-bb22-d2aaf5701926" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:03:30 user nova-compute[74854]: INFO nova.compute.manager [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Took 9.63 seconds to spawn the instance on the hypervisor.
Oct 23 17:03:30 user nova-compute[74854]: DEBUG nova.compute.manager [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:03:30 user nova-compute[74854]: INFO nova.compute.manager [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Took 10.57 seconds to build instance.
Oct 23 17:03:30 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ea32626b-4ab8-490f-9049-da9e81b8e4fe tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Lock "f078aa99-03eb-4f16-a6f3-0b209ceb72ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.738s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:03:30 user nova-compute[74854]: DEBUG nova.compute.manager [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Instance event wait completed in 0 seconds for  {{(pid=74854) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 17:03:30 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Guest created on hypervisor {{(pid=74854) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 17:03:30 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Instance spawned successfully.
Oct 23 17:03:30 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 17:03:31 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Found default for hw_cdrom_bus of ide {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:03:31 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Found default for hw_disk_bus of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:03:31 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Found default for hw_input_bus of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:03:31 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Found default for hw_pointer_model of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:03:31 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Found default for hw_video_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:03:31 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Found default for hw_vif_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:03:31 user nova-compute[74854]: INFO nova.compute.manager [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Took 8.44 seconds to spawn the instance on the hypervisor.
Oct 23 17:03:31 user nova-compute[74854]: DEBUG nova.compute.manager [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:03:31 user nova-compute[74854]: INFO nova.compute.manager [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Took 9.92 seconds to build instance.
Oct 23 17:03:31 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-46b134b5-0417-4e59-b350-e1f8d72c126b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Lock "d06d1b4a-0950-4c8a-a34d-cae1290f7033" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.089s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:03:31 user nova-compute[74854]: DEBUG nova.compute.manager [req-4710cbaa-e635-490b-9595-a89a76ce44c5 req-20f0cc98-0f17-4e9b-a91f-f69f4f469070 service nova] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Received event network-vif-plugged-0152cf95-6421-4320-b50d-7f1448acd35e {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:03:31 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-4710cbaa-e635-490b-9595-a89a76ce44c5 req-20f0cc98-0f17-4e9b-a91f-f69f4f469070 service nova] Acquiring lock "d290a939-5ec9-40be-a42b-472bdc9423aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:03:31 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-4710cbaa-e635-490b-9595-a89a76ce44c5 req-20f0cc98-0f17-4e9b-a91f-f69f4f469070 service nova] Lock "d290a939-5ec9-40be-a42b-472bdc9423aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:03:31 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-4710cbaa-e635-490b-9595-a89a76ce44c5 req-20f0cc98-0f17-4e9b-a91f-f69f4f469070 service nova] Lock "d290a939-5ec9-40be-a42b-472bdc9423aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:03:31 user nova-compute[74854]: DEBUG nova.compute.manager [req-4710cbaa-e635-490b-9595-a89a76ce44c5 req-20f0cc98-0f17-4e9b-a91f-f69f4f469070 service nova] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] No waiting events found dispatching network-vif-plugged-0152cf95-6421-4320-b50d-7f1448acd35e {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:03:31 user nova-compute[74854]: WARNING nova.compute.manager [req-4710cbaa-e635-490b-9595-a89a76ce44c5 req-20f0cc98-0f17-4e9b-a91f-f69f4f469070 service nova] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Received unexpected event network-vif-plugged-0152cf95-6421-4320-b50d-7f1448acd35e for instance with vm_state active and task_state None.
Oct 23 17:03:31 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:31 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:32 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:32 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:32 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:32 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:32 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:33 user nova-compute[74854]: DEBUG nova.compute.manager [req-721a6748-2924-40fd-8a23-e7c3cba7ac0f req-f21e43e9-15af-4dcc-8c15-4fda45e8e5bf service nova] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Received event network-vif-plugged-0152cf95-6421-4320-b50d-7f1448acd35e {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:03:33 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-721a6748-2924-40fd-8a23-e7c3cba7ac0f req-f21e43e9-15af-4dcc-8c15-4fda45e8e5bf service nova] Acquiring lock "d290a939-5ec9-40be-a42b-472bdc9423aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:03:33 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-721a6748-2924-40fd-8a23-e7c3cba7ac0f req-f21e43e9-15af-4dcc-8c15-4fda45e8e5bf service nova] Lock "d290a939-5ec9-40be-a42b-472bdc9423aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:03:33 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-721a6748-2924-40fd-8a23-e7c3cba7ac0f req-f21e43e9-15af-4dcc-8c15-4fda45e8e5bf service nova] Lock "d290a939-5ec9-40be-a42b-472bdc9423aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:03:33 user nova-compute[74854]: DEBUG nova.compute.manager [req-721a6748-2924-40fd-8a23-e7c3cba7ac0f req-f21e43e9-15af-4dcc-8c15-4fda45e8e5bf service nova] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] No waiting events found dispatching network-vif-plugged-0152cf95-6421-4320-b50d-7f1448acd35e {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:03:33 user nova-compute[74854]: WARNING nova.compute.manager [req-721a6748-2924-40fd-8a23-e7c3cba7ac0f req-f21e43e9-15af-4dcc-8c15-4fda45e8e5bf service nova] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Received unexpected event network-vif-plugged-0152cf95-6421-4320-b50d-7f1448acd35e for instance with vm_state active and task_state None.
Oct 23 17:03:33 user nova-compute[74854]: DEBUG nova.compute.manager [req-721a6748-2924-40fd-8a23-e7c3cba7ac0f req-f21e43e9-15af-4dcc-8c15-4fda45e8e5bf service nova] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Received event network-vif-plugged-f89acc93-c824-449a-be13-8a1c618f5453 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:03:33 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-721a6748-2924-40fd-8a23-e7c3cba7ac0f req-f21e43e9-15af-4dcc-8c15-4fda45e8e5bf service nova] Acquiring lock "f078aa99-03eb-4f16-a6f3-0b209ceb72ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:03:33 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-721a6748-2924-40fd-8a23-e7c3cba7ac0f req-f21e43e9-15af-4dcc-8c15-4fda45e8e5bf service nova] Lock "f078aa99-03eb-4f16-a6f3-0b209ceb72ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:03:33 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-721a6748-2924-40fd-8a23-e7c3cba7ac0f req-f21e43e9-15af-4dcc-8c15-4fda45e8e5bf service nova] Lock "f078aa99-03eb-4f16-a6f3-0b209ceb72ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:03:33 user nova-compute[74854]: DEBUG nova.compute.manager [req-721a6748-2924-40fd-8a23-e7c3cba7ac0f req-f21e43e9-15af-4dcc-8c15-4fda45e8e5bf service nova] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] No waiting events found dispatching network-vif-plugged-f89acc93-c824-449a-be13-8a1c618f5453 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:03:33 user nova-compute[74854]: WARNING nova.compute.manager [req-721a6748-2924-40fd-8a23-e7c3cba7ac0f req-f21e43e9-15af-4dcc-8c15-4fda45e8e5bf service nova] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Received unexpected event network-vif-plugged-f89acc93-c824-449a-be13-8a1c618f5453 for instance with vm_state active and task_state None.
Oct 23 17:03:33 user nova-compute[74854]: DEBUG nova.compute.manager [req-721a6748-2924-40fd-8a23-e7c3cba7ac0f req-f21e43e9-15af-4dcc-8c15-4fda45e8e5bf service nova] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Received event network-vif-plugged-f89acc93-c824-449a-be13-8a1c618f5453 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:03:33 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-721a6748-2924-40fd-8a23-e7c3cba7ac0f req-f21e43e9-15af-4dcc-8c15-4fda45e8e5bf service nova] Acquiring lock "f078aa99-03eb-4f16-a6f3-0b209ceb72ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:03:33 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-721a6748-2924-40fd-8a23-e7c3cba7ac0f req-f21e43e9-15af-4dcc-8c15-4fda45e8e5bf service nova] Lock "f078aa99-03eb-4f16-a6f3-0b209ceb72ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:03:33 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-721a6748-2924-40fd-8a23-e7c3cba7ac0f req-f21e43e9-15af-4dcc-8c15-4fda45e8e5bf service nova] Lock "f078aa99-03eb-4f16-a6f3-0b209ceb72ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:03:33 user nova-compute[74854]: DEBUG nova.compute.manager [req-721a6748-2924-40fd-8a23-e7c3cba7ac0f req-f21e43e9-15af-4dcc-8c15-4fda45e8e5bf service nova] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] No waiting events found dispatching network-vif-plugged-f89acc93-c824-449a-be13-8a1c618f5453 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:03:33 user nova-compute[74854]: WARNING nova.compute.manager [req-721a6748-2924-40fd-8a23-e7c3cba7ac0f req-f21e43e9-15af-4dcc-8c15-4fda45e8e5bf service nova] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Received unexpected event network-vif-plugged-f89acc93-c824-449a-be13-8a1c618f5453 for instance with vm_state active and task_state None.
Oct 23 17:03:33 user nova-compute[74854]: DEBUG nova.compute.manager [req-721a6748-2924-40fd-8a23-e7c3cba7ac0f req-f21e43e9-15af-4dcc-8c15-4fda45e8e5bf service nova] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Received event network-vif-plugged-ee299b83-d5de-49ed-a356-6f9db6d3f04b {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:03:33 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-721a6748-2924-40fd-8a23-e7c3cba7ac0f req-f21e43e9-15af-4dcc-8c15-4fda45e8e5bf service nova] Acquiring lock "d06d1b4a-0950-4c8a-a34d-cae1290f7033-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:03:33 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-721a6748-2924-40fd-8a23-e7c3cba7ac0f req-f21e43e9-15af-4dcc-8c15-4fda45e8e5bf service nova] Lock "d06d1b4a-0950-4c8a-a34d-cae1290f7033-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:03:33 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-721a6748-2924-40fd-8a23-e7c3cba7ac0f req-f21e43e9-15af-4dcc-8c15-4fda45e8e5bf service nova] Lock "d06d1b4a-0950-4c8a-a34d-cae1290f7033-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:03:33 user nova-compute[74854]: DEBUG nova.compute.manager [req-721a6748-2924-40fd-8a23-e7c3cba7ac0f req-f21e43e9-15af-4dcc-8c15-4fda45e8e5bf service nova] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] No waiting events found dispatching network-vif-plugged-ee299b83-d5de-49ed-a356-6f9db6d3f04b {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:03:33 user nova-compute[74854]: WARNING nova.compute.manager [req-721a6748-2924-40fd-8a23-e7c3cba7ac0f req-f21e43e9-15af-4dcc-8c15-4fda45e8e5bf service nova] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Received unexpected event network-vif-plugged-ee299b83-d5de-49ed-a356-6f9db6d3f04b for instance with vm_state active and task_state None.
Oct 23 17:03:33 user nova-compute[74854]: DEBUG nova.compute.manager [req-721a6748-2924-40fd-8a23-e7c3cba7ac0f req-f21e43e9-15af-4dcc-8c15-4fda45e8e5bf service nova] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Received event network-vif-plugged-ee299b83-d5de-49ed-a356-6f9db6d3f04b {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:03:33 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-721a6748-2924-40fd-8a23-e7c3cba7ac0f req-f21e43e9-15af-4dcc-8c15-4fda45e8e5bf service nova] Acquiring lock "d06d1b4a-0950-4c8a-a34d-cae1290f7033-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:03:33 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-721a6748-2924-40fd-8a23-e7c3cba7ac0f req-f21e43e9-15af-4dcc-8c15-4fda45e8e5bf service nova] Lock "d06d1b4a-0950-4c8a-a34d-cae1290f7033-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:03:33 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-721a6748-2924-40fd-8a23-e7c3cba7ac0f req-f21e43e9-15af-4dcc-8c15-4fda45e8e5bf service nova] Lock "d06d1b4a-0950-4c8a-a34d-cae1290f7033-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:03:33 user nova-compute[74854]: DEBUG nova.compute.manager [req-721a6748-2924-40fd-8a23-e7c3cba7ac0f req-f21e43e9-15af-4dcc-8c15-4fda45e8e5bf service nova] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] No waiting events found dispatching network-vif-plugged-ee299b83-d5de-49ed-a356-6f9db6d3f04b {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:03:33 user nova-compute[74854]: WARNING nova.compute.manager [req-721a6748-2924-40fd-8a23-e7c3cba7ac0f req-f21e43e9-15af-4dcc-8c15-4fda45e8e5bf service nova] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Received unexpected event network-vif-plugged-ee299b83-d5de-49ed-a356-6f9db6d3f04b for instance with vm_state active and task_state None.
Oct 23 17:03:33 user nova-compute[74854]: DEBUG nova.compute.manager [req-721a6748-2924-40fd-8a23-e7c3cba7ac0f req-f21e43e9-15af-4dcc-8c15-4fda45e8e5bf service nova] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Received event network-vif-plugged-527a18c4-b703-4a10-9b1f-fe530a4d3bbf {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:03:33 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-721a6748-2924-40fd-8a23-e7c3cba7ac0f req-f21e43e9-15af-4dcc-8c15-4fda45e8e5bf service nova] Acquiring lock "5a7d29b4-fac4-4931-bb22-d2aaf5701926-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:03:33 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-721a6748-2924-40fd-8a23-e7c3cba7ac0f req-f21e43e9-15af-4dcc-8c15-4fda45e8e5bf service nova] Lock "5a7d29b4-fac4-4931-bb22-d2aaf5701926-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:03:33 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-721a6748-2924-40fd-8a23-e7c3cba7ac0f req-f21e43e9-15af-4dcc-8c15-4fda45e8e5bf service nova] Lock "5a7d29b4-fac4-4931-bb22-d2aaf5701926-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:03:33 user nova-compute[74854]: DEBUG nova.compute.manager [req-721a6748-2924-40fd-8a23-e7c3cba7ac0f req-f21e43e9-15af-4dcc-8c15-4fda45e8e5bf service nova] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] No waiting events found dispatching network-vif-plugged-527a18c4-b703-4a10-9b1f-fe530a4d3bbf {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:03:33 user nova-compute[74854]: WARNING nova.compute.manager [req-721a6748-2924-40fd-8a23-e7c3cba7ac0f req-f21e43e9-15af-4dcc-8c15-4fda45e8e5bf service nova] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Received unexpected event network-vif-plugged-527a18c4-b703-4a10-9b1f-fe530a4d3bbf for instance with vm_state building and task_state spawning.
Oct 23 17:03:33 user nova-compute[74854]: DEBUG nova.compute.manager [req-721a6748-2924-40fd-8a23-e7c3cba7ac0f req-f21e43e9-15af-4dcc-8c15-4fda45e8e5bf service nova] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Received event network-vif-plugged-527a18c4-b703-4a10-9b1f-fe530a4d3bbf {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:03:33 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-721a6748-2924-40fd-8a23-e7c3cba7ac0f req-f21e43e9-15af-4dcc-8c15-4fda45e8e5bf service nova] Acquiring lock "5a7d29b4-fac4-4931-bb22-d2aaf5701926-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:03:33 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-721a6748-2924-40fd-8a23-e7c3cba7ac0f req-f21e43e9-15af-4dcc-8c15-4fda45e8e5bf service nova] Lock "5a7d29b4-fac4-4931-bb22-d2aaf5701926-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:03:33 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-721a6748-2924-40fd-8a23-e7c3cba7ac0f req-f21e43e9-15af-4dcc-8c15-4fda45e8e5bf service nova] Lock "5a7d29b4-fac4-4931-bb22-d2aaf5701926-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:03:33 user nova-compute[74854]: DEBUG nova.compute.manager [req-721a6748-2924-40fd-8a23-e7c3cba7ac0f req-f21e43e9-15af-4dcc-8c15-4fda45e8e5bf service nova] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] No waiting events found dispatching network-vif-plugged-527a18c4-b703-4a10-9b1f-fe530a4d3bbf {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:03:33 user nova-compute[74854]: WARNING nova.compute.manager [req-721a6748-2924-40fd-8a23-e7c3cba7ac0f req-f21e43e9-15af-4dcc-8c15-4fda45e8e5bf service nova] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Received unexpected event network-vif-plugged-527a18c4-b703-4a10-9b1f-fe530a4d3bbf for instance with vm_state building and task_state spawning.
Oct 23 17:03:33 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:03:33 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Cleaning up deleted instances {{(pid=74854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 23 17:03:33 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] There are 0 instances to clean {{(pid=74854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 23 17:03:33 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:03:33 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74854) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 23 17:03:33 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:03:34 user nova-compute[74854]: DEBUG nova.compute.manager [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Instance event wait completed in 0 seconds for  {{(pid=74854) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 17:03:34 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Guest created on hypervisor {{(pid=74854) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 17:03:34 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Instance spawned successfully.
Oct 23 17:03:34 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 17:03:34 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Found default for hw_cdrom_bus of ide {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:03:34 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Found default for hw_disk_bus of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:03:34 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Found default for hw_input_bus of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:03:34 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Found default for hw_pointer_model of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:03:34 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Found default for hw_video_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:03:34 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Found default for hw_vif_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:03:34 user nova-compute[74854]: INFO nova.compute.manager [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Took 6.92 seconds to spawn the instance on the hypervisor.
Oct 23 17:03:34 user nova-compute[74854]: DEBUG nova.compute.manager [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:03:34 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:03:35 user nova-compute[74854]: INFO nova.compute.manager [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Took 7.94 seconds to build instance.
Oct 23 17:03:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-0e39dd61-be4f-4cc1-8337-a9a3e098213d tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Lock "5a7d29b4-fac4-4931-bb22-d2aaf5701926" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.098s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:03:35 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:35 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:35 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:03:35 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:03:35 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:03:35 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:03:35 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 17:03:36 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:03:36 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:03:36 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:03:36 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:03:36 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:03:36 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Auditing locally available compute resources for user (node: user) {{(pid=74854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 17:03:37 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:03:37 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json" returned: 0 in 0.287s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:03:37 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:03:37 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json" returned: 0 in 0.307s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:03:37 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5a7d29b4-fac4-4931-bb22-d2aaf5701926/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:03:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5a7d29b4-fac4-4931-bb22-d2aaf5701926/disk --force-share --output=json" returned: 0 in 0.297s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:03:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5a7d29b4-fac4-4931-bb22-d2aaf5701926/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:03:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5a7d29b4-fac4-4931-bb22-d2aaf5701926/disk --force-share --output=json" returned: 0 in 0.314s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:03:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4284792e-08bd-4f6e-a47f-e7381f16c8c6/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:03:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4284792e-08bd-4f6e-a47f-e7381f16c8c6/disk --force-share --output=json" returned: 0 in 0.346s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:03:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4284792e-08bd-4f6e-a47f-e7381f16c8c6/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:03:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4284792e-08bd-4f6e-a47f-e7381f16c8c6/disk --force-share --output=json" returned: 0 in 0.319s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:03:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f078aa99-03eb-4f16-a6f3-0b209ceb72ae/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:03:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f078aa99-03eb-4f16-a6f3-0b209ceb72ae/disk --force-share --output=json" returned: 0 in 0.245s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:03:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f078aa99-03eb-4f16-a6f3-0b209ceb72ae/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:03:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f078aa99-03eb-4f16-a6f3-0b209ceb72ae/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:03:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d06d1b4a-0950-4c8a-a34d-cae1290f7033/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:03:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d06d1b4a-0950-4c8a-a34d-cae1290f7033/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:03:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d06d1b4a-0950-4c8a-a34d-cae1290f7033/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:03:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d06d1b4a-0950-4c8a-a34d-cae1290f7033/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:03:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d290a939-5ec9-40be-a42b-472bdc9423aa/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:03:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d290a939-5ec9-40be-a42b-472bdc9423aa/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:03:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d290a939-5ec9-40be-a42b-472bdc9423aa/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:03:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d290a939-5ec9-40be-a42b-472bdc9423aa/disk --force-share --output=json" returned: 0 in 0.264s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:03:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fed2ceef-7eb7-4b11-b5b9-ede51230f22a/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:03:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fed2ceef-7eb7-4b11-b5b9-ede51230f22a/disk --force-share --output=json" returned: 0 in 0.284s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:03:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fed2ceef-7eb7-4b11-b5b9-ede51230f22a/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:03:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fed2ceef-7eb7-4b11-b5b9-ede51230f22a/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:03:41 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:03:41 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:03:41 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Hypervisor/Node resource view: name=user free_ram=8072MB free_disk=25.482051849365234GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 17:03:41 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:03:41 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:03:41 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance fed2ceef-7eb7-4b11-b5b9-ede51230f22a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:03:41 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance f150b707-22b3-43b5-b657-0c2e19bcf524 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:03:41 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 4284792e-08bd-4f6e-a47f-e7381f16c8c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:03:41 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance d290a939-5ec9-40be-a42b-472bdc9423aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:03:41 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance f078aa99-03eb-4f16-a6f3-0b209ceb72ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:03:41 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance d06d1b4a-0950-4c8a-a34d-cae1290f7033 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:03:41 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 5a7d29b4-fac4-4931-bb22-d2aaf5701926 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:03:41 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 17:03:41 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 17:03:42 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:03:42 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:03:42 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Compute_service record updated for user:user {{(pid=74854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 17:03:42 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.821s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:03:43 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:03:43 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Starting heal instance info cache {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 17:03:43 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Rebuilding the list of instances to heal {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 23 17:03:43 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "refresh_cache-fed2ceef-7eb7-4b11-b5b9-ede51230f22a" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:03:43 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquired lock "refresh_cache-fed2ceef-7eb7-4b11-b5b9-ede51230f22a" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:03:43 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] Forcefully refreshing network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 17:03:43 user nova-compute[74854]: DEBUG nova.objects.instance [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lazy-loading 'info_cache' on Instance uuid fed2ceef-7eb7-4b11-b5b9-ede51230f22a {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:03:44 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] Updating instance_info_cache with network_info: [{"id": "d9495c58-6928-41bc-b4d9-d57984ccf988", "address": "fa:16:3e:b8:d6:de", "network": {"id": "e767afda-6c0e-4d65-86d7-77587deafaeb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-938739477-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128b507454cf4cac8ed4c375041df8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9495c58-69", "ovs_interfaceid": "d9495c58-6928-41bc-b4d9-d57984ccf988", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:03:44 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Releasing lock "refresh_cache-fed2ceef-7eb7-4b11-b5b9-ede51230f22a" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:03:44 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] Updated the network info_cache for instance {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 17:03:44 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:03:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:03:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:04:00 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:04:00 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:04:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:04:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:04:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:04:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:04:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74854) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 17:04:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:04:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:04:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:04:15 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:04:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:04:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:04:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74854) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 17:04:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:04:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:04:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:04:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:04:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:04:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:04:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:04:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74854) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 17:04:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:04:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:04:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:04:32 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Acquiring lock "7a24a55d-7b9a-475e-8668-2121954d0e6b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:04:32 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Lock "7a24a55d-7b9a-475e-8668-2121954d0e6b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:04:32 user nova-compute[74854]: DEBUG nova.compute.manager [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] Starting instance... {{(pid=74854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 17:04:33 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:04:33 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:04:33 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74854) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 17:04:33 user nova-compute[74854]: INFO nova.compute.claims [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] Claim successful on node user
Oct 23 17:04:33 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Refreshing inventories for resource provider e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 23 17:04:33 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Updating ProviderTree inventory for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 23 17:04:33 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Updating inventory in ProviderTree for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 23 17:04:33 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Refreshing aggregate associations for resource provider e1b4a95c-5743-4848-882e-b3384de5d1b5, aggregates: None {{(pid=74854) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 23 17:04:33 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Refreshing trait associations for resource provider e1b4a95c-5743-4848-882e-b3384de5d1b5, traits: COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_SECURITY_UEFI_SECURE_BOOT,HW_CPU_X86_SSE41,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_RESCUE_BFV,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_VOLUME_EXTEND,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_VOLUME_ATTACH_WITH_TAG,HW_CPU_X86_SSE42,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_USB,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_BOCHS,HW_CPU_X86_SSE,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_IMAGE_TYPE_ARI,HW_CPU_X86_SSE2,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_SATA,COMPUTE_NODE,HW_CPU_X86_MMX,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_DEVICE_TAGGING,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_FDC {{(pid=74854) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 23 17:04:33 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:04:33 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:04:33 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.531s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:04:33 user nova-compute[74854]: DEBUG nova.compute.manager [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] Start building networks asynchronously for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 17:04:33 user nova-compute[74854]: DEBUG nova.compute.manager [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] Allocating IP information in the background. {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 17:04:33 user nova-compute[74854]: DEBUG nova.network.neutron [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] allocate_for_instance() {{(pid=74854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 17:04:33 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 17:04:33 user nova-compute[74854]: DEBUG nova.compute.manager [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] Start building block device mappings for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 17:04:33 user nova-compute[74854]: DEBUG nova.policy [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'baa0e653e3334e3b8cf0dd6eb1c0afe2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '128b507454cf4cac8ed4c375041df8c3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74854) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 17:04:33 user nova-compute[74854]: DEBUG nova.compute.manager [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] Start spawning the instance on the hypervisor. {{(pid=74854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 17:04:33 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] Creating instance directory {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 17:04:33 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] Creating image(s)
Oct 23 17:04:33 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Acquiring lock "/opt/stack/data/nova/instances/7a24a55d-7b9a-475e-8668-2121954d0e6b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:04:33 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Lock "/opt/stack/data/nova/instances/7a24a55d-7b9a-475e-8668-2121954d0e6b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:04:33 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Lock "/opt/stack/data/nova/instances/7a24a55d-7b9a-475e-8668-2121954d0e6b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.006s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:04:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:04:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.183s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:04:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Acquiring lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:04:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:04:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:04:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.171s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:04:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/7a24a55d-7b9a-475e-8668-2121954d0e6b/disk 1073741824 {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:04:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/7a24a55d-7b9a-475e-8668-2121954d0e6b/disk 1073741824" returned: 0 in 0.047s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:04:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.225s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:04:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:04:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.191s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:04:34 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7a24a55d-7b9a-475e-8668-2121954d0e6b/disk. size=1073741824 {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 17:04:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a24a55d-7b9a-475e-8668-2121954d0e6b/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:04:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a24a55d-7b9a-475e-8668-2121954d0e6b/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:04:34 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Cannot resize image /opt/stack/data/nova/instances/7a24a55d-7b9a-475e-8668-2121954d0e6b/disk to a smaller size. {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 17:04:34 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] Created local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 17:04:34 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] Ensure instance console log exists: /opt/stack/data/nova/instances/7a24a55d-7b9a-475e-8668-2121954d0e6b/console.log {{(pid=74854) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 17:04:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:04:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:04:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:04:34 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:04:34 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:04:35 user nova-compute[74854]: DEBUG nova.network.neutron [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] Successfully created port: a20cc2c2-03e4-466c-b589-7d0731bceb4d {{(pid=74854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 17:04:35 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:04:35 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:04:35 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74854) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 17:04:35 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:04:35 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:04:35 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:04:35 user nova-compute[74854]: DEBUG nova.compute.manager [None req-8af95b2e-4608-4901-93db-04373ece1844 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:04:35 user nova-compute[74854]: INFO nova.compute.manager [None req-8af95b2e-4608-4901-93db-04373ece1844 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] instance snapshotting
Oct 23 17:04:35 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-8af95b2e-4608-4901-93db-04373ece1844 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Beginning live snapshot process
Oct 23 17:04:35 user nova-compute[74854]: DEBUG nova.network.neutron [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] Successfully updated port: a20cc2c2-03e4-466c-b589-7d0731bceb4d {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:04:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Acquiring lock "refresh_cache-7a24a55d-7b9a-475e-8668-2121954d0e6b" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:04:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Acquired lock "refresh_cache-7a24a55d-7b9a-475e-8668-2121954d0e6b" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:04:35 user nova-compute[74854]: DEBUG nova.network.neutron [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:04:35 user nova-compute[74854]: DEBUG nova.compute.manager [req-a05ebc64-16eb-4ec4-91ad-31ffdc903d1f req-630d8d40-ef13-4b3e-96e8-18c41d477b8c service nova] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] Received event network-changed-a20cc2c2-03e4-466c-b589-7d0731bceb4d {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:04:35 user nova-compute[74854]: DEBUG nova.compute.manager [req-a05ebc64-16eb-4ec4-91ad-31ffdc903d1f req-630d8d40-ef13-4b3e-96e8-18c41d477b8c service nova] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] Refreshing instance network info cache due to event network-changed-a20cc2c2-03e4-466c-b589-7d0731bceb4d. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:04:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a05ebc64-16eb-4ec4-91ad-31ffdc903d1f req-630d8d40-ef13-4b3e-96e8-18c41d477b8c service nova] Acquiring lock "refresh_cache-7a24a55d-7b9a-475e-8668-2121954d0e6b" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:04:35 user nova-compute[74854]: DEBUG nova.network.neutron [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] Instance cache missing network info. {{(pid=74854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 17:04:35 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:04:35 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-8af95b2e-4608-4901-93db-04373ece1844 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json -f qcow2 {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:04:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-8af95b2e-4608-4901-93db-04373ece1844 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json -f qcow2" returned: 0 in 0.207s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:04:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-8af95b2e-4608-4901-93db-04373ece1844 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json -f qcow2 {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:04:36 user nova-compute[74854]: DEBUG nova.network.neutron [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] Updating instance_info_cache with network_info: [{"id": "a20cc2c2-03e4-466c-b589-7d0731bceb4d", "address": "fa:16:3e:0a:cf:e2", "network": {"id": "e767afda-6c0e-4d65-86d7-77587deafaeb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-938739477-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128b507454cf4cac8ed4c375041df8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa20cc2c2-03", "ovs_interfaceid": "a20cc2c2-03e4-466c-b589-7d0731bceb4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:04:36 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Releasing lock "refresh_cache-7a24a55d-7b9a-475e-8668-2121954d0e6b" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:04:36 user nova-compute[74854]: DEBUG nova.compute.manager [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] Instance network_info: |[{"id": "a20cc2c2-03e4-466c-b589-7d0731bceb4d", "address": "fa:16:3e:0a:cf:e2", "network": {"id": "e767afda-6c0e-4d65-86d7-77587deafaeb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-938739477-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128b507454cf4cac8ed4c375041df8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa20cc2c2-03", "ovs_interfaceid": "a20cc2c2-03e4-466c-b589-7d0731bceb4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 17:04:36 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a05ebc64-16eb-4ec4-91ad-31ffdc903d1f req-630d8d40-ef13-4b3e-96e8-18c41d477b8c service nova] Acquired lock "refresh_cache-7a24a55d-7b9a-475e-8668-2121954d0e6b" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:04:36 user nova-compute[74854]: DEBUG nova.network.neutron [req-a05ebc64-16eb-4ec4-91ad-31ffdc903d1f req-630d8d40-ef13-4b3e-96e8-18c41d477b8c service nova] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] Refreshing network info cache for port a20cc2c2-03e4-466c-b589-7d0731bceb4d {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:04:36 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] Start _get_guest_xml network_info=[{"id": "a20cc2c2-03e4-466c-b589-7d0731bceb4d", "address": "fa:16:3e:0a:cf:e2", "network": {"id": "e767afda-6c0e-4d65-86d7-77587deafaeb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-938739477-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128b507454cf4cac8ed4c375041df8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa20cc2c2-03", "ovs_interfaceid": "a20cc2c2-03e4-466c-b589-7d0731bceb4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'encryption_format': None, 'encryption_options': None, 'size': 0, 'boot_index': 0, 'encrypted': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'image_id': '68c345df-c9e8-475a-b17c-635fa0c7e894'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:04:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-8af95b2e-4608-4901-93db-04373ece1844 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json -f qcow2" returned: 0 in 0.272s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:04:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-8af95b2e-4608-4901-93db-04373ece1844 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:04:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-8af95b2e-4608-4901-93db-04373ece1844 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.221s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:04:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-8af95b2e-4608-4901-93db-04373ece1844 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpzgi7e1tf/b058db19d05b4f96a32ac1052a3b4d45.delta 1073741824 {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:04:36 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:04:36 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:04:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-8af95b2e-4608-4901-93db-04373ece1844 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpzgi7e1tf/b058db19d05b4f96a32ac1052a3b4d45.delta 1073741824" returned: 0 in 0.072s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:04:36 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-8af95b2e-4608-4901-93db-04373ece1844 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Quiescing instance not available: QEMU guest agent is not enabled.
Oct 23 17:04:36 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-8af95b2e-4608-4901-93db-04373ece1844 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Checking UEFI support for host arch (x86_64) {{(pid=74854) supports_uefi /opt/stack/nova/nova/virt/libvirt/host.py:1751}}
Oct 23 17:04:36 user nova-compute[74854]: INFO nova.virt.libvirt.host [None req-8af95b2e-4608-4901-93db-04373ece1844 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] UEFI support detected
Oct 23 17:04:36 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:04:36 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:04:36 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:04:36 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:04:36 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:04:36 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:04:36 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:04:36 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:04:36 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:04:36 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:04:36 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:04:36 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:04:36 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:04:36 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:04:36 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:04:36 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:04:36 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:04:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-111050811',display_name='tempest-ServersNegativeTestJSON-server-111050811',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-111050811',id=8,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='128b507454cf4cac8ed4c375041df8c3',ramdisk_id='',reservation_id='r-pq7gix30',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1418970301',owner_user_name='tempest-ServersNegativeTestJSON-1418970301-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:04:34Z,user_data=None,user_id='baa0e653e3334e3b8cf0dd6eb1c0afe2',uuid=7a24a55d-7b9a-475e-8668-2121954d0e6b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a20cc2c2-03e4-466c-b589-7d0731bceb4d", "address": "fa:16:3e:0a:cf:e2", "network": {"id": "e767afda-6c0e-4d65-86d7-77587deafaeb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-938739477-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128b507454cf4cac8ed4c375041df8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa20cc2c2-03", "ovs_interfaceid": "a20cc2c2-03e4-466c-b589-7d0731bceb4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:04:36 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Converting VIF {"id": "a20cc2c2-03e4-466c-b589-7d0731bceb4d", "address": "fa:16:3e:0a:cf:e2", "network": {"id": "e767afda-6c0e-4d65-86d7-77587deafaeb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-938739477-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128b507454cf4cac8ed4c375041df8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa20cc2c2-03", "ovs_interfaceid": "a20cc2c2-03e4-466c-b589-7d0731bceb4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:04:36 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0a:cf:e2,bridge_name='br-int',has_traffic_filtering=True,id=a20cc2c2-03e4-466c-b589-7d0731bceb4d,network=Network(e767afda-6c0e-4d65-86d7-77587deafaeb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa20cc2c2-03') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:04:36 user nova-compute[74854]: DEBUG nova.objects.instance [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Lazy-loading 'pci_devices' on Instance uuid 7a24a55d-7b9a-475e-8668-2121954d0e6b {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:04:36 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:04:36 user nova-compute[74854]:   <uuid>7a24a55d-7b9a-475e-8668-2121954d0e6b</uuid>
Oct 23 17:04:36 user nova-compute[74854]:   <name>instance-00000008</name>
Oct 23 17:04:36 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:04:36 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:04:36 user nova-compute[74854]:   <metadata>
Oct 23 17:04:36 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:04:36 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:04:36 user nova-compute[74854]:       <nova:name>tempest-ServersNegativeTestJSON-server-111050811</nova:name>
Oct 23 17:04:36 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:04:36</nova:creationTime>
Oct 23 17:04:36 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:04:36 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:04:36 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:04:36 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:04:36 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:04:36 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:04:36 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:04:36 user nova-compute[74854]:       <nova:owner>
Oct 23 17:04:36 user nova-compute[74854]:         <nova:user uuid="baa0e653e3334e3b8cf0dd6eb1c0afe2">tempest-ServersNegativeTestJSON-1418970301-project-member</nova:user>
Oct 23 17:04:36 user nova-compute[74854]:         <nova:project uuid="128b507454cf4cac8ed4c375041df8c3">tempest-ServersNegativeTestJSON-1418970301</nova:project>
Oct 23 17:04:36 user nova-compute[74854]:       </nova:owner>
Oct 23 17:04:36 user nova-compute[74854]:       <nova:root type="image" uuid="68c345df-c9e8-475a-b17c-635fa0c7e894"/>
Oct 23 17:04:36 user nova-compute[74854]:       <nova:ports>
Oct 23 17:04:36 user nova-compute[74854]:         <nova:port uuid="a20cc2c2-03e4-466c-b589-7d0731bceb4d">
Oct 23 17:04:36 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 23 17:04:36 user nova-compute[74854]:         </nova:port>
Oct 23 17:04:36 user nova-compute[74854]:       </nova:ports>
Oct 23 17:04:36 user nova-compute[74854]:     </nova:instance>
Oct 23 17:04:36 user nova-compute[74854]:   </metadata>
Oct 23 17:04:36 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:04:36 user nova-compute[74854]:     <system>
Oct 23 17:04:36 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:04:36 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:04:36 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:04:36 user nova-compute[74854]:       <entry name="serial">7a24a55d-7b9a-475e-8668-2121954d0e6b</entry>
Oct 23 17:04:36 user nova-compute[74854]:       <entry name="uuid">7a24a55d-7b9a-475e-8668-2121954d0e6b</entry>
Oct 23 17:04:36 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:04:36 user nova-compute[74854]:     </system>
Oct 23 17:04:36 user nova-compute[74854]:   </sysinfo>
Oct 23 17:04:36 user nova-compute[74854]:   <os>
Oct 23 17:04:36 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:04:36 user nova-compute[74854]:     <boot dev="hd"/>
Oct 23 17:04:36 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:04:36 user nova-compute[74854]:   </os>
Oct 23 17:04:36 user nova-compute[74854]:   <features>
Oct 23 17:04:36 user nova-compute[74854]:     <acpi/>
Oct 23 17:04:36 user nova-compute[74854]:     <apic/>
Oct 23 17:04:36 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:04:36 user nova-compute[74854]:   </features>
Oct 23 17:04:36 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:04:36 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:04:36 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:04:36 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:04:36 user nova-compute[74854]:   </clock>
Oct 23 17:04:36 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:04:36 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:04:36 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:04:36 user nova-compute[74854]:   </cpu>
Oct 23 17:04:36 user nova-compute[74854]:   <devices>
Oct 23 17:04:36 user nova-compute[74854]:     <disk type="file" device="disk">
Oct 23 17:04:36 user nova-compute[74854]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 17:04:36 user nova-compute[74854]:       <source file="/opt/stack/data/nova/instances/7a24a55d-7b9a-475e-8668-2121954d0e6b/disk"/>
Oct 23 17:04:36 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:04:36 user nova-compute[74854]:     </disk>
Oct 23 17:04:36 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:04:36 user nova-compute[74854]:       <mac address="fa:16:3e:0a:cf:e2"/>
Oct 23 17:04:36 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:04:36 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:04:36 user nova-compute[74854]:       <target dev="tapa20cc2c2-03"/>
Oct 23 17:04:36 user nova-compute[74854]:     </interface>
Oct 23 17:04:36 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:04:36 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/7a24a55d-7b9a-475e-8668-2121954d0e6b/console.log" append="off"/>
Oct 23 17:04:36 user nova-compute[74854]:     </serial>
Oct 23 17:04:36 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:04:36 user nova-compute[74854]:     <video>
Oct 23 17:04:36 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:04:36 user nova-compute[74854]:     </video>
Oct 23 17:04:36 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:04:36 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:04:36 user nova-compute[74854]:     </rng>
Oct 23 17:04:36 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:04:36 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:04:36 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:04:36 user nova-compute[74854]:     </memballoon>
Oct 23 17:04:36 user nova-compute[74854]:   </devices>
Oct 23 17:04:36 user nova-compute[74854]: </domain>
Oct 23 17:04:36 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:04:36 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:04:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-111050811',display_name='tempest-ServersNegativeTestJSON-server-111050811',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-111050811',id=8,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='128b507454cf4cac8ed4c375041df8c3',ramdisk_id='',reservation_id='r-pq7gix30',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1418970301',owner_user_name='tempest-ServersNegativeTestJSON-1418970301-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:04:34Z,user_data=None,user_id='baa0e653e3334e3b8cf0dd6eb1c0afe2',uuid=7a24a55d-7b9a-475e-8668-2121954d0e6b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a20cc2c2-03e4-466c-b589-7d0731bceb4d", "address": "fa:16:3e:0a:cf:e2", "network": {"id": "e767afda-6c0e-4d65-86d7-77587deafaeb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-938739477-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128b507454cf4cac8ed4c375041df8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa20cc2c2-03", "ovs_interfaceid": "a20cc2c2-03e4-466c-b589-7d0731bceb4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:04:36 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Converting VIF {"id": "a20cc2c2-03e4-466c-b589-7d0731bceb4d", "address": "fa:16:3e:0a:cf:e2", "network": {"id": "e767afda-6c0e-4d65-86d7-77587deafaeb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-938739477-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128b507454cf4cac8ed4c375041df8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa20cc2c2-03", "ovs_interfaceid": "a20cc2c2-03e4-466c-b589-7d0731bceb4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:04:36 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0a:cf:e2,bridge_name='br-int',has_traffic_filtering=True,id=a20cc2c2-03e4-466c-b589-7d0731bceb4d,network=Network(e767afda-6c0e-4d65-86d7-77587deafaeb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa20cc2c2-03') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:04:36 user nova-compute[74854]: DEBUG os_vif [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0a:cf:e2,bridge_name='br-int',has_traffic_filtering=True,id=a20cc2c2-03e4-466c-b589-7d0731bceb4d,network=Network(e767afda-6c0e-4d65-86d7-77587deafaeb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa20cc2c2-03') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:04:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:04:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:04:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:04:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:04:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '45d9df41-78f7-5ab6-8920-1d4875ed2b58', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:04:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:04:36 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:04:36 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 17:04:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:04:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:04:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa20cc2c2-03, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:04:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa20cc2c2-03, col_values=(('qos', UUID('f5bb083b-ba1a-4910-9fc1-6cbfa3fe71e6')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:04:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa20cc2c2-03, col_values=(('external_ids', {'iface-id': 'a20cc2c2-03e4-466c-b589-7d0731bceb4d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:0a:cf:e2', 'vm-uuid': '7a24a55d-7b9a-475e-8668-2121954d0e6b'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:04:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:04:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:04:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:04:36 user nova-compute[74854]: INFO os_vif [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0a:cf:e2,bridge_name='br-int',has_traffic_filtering=True,id=a20cc2c2-03e4-466c-b589-7d0731bceb4d,network=Network(e767afda-6c0e-4d65-86d7-77587deafaeb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa20cc2c2-03')
Oct 23 17:04:37 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:04:37 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] No VIF found with MAC fa:16:3e:0a:cf:e2, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:04:37 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Acquiring lock "c5c5eaef-a5de-43f0-8637-009a870b9f38" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:04:37 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Lock "c5c5eaef-a5de-43f0-8637-009a870b9f38" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:04:37 user nova-compute[74854]: DEBUG nova.compute.manager [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Starting instance... {{(pid=74854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 17:04:37 user nova-compute[74854]: DEBUG nova.network.neutron [req-a05ebc64-16eb-4ec4-91ad-31ffdc903d1f req-630d8d40-ef13-4b3e-96e8-18c41d477b8c service nova] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] Updated VIF entry in instance network info cache for port a20cc2c2-03e4-466c-b589-7d0731bceb4d. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:04:37 user nova-compute[74854]: DEBUG nova.network.neutron [req-a05ebc64-16eb-4ec4-91ad-31ffdc903d1f req-630d8d40-ef13-4b3e-96e8-18c41d477b8c service nova] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] Updating instance_info_cache with network_info: [{"id": "a20cc2c2-03e4-466c-b589-7d0731bceb4d", "address": "fa:16:3e:0a:cf:e2", "network": {"id": "e767afda-6c0e-4d65-86d7-77587deafaeb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-938739477-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128b507454cf4cac8ed4c375041df8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa20cc2c2-03", "ovs_interfaceid": "a20cc2c2-03e4-466c-b589-7d0731bceb4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:04:37 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a05ebc64-16eb-4ec4-91ad-31ffdc903d1f req-630d8d40-ef13-4b3e-96e8-18c41d477b8c service nova] Releasing lock "refresh_cache-7a24a55d-7b9a-475e-8668-2121954d0e6b" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:04:37 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:04:37 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:04:37 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74854) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 17:04:37 user nova-compute[74854]: INFO nova.compute.claims [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Claim successful on node user
Oct 23 17:04:37 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-8af95b2e-4608-4901-93db-04373ece1844 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] COPY block job progress, current cursor: 262144 final cursor: 75497472 {{(pid=74854) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 23 17:04:37 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:04:37 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:04:37 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:04:37 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:04:38 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:04:38 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-8af95b2e-4608-4901-93db-04373ece1844 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=74854) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 23 17:04:38 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-8af95b2e-4608-4901-93db-04373ece1844 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 23 17:04:38 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:04:38 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.710s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:04:38 user nova-compute[74854]: DEBUG nova.compute.manager [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Start building networks asynchronously for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 17:04:38 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.332s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:04:38 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:04:38 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Auditing locally available compute resources for user (node: user) {{(pid=74854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 17:04:38 user nova-compute[74854]: DEBUG nova.compute.manager [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Allocating IP information in the background. {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 17:04:38 user nova-compute[74854]: DEBUG nova.network.neutron [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] allocate_for_instance() {{(pid=74854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 17:04:38 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 17:04:38 user nova-compute[74854]: DEBUG nova.compute.manager [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Start building block device mappings for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 17:04:38 user nova-compute[74854]: DEBUG nova.privsep.utils [None req-8af95b2e-4608-4901-93db-04373ece1844 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74854) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 23 17:04:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-8af95b2e-4608-4901-93db-04373ece1844 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpzgi7e1tf/b058db19d05b4f96a32ac1052a3b4d45.delta /opt/stack/data/nova/instances/snapshots/tmpzgi7e1tf/b058db19d05b4f96a32ac1052a3b4d45 {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:04:38 user nova-compute[74854]: INFO nova.virt.block_device [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Booting with volume 012d14d5-cf92-4e41-890b-24ae44ed6c91 at /dev/vda
Oct 23 17:04:38 user nova-compute[74854]: DEBUG nova.policy [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc3ab51fd9c94cd698e32ecc1f58832e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7abd032e728d4f639fc0a6ed18567bec', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74854) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 17:04:38 user nova-compute[74854]: DEBUG os_brick.utils [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:04:38 user nova-compute[74854]: INFO oslo.privsep.daemon [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'os_brick.privileged.default', '--privsep_sock_path', '/tmp/tmpj_zmf2lh/privsep.sock']
Oct 23 17:04:38 user sudo[85873]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context os_brick.privileged.default --privsep_sock_path /tmp/tmpj_zmf2lh/privsep.sock
Oct 23 17:04:38 user sudo[85873]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Oct 23 17:04:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-8af95b2e-4608-4901-93db-04373ece1844 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpzgi7e1tf/b058db19d05b4f96a32ac1052a3b4d45.delta /opt/stack/data/nova/instances/snapshots/tmpzgi7e1tf/b058db19d05b4f96a32ac1052a3b4d45" returned: 0 in 0.602s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:04:39 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-8af95b2e-4608-4901-93db-04373ece1844 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Snapshot extracted, beginning image upload
Oct 23 17:04:39 user nova-compute[74854]: DEBUG nova.compute.manager [req-4e28dab4-f9dd-4d74-9871-d5ea6795e2ec req-6b838097-a730-445a-86c6-6e54550cb54b service nova] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Received event network-changed-2a820f7c-529a-4e4a-a325-56c98817e999 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:04:39 user nova-compute[74854]: DEBUG nova.compute.manager [req-4e28dab4-f9dd-4d74-9871-d5ea6795e2ec req-6b838097-a730-445a-86c6-6e54550cb54b service nova] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Refreshing instance network info cache due to event network-changed-2a820f7c-529a-4e4a-a325-56c98817e999. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:04:39 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-4e28dab4-f9dd-4d74-9871-d5ea6795e2ec req-6b838097-a730-445a-86c6-6e54550cb54b service nova] Acquiring lock "refresh_cache-4284792e-08bd-4f6e-a47f-e7381f16c8c6" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:04:39 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-4e28dab4-f9dd-4d74-9871-d5ea6795e2ec req-6b838097-a730-445a-86c6-6e54550cb54b service nova] Acquired lock "refresh_cache-4284792e-08bd-4f6e-a47f-e7381f16c8c6" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:04:39 user nova-compute[74854]: DEBUG nova.network.neutron [req-4e28dab4-f9dd-4d74-9871-d5ea6795e2ec req-6b838097-a730-445a-86c6-6e54550cb54b service nova] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Refreshing network info cache for port 2a820f7c-529a-4e4a-a325-56c98817e999 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:04:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:04:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:04:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:04:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:04:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:04:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a24a55d-7b9a-475e-8668-2121954d0e6b/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:04:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a24a55d-7b9a-475e-8668-2121954d0e6b/disk --force-share --output=json" returned: 0 in 0.241s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:04:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a24a55d-7b9a-475e-8668-2121954d0e6b/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:04:40 user sudo[85873]: pam_unix(sudo:session): session closed for user root
Oct 23 17:04:40 user nova-compute[74854]: INFO oslo.privsep.daemon [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Spawned new privsep daemon via rootwrap
Oct 23 17:04:40 user nova-compute[74854]: INFO oslo.privsep.daemon [-] privsep daemon starting
Oct 23 17:04:40 user nova-compute[74854]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Oct 23 17:04:40 user nova-compute[74854]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_SYS_ADMIN/CAP_SYS_ADMIN/none
Oct 23 17:04:40 user nova-compute[74854]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 85920
Oct 23 17:04:40 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[65379a59-3f69-44c0-8866-013181ad272a]: (2,) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:04:40 user nova-compute[74854]: DEBUG nova.network.neutron [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Successfully created port: 4b98f337-da94-4943-95ce-75e6b0d1d3f7 {{(pid=74854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 17:04:40 user nova-compute[74854]: DEBUG nova.network.neutron [req-4e28dab4-f9dd-4d74-9871-d5ea6795e2ec req-6b838097-a730-445a-86c6-6e54550cb54b service nova] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Updated VIF entry in instance network info cache for port 2a820f7c-529a-4e4a-a325-56c98817e999. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:04:40 user nova-compute[74854]: DEBUG nova.network.neutron [req-4e28dab4-f9dd-4d74-9871-d5ea6795e2ec req-6b838097-a730-445a-86c6-6e54550cb54b service nova] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Updating instance_info_cache with network_info: [{"id": "2a820f7c-529a-4e4a-a325-56c98817e999", "address": "fa:16:3e:e8:24:1e", "network": {"id": "a77582de-e63b-44a4-8492-acc79fe24568", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-483048063-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e344762c88724592a518c177db49fe81", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2a820f7c-52", "ovs_interfaceid": "2a820f7c-529a-4e4a-a325-56c98817e999", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:04:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a24a55d-7b9a-475e-8668-2121954d0e6b/disk --force-share --output=json" returned: 0 in 0.257s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:04:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d06d1b4a-0950-4c8a-a34d-cae1290f7033/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:04:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-4e28dab4-f9dd-4d74-9871-d5ea6795e2ec req-6b838097-a730-445a-86c6-6e54550cb54b service nova] Releasing lock "refresh_cache-4284792e-08bd-4f6e-a47f-e7381f16c8c6" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:04:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:04:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:04:40 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[fed3ff22-f7d4-485f-b971-21a30f28b6f8]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a321e2f0722\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:04:40 user nova-compute[74854]: WARNING os_brick.initiator.connectors.nvmeof [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Could not find nvme_core/parameters/multipath: FileNotFoundError: [Errno 2] No such file or directory: '/sys/module/nvme_core/parameters/multipath'
Oct 23 17:04:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:04:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:04:40 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[c86d6479-85ba-4f41-ae86-e9c6fe17ce5f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:04:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:04:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:04:40 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6287a65-d6af-4726-8ae5-6ff1defc9269]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:04:40 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[6db75a89-dc28-4bd5-8fc6-ad01a3d86770]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:04:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Running cmd (subprocess): nvme version {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:04:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] 'nvme version' failed. Not Retrying. {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:04:40 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.nvmeof [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] nvme not present on system {{(pid=74854) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 17:04:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d06d1b4a-0950-4c8a-a34d-cae1290f7033/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:04:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d06d1b4a-0950-4c8a-a34d-cae1290f7033/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:04:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:04:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:04:40 user nova-compute[74854]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 17:04:40 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[89204bd7-a853-41de-bb34-7f60bbb968bd]: (4, '') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:04:40 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74854) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 17:04:40 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 17:04:40 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] LIGHTOS: no hostnqn found. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 17:04:40 user nova-compute[74854]: DEBUG os_brick.utils [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] <== get_connector_properties: return (2280ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a321e2f0722', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:04:40 user nova-compute[74854]: DEBUG nova.virt.block_device [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Updating existing volume attachment record: bbd5da49-5d71-48b4-8283-dfe237085857 {{(pid=74854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 17:04:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d06d1b4a-0950-4c8a-a34d-cae1290f7033/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:04:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:04:41 user nova-compute[74854]: DEBUG nova.compute.manager [req-0e2f8c1d-73a2-4fba-8a19-0efb0143e848 req-9535d8e3-f3af-4931-9ba9-067ccb8c5d4c service nova] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] Received event network-vif-plugged-a20cc2c2-03e4-466c-b589-7d0731bceb4d {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:04:41 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-0e2f8c1d-73a2-4fba-8a19-0efb0143e848 req-9535d8e3-f3af-4931-9ba9-067ccb8c5d4c service nova] Acquiring lock "7a24a55d-7b9a-475e-8668-2121954d0e6b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:04:41 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-0e2f8c1d-73a2-4fba-8a19-0efb0143e848 req-9535d8e3-f3af-4931-9ba9-067ccb8c5d4c service nova] Lock "7a24a55d-7b9a-475e-8668-2121954d0e6b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:04:41 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-0e2f8c1d-73a2-4fba-8a19-0efb0143e848 req-9535d8e3-f3af-4931-9ba9-067ccb8c5d4c service nova] Lock "7a24a55d-7b9a-475e-8668-2121954d0e6b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:04:41 user nova-compute[74854]: DEBUG nova.compute.manager [req-0e2f8c1d-73a2-4fba-8a19-0efb0143e848 req-9535d8e3-f3af-4931-9ba9-067ccb8c5d4c service nova] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] No waiting events found dispatching network-vif-plugged-a20cc2c2-03e4-466c-b589-7d0731bceb4d {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:04:41 user nova-compute[74854]: WARNING nova.compute.manager [req-0e2f8c1d-73a2-4fba-8a19-0efb0143e848 req-9535d8e3-f3af-4931-9ba9-067ccb8c5d4c service nova] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] Received unexpected event network-vif-plugged-a20cc2c2-03e4-466c-b589-7d0731bceb4d for instance with vm_state building and task_state spawning.
Oct 23 17:04:41 user nova-compute[74854]: DEBUG nova.compute.manager [req-0e2f8c1d-73a2-4fba-8a19-0efb0143e848 req-9535d8e3-f3af-4931-9ba9-067ccb8c5d4c service nova] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] Received event network-vif-plugged-a20cc2c2-03e4-466c-b589-7d0731bceb4d {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:04:41 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-0e2f8c1d-73a2-4fba-8a19-0efb0143e848 req-9535d8e3-f3af-4931-9ba9-067ccb8c5d4c service nova] Acquiring lock "7a24a55d-7b9a-475e-8668-2121954d0e6b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:04:41 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-0e2f8c1d-73a2-4fba-8a19-0efb0143e848 req-9535d8e3-f3af-4931-9ba9-067ccb8c5d4c service nova] Lock "7a24a55d-7b9a-475e-8668-2121954d0e6b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:04:41 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-0e2f8c1d-73a2-4fba-8a19-0efb0143e848 req-9535d8e3-f3af-4931-9ba9-067ccb8c5d4c service nova] Lock "7a24a55d-7b9a-475e-8668-2121954d0e6b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:04:41 user nova-compute[74854]: DEBUG nova.compute.manager [req-0e2f8c1d-73a2-4fba-8a19-0efb0143e848 req-9535d8e3-f3af-4931-9ba9-067ccb8c5d4c service nova] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] No waiting events found dispatching network-vif-plugged-a20cc2c2-03e4-466c-b589-7d0731bceb4d {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:04:41 user nova-compute[74854]: WARNING nova.compute.manager [req-0e2f8c1d-73a2-4fba-8a19-0efb0143e848 req-9535d8e3-f3af-4931-9ba9-067ccb8c5d4c service nova] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] Received unexpected event network-vif-plugged-a20cc2c2-03e4-466c-b589-7d0731bceb4d for instance with vm_state building and task_state spawning.
Oct 23 17:04:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:04:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:04:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:04:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4284792e-08bd-4f6e-a47f-e7381f16c8c6/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:04:41 user nova-compute[74854]: DEBUG nova.network.neutron [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Successfully created port: 3aa768c5-5c43-4b37-bd30-98cba551d0df {{(pid=74854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 17:04:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4284792e-08bd-4f6e-a47f-e7381f16c8c6/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:04:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4284792e-08bd-4f6e-a47f-e7381f16c8c6/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:04:41 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:04:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4284792e-08bd-4f6e-a47f-e7381f16c8c6/disk --force-share --output=json" returned: 0 in 0.234s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:04:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d290a939-5ec9-40be-a42b-472bdc9423aa/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:04:42 user nova-compute[74854]: DEBUG nova.compute.manager [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] Instance event wait completed in 0 seconds for  {{(pid=74854) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 17:04:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] Guest created on hypervisor {{(pid=74854) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 17:04:42 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] Instance spawned successfully.
Oct 23 17:04:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 17:04:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] Found default for hw_cdrom_bus of ide {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:04:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] Found default for hw_disk_bus of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:04:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] Found default for hw_input_bus of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:04:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] Found default for hw_pointer_model of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:04:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] Found default for hw_video_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:04:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] Found default for hw_vif_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:04:42 user nova-compute[74854]: INFO nova.compute.manager [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] Took 8.30 seconds to spawn the instance on the hypervisor.
Oct 23 17:04:42 user nova-compute[74854]: DEBUG nova.compute.manager [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:04:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d290a939-5ec9-40be-a42b-472bdc9423aa/disk --force-share --output=json" returned: 0 in 0.259s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:04:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d290a939-5ec9-40be-a42b-472bdc9423aa/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:04:42 user nova-compute[74854]: INFO nova.compute.manager [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] Took 9.33 seconds to build instance.
Oct 23 17:04:42 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d0c25ba4-497f-470d-baeb-bb6854d62114 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Lock "7a24a55d-7b9a-475e-8668-2121954d0e6b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.480s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:04:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d290a939-5ec9-40be-a42b-472bdc9423aa/disk --force-share --output=json" returned: 0 in 0.292s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:04:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f078aa99-03eb-4f16-a6f3-0b209ceb72ae/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:04:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f078aa99-03eb-4f16-a6f3-0b209ceb72ae/disk --force-share --output=json" returned: 0 in 0.262s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:04:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f078aa99-03eb-4f16-a6f3-0b209ceb72ae/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:04:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f078aa99-03eb-4f16-a6f3-0b209ceb72ae/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:04:43 user nova-compute[74854]: DEBUG nova.network.neutron [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Successfully created port: a0be0241-31ec-4388-b0fc-0dda0e75f05c {{(pid=74854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 17:04:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5a7d29b4-fac4-4931-bb22-d2aaf5701926/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:04:43 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-8af95b2e-4608-4901-93db-04373ece1844 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Snapshot image upload complete
Oct 23 17:04:43 user nova-compute[74854]: INFO nova.compute.manager [None req-8af95b2e-4608-4901-93db-04373ece1844 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Took 7.80 seconds to snapshot the instance on the hypervisor.
Oct 23 17:04:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5a7d29b4-fac4-4931-bb22-d2aaf5701926/disk --force-share --output=json" returned: 0 in 0.241s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:04:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5a7d29b4-fac4-4931-bb22-d2aaf5701926/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:04:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5a7d29b4-fac4-4931-bb22-d2aaf5701926/disk --force-share --output=json" returned: 0 in 0.231s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:04:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fed2ceef-7eb7-4b11-b5b9-ede51230f22a/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:04:43 user nova-compute[74854]: DEBUG nova.network.neutron [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Successfully created port: a20d95e9-a1c2-4675-8cd3-20fad978efb8 {{(pid=74854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 17:04:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fed2ceef-7eb7-4b11-b5b9-ede51230f22a/disk --force-share --output=json" returned: 0 in 0.240s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:04:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fed2ceef-7eb7-4b11-b5b9-ede51230f22a/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:04:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fed2ceef-7eb7-4b11-b5b9-ede51230f22a/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:04:44 user nova-compute[74854]: DEBUG nova.network.neutron [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Successfully created port: a121a20d-7541-4112-9748-7f005398206e {{(pid=74854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 17:04:44 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:04:44 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:04:44 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Hypervisor/Node resource view: name=user free_ram=7813MB free_disk=25.384037017822266GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 17:04:44 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:04:44 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:04:44 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance fed2ceef-7eb7-4b11-b5b9-ede51230f22a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:04:44 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance f150b707-22b3-43b5-b657-0c2e19bcf524 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:04:44 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 4284792e-08bd-4f6e-a47f-e7381f16c8c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:04:44 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance d290a939-5ec9-40be-a42b-472bdc9423aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:04:44 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance f078aa99-03eb-4f16-a6f3-0b209ceb72ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:04:44 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance d06d1b4a-0950-4c8a-a34d-cae1290f7033 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:04:44 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 5a7d29b4-fac4-4931-bb22-d2aaf5701926 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:04:44 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 7a24a55d-7b9a-475e-8668-2121954d0e6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:04:44 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance c5c5eaef-a5de-43f0-8637-009a870b9f38 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:04:44 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 17:04:44 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 17:04:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:04:45 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:04:45 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:04:45 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Compute_service record updated for user:user {{(pid=74854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 17:04:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.663s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:04:45 user nova-compute[74854]: DEBUG nova.network.neutron [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Successfully updated port: 4b98f337-da94-4943-95ce-75e6b0d1d3f7 {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:04:45 user nova-compute[74854]: DEBUG nova.compute.manager [req-bc2c2208-a158-4f09-8d06-f7cd3ed5d7ba req-17f1afc8-dd0e-4599-b635-f6f755c5e535 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received event network-changed-4b98f337-da94-4943-95ce-75e6b0d1d3f7 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:04:45 user nova-compute[74854]: DEBUG nova.compute.manager [req-bc2c2208-a158-4f09-8d06-f7cd3ed5d7ba req-17f1afc8-dd0e-4599-b635-f6f755c5e535 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Refreshing instance network info cache due to event network-changed-4b98f337-da94-4943-95ce-75e6b0d1d3f7. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:04:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-bc2c2208-a158-4f09-8d06-f7cd3ed5d7ba req-17f1afc8-dd0e-4599-b635-f6f755c5e535 service nova] Acquiring lock "refresh_cache-c5c5eaef-a5de-43f0-8637-009a870b9f38" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:04:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-bc2c2208-a158-4f09-8d06-f7cd3ed5d7ba req-17f1afc8-dd0e-4599-b635-f6f755c5e535 service nova] Acquired lock "refresh_cache-c5c5eaef-a5de-43f0-8637-009a870b9f38" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:04:45 user nova-compute[74854]: DEBUG nova.network.neutron [req-bc2c2208-a158-4f09-8d06-f7cd3ed5d7ba req-17f1afc8-dd0e-4599-b635-f6f755c5e535 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Refreshing network info cache for port 4b98f337-da94-4943-95ce-75e6b0d1d3f7 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:04:45 user nova-compute[74854]: DEBUG nova.network.neutron [req-bc2c2208-a158-4f09-8d06-f7cd3ed5d7ba req-17f1afc8-dd0e-4599-b635-f6f755c5e535 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Instance cache missing network info. {{(pid=74854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 17:04:46 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:04:46 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:04:46 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Starting heal instance info cache {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 17:04:46 user nova-compute[74854]: DEBUG nova.network.neutron [req-bc2c2208-a158-4f09-8d06-f7cd3ed5d7ba req-17f1afc8-dd0e-4599-b635-f6f755c5e535 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:04:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-bc2c2208-a158-4f09-8d06-f7cd3ed5d7ba req-17f1afc8-dd0e-4599-b635-f6f755c5e535 service nova] Releasing lock "refresh_cache-c5c5eaef-a5de-43f0-8637-009a870b9f38" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:04:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "refresh_cache-f150b707-22b3-43b5-b657-0c2e19bcf524" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:04:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquired lock "refresh_cache-f150b707-22b3-43b5-b657-0c2e19bcf524" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:04:46 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Forcefully refreshing network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 17:04:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:04:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:04:46 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Updating instance_info_cache with network_info: [{"id": "c6c27ec8-bd84-4419-9b01-ed603d2a772c", "address": "fa:16:3e:0b:d8:79", "network": {"id": "a40026f1-91de-4e98-85cd-c3bd1a956407", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1048031159-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "435cbd0d03324a45bdacc7d5b76213e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc6c27ec8-bd", "ovs_interfaceid": "c6c27ec8-bd84-4419-9b01-ed603d2a772c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:04:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Releasing lock "refresh_cache-f150b707-22b3-43b5-b657-0c2e19bcf524" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:04:46 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Updated the network info_cache for instance {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 17:04:46 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:04:46 user nova-compute[74854]: DEBUG nova.network.neutron [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Successfully updated port: 314299e6-3bd6-48ae-91cd-4756a58f94cc {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:04:47 user nova-compute[74854]: DEBUG nova.compute.manager [req-1215e854-37bc-43ac-82ff-1c3949964dfc req-51019783-8cb3-4ada-bf09-1171b9c54999 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received event network-changed-314299e6-3bd6-48ae-91cd-4756a58f94cc {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:04:47 user nova-compute[74854]: DEBUG nova.compute.manager [req-1215e854-37bc-43ac-82ff-1c3949964dfc req-51019783-8cb3-4ada-bf09-1171b9c54999 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Refreshing instance network info cache due to event network-changed-314299e6-3bd6-48ae-91cd-4756a58f94cc. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:04:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-1215e854-37bc-43ac-82ff-1c3949964dfc req-51019783-8cb3-4ada-bf09-1171b9c54999 service nova] Acquiring lock "refresh_cache-c5c5eaef-a5de-43f0-8637-009a870b9f38" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:04:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-1215e854-37bc-43ac-82ff-1c3949964dfc req-51019783-8cb3-4ada-bf09-1171b9c54999 service nova] Acquired lock "refresh_cache-c5c5eaef-a5de-43f0-8637-009a870b9f38" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:04:47 user nova-compute[74854]: DEBUG nova.network.neutron [req-1215e854-37bc-43ac-82ff-1c3949964dfc req-51019783-8cb3-4ada-bf09-1171b9c54999 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Refreshing network info cache for port 314299e6-3bd6-48ae-91cd-4756a58f94cc {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:04:47 user nova-compute[74854]: DEBUG nova.network.neutron [req-1215e854-37bc-43ac-82ff-1c3949964dfc req-51019783-8cb3-4ada-bf09-1171b9c54999 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Instance cache missing network info. {{(pid=74854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 17:04:47 user nova-compute[74854]: DEBUG nova.network.neutron [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Successfully updated port: 71403998-d1d1-430d-8365-db5394f41b23 {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:04:47 user nova-compute[74854]: DEBUG nova.network.neutron [req-1215e854-37bc-43ac-82ff-1c3949964dfc req-51019783-8cb3-4ada-bf09-1171b9c54999 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:04:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-1215e854-37bc-43ac-82ff-1c3949964dfc req-51019783-8cb3-4ada-bf09-1171b9c54999 service nova] Releasing lock "refresh_cache-c5c5eaef-a5de-43f0-8637-009a870b9f38" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:04:48 user nova-compute[74854]: DEBUG nova.network.neutron [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Successfully updated port: 3aa768c5-5c43-4b37-bd30-98cba551d0df {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:04:49 user nova-compute[74854]: DEBUG nova.network.neutron [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Successfully updated port: a0be0241-31ec-4388-b0fc-0dda0e75f05c {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:04:49 user nova-compute[74854]: DEBUG nova.compute.manager [req-3fa66dba-a088-4538-b45f-4abf828daa1d req-f8091212-0c8c-4305-9dc4-7d9e2560ff21 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received event network-changed-71403998-d1d1-430d-8365-db5394f41b23 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:04:49 user nova-compute[74854]: DEBUG nova.compute.manager [req-3fa66dba-a088-4538-b45f-4abf828daa1d req-f8091212-0c8c-4305-9dc4-7d9e2560ff21 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Refreshing instance network info cache due to event network-changed-71403998-d1d1-430d-8365-db5394f41b23. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:04:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-3fa66dba-a088-4538-b45f-4abf828daa1d req-f8091212-0c8c-4305-9dc4-7d9e2560ff21 service nova] Acquiring lock "refresh_cache-c5c5eaef-a5de-43f0-8637-009a870b9f38" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:04:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-3fa66dba-a088-4538-b45f-4abf828daa1d req-f8091212-0c8c-4305-9dc4-7d9e2560ff21 service nova] Acquired lock "refresh_cache-c5c5eaef-a5de-43f0-8637-009a870b9f38" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:04:49 user nova-compute[74854]: DEBUG nova.network.neutron [req-3fa66dba-a088-4538-b45f-4abf828daa1d req-f8091212-0c8c-4305-9dc4-7d9e2560ff21 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Refreshing network info cache for port 71403998-d1d1-430d-8365-db5394f41b23 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:04:49 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:04:49 user nova-compute[74854]: DEBUG nova.network.neutron [req-3fa66dba-a088-4538-b45f-4abf828daa1d req-f8091212-0c8c-4305-9dc4-7d9e2560ff21 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Instance cache missing network info. {{(pid=74854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 17:04:49 user nova-compute[74854]: DEBUG nova.network.neutron [req-3fa66dba-a088-4538-b45f-4abf828daa1d req-f8091212-0c8c-4305-9dc4-7d9e2560ff21 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:04:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-3fa66dba-a088-4538-b45f-4abf828daa1d req-f8091212-0c8c-4305-9dc4-7d9e2560ff21 service nova] Releasing lock "refresh_cache-c5c5eaef-a5de-43f0-8637-009a870b9f38" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:04:49 user nova-compute[74854]: DEBUG nova.compute.manager [req-3fa66dba-a088-4538-b45f-4abf828daa1d req-f8091212-0c8c-4305-9dc4-7d9e2560ff21 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received event network-changed-3aa768c5-5c43-4b37-bd30-98cba551d0df {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:04:49 user nova-compute[74854]: DEBUG nova.compute.manager [req-3fa66dba-a088-4538-b45f-4abf828daa1d req-f8091212-0c8c-4305-9dc4-7d9e2560ff21 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Refreshing instance network info cache due to event network-changed-3aa768c5-5c43-4b37-bd30-98cba551d0df. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:04:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-3fa66dba-a088-4538-b45f-4abf828daa1d req-f8091212-0c8c-4305-9dc4-7d9e2560ff21 service nova] Acquiring lock "refresh_cache-c5c5eaef-a5de-43f0-8637-009a870b9f38" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:04:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-3fa66dba-a088-4538-b45f-4abf828daa1d req-f8091212-0c8c-4305-9dc4-7d9e2560ff21 service nova] Acquired lock "refresh_cache-c5c5eaef-a5de-43f0-8637-009a870b9f38" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:04:49 user nova-compute[74854]: DEBUG nova.network.neutron [req-3fa66dba-a088-4538-b45f-4abf828daa1d req-f8091212-0c8c-4305-9dc4-7d9e2560ff21 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Refreshing network info cache for port 3aa768c5-5c43-4b37-bd30-98cba551d0df {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:04:49 user nova-compute[74854]: DEBUG nova.network.neutron [req-3fa66dba-a088-4538-b45f-4abf828daa1d req-f8091212-0c8c-4305-9dc4-7d9e2560ff21 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Instance cache missing network info. {{(pid=74854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 17:04:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:04:50 user nova-compute[74854]: DEBUG nova.network.neutron [req-3fa66dba-a088-4538-b45f-4abf828daa1d req-f8091212-0c8c-4305-9dc4-7d9e2560ff21 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:04:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-3fa66dba-a088-4538-b45f-4abf828daa1d req-f8091212-0c8c-4305-9dc4-7d9e2560ff21 service nova] Releasing lock "refresh_cache-c5c5eaef-a5de-43f0-8637-009a870b9f38" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:04:50 user nova-compute[74854]: DEBUG nova.compute.manager [req-3fa66dba-a088-4538-b45f-4abf828daa1d req-f8091212-0c8c-4305-9dc4-7d9e2560ff21 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received event network-changed-a0be0241-31ec-4388-b0fc-0dda0e75f05c {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:04:50 user nova-compute[74854]: DEBUG nova.compute.manager [req-3fa66dba-a088-4538-b45f-4abf828daa1d req-f8091212-0c8c-4305-9dc4-7d9e2560ff21 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Refreshing instance network info cache due to event network-changed-a0be0241-31ec-4388-b0fc-0dda0e75f05c. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:04:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-3fa66dba-a088-4538-b45f-4abf828daa1d req-f8091212-0c8c-4305-9dc4-7d9e2560ff21 service nova] Acquiring lock "refresh_cache-c5c5eaef-a5de-43f0-8637-009a870b9f38" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:04:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-3fa66dba-a088-4538-b45f-4abf828daa1d req-f8091212-0c8c-4305-9dc4-7d9e2560ff21 service nova] Acquired lock "refresh_cache-c5c5eaef-a5de-43f0-8637-009a870b9f38" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:04:50 user nova-compute[74854]: DEBUG nova.network.neutron [req-3fa66dba-a088-4538-b45f-4abf828daa1d req-f8091212-0c8c-4305-9dc4-7d9e2560ff21 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Refreshing network info cache for port a0be0241-31ec-4388-b0fc-0dda0e75f05c {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:04:50 user nova-compute[74854]: DEBUG nova.network.neutron [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Successfully updated port: a20d95e9-a1c2-4675-8cd3-20fad978efb8 {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:04:50 user nova-compute[74854]: DEBUG nova.network.neutron [req-3fa66dba-a088-4538-b45f-4abf828daa1d req-f8091212-0c8c-4305-9dc4-7d9e2560ff21 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Instance cache missing network info. {{(pid=74854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 17:04:50 user nova-compute[74854]: DEBUG nova.network.neutron [req-3fa66dba-a088-4538-b45f-4abf828daa1d req-f8091212-0c8c-4305-9dc4-7d9e2560ff21 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:04:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-3fa66dba-a088-4538-b45f-4abf828daa1d req-f8091212-0c8c-4305-9dc4-7d9e2560ff21 service nova] Releasing lock "refresh_cache-c5c5eaef-a5de-43f0-8637-009a870b9f38" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:04:51 user nova-compute[74854]: DEBUG nova.network.neutron [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Successfully updated port: a121a20d-7541-4112-9748-7f005398206e {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:04:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Acquiring lock "refresh_cache-c5c5eaef-a5de-43f0-8637-009a870b9f38" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:04:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Acquired lock "refresh_cache-c5c5eaef-a5de-43f0-8637-009a870b9f38" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:04:51 user nova-compute[74854]: DEBUG nova.network.neutron [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:04:51 user nova-compute[74854]: DEBUG nova.network.neutron [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Instance cache missing network info. {{(pid=74854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 17:04:51 user nova-compute[74854]: DEBUG nova.compute.manager [req-6167eb9f-de9c-46c2-adf1-f92c78afc837 req-4e4defcf-f1c6-411e-b8cb-5360823ae08f service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received event network-changed-a20d95e9-a1c2-4675-8cd3-20fad978efb8 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:04:51 user nova-compute[74854]: DEBUG nova.compute.manager [req-6167eb9f-de9c-46c2-adf1-f92c78afc837 req-4e4defcf-f1c6-411e-b8cb-5360823ae08f service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Refreshing instance network info cache due to event network-changed-a20d95e9-a1c2-4675-8cd3-20fad978efb8. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:04:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-6167eb9f-de9c-46c2-adf1-f92c78afc837 req-4e4defcf-f1c6-411e-b8cb-5360823ae08f service nova] Acquiring lock "refresh_cache-c5c5eaef-a5de-43f0-8637-009a870b9f38" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:04:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:04:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Acquiring lock "77cee224-bb86-4929-bcb6-aa4b31cd235f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:04:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Lock "77cee224-bb86-4929-bcb6-aa4b31cd235f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:04:52 user nova-compute[74854]: DEBUG nova.compute.manager [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Starting instance... {{(pid=74854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 17:04:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:04:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:04:53 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74854) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 17:04:53 user nova-compute[74854]: INFO nova.compute.claims [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Claim successful on node user
Oct 23 17:04:53 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:04:53 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:04:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.560s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:04:53 user nova-compute[74854]: DEBUG nova.compute.manager [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Start building networks asynchronously for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 17:04:53 user nova-compute[74854]: DEBUG nova.compute.manager [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Allocating IP information in the background. {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 17:04:53 user nova-compute[74854]: DEBUG nova.network.neutron [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] allocate_for_instance() {{(pid=74854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 17:04:53 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 17:04:53 user nova-compute[74854]: DEBUG nova.network.neutron [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Updating instance_info_cache with network_info: [{"id": "4b98f337-da94-4943-95ce-75e6b0d1d3f7", "address": "fa:16:3e:3d:ee:dd", "network": {"id": "367d08f1-3356-4df0-8215-d668efa2f9a1", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1188717923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b98f337-da", "ovs_interfaceid": "4b98f337-da94-4943-95ce-75e6b0d1d3f7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "314299e6-3bd6-48ae-91cd-4756a58f94cc", "address": "fa:16:3e:29:72:88", "network": {"id": "c3f2ba9b-169c-4c84-b01d-2dbed4979b58", "bridge": "br-int", "label": "tempest-device-tagging-net1-1822806631", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap314299e6-3b", "ovs_interfaceid": "314299e6-3bd6-48ae-91cd-4756a58f94cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "71403998-d1d1-430d-8365-db5394f41b23", "address": "fa:16:3e:f8:96:25", "network": {"id": "c3f2ba9b-169c-4c84-b01d-2dbed4979b58", "bridge": "br-int", "label": "tempest-device-tagging-net1-1822806631", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71403998-d1", "ovs_interfaceid": "71403998-d1d1-430d-8365-db5394f41b23", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "3aa768c5-5c43-4b37-bd30-98cba551d0df", "address": "fa:16:3e:be:8b:5f", "network": {"id": "c3f2ba9b-169c-4c84-b01d-2dbed4979b58", "bridge": "br-int", "label": "tempest-device-tagging-net1-1822806631", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3aa768c5-5c", "ovs_interfaceid": "3aa768c5-5c43-4b37-bd30-98cba551d0df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a0be0241-31ec-4388-b0fc-0dda0e75f05c", "address": "fa:16:3e:82:3e:96", "network": {"id": "c3f2ba9b-169c-4c84-b01d-2dbed4979b58", "bridge": "br-int", "label": "tempest-device-tagging-net1-1822806631", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0be0241-31", "ovs_interfaceid": "a0be0241-31ec-4388-b0fc-0dda0e75f05c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a20d95e9-a1c2-4675-8cd3-20fad978efb8", "address": "fa:16:3e:b1:53:98", "network": {"id": "aaa665a8-138f-44ad-807f-0ec0dffc3a6c", "bridge": "br-int", "label": "tempest-device-tagging-net2-1217736957", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa20d95e9-a1", "ovs_interfaceid": "a20d95e9-a1c2-4675-8cd3-20fad978efb8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a121a20d-7541-4112-9748-7f005398206e", "address": "fa:16:3e:7b:85:89", "network": {"id": "aaa665a8-138f-44ad-807f-0ec0dffc3a6c", "bridge": "br-int", "label": "tempest-device-tagging-net2-1217736957", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa121a20d-75", "ovs_interfaceid": "a121a20d-7541-4112-9748-7f005398206e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:04:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Releasing lock "refresh_cache-c5c5eaef-a5de-43f0-8637-009a870b9f38" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:04:53 user nova-compute[74854]: DEBUG nova.compute.manager [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Instance network_info: |[{"id": "4b98f337-da94-4943-95ce-75e6b0d1d3f7", "address": "fa:16:3e:3d:ee:dd", "network": {"id": "367d08f1-3356-4df0-8215-d668efa2f9a1", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1188717923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b98f337-da", "ovs_interfaceid": "4b98f337-da94-4943-95ce-75e6b0d1d3f7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "314299e6-3bd6-48ae-91cd-4756a58f94cc", "address": "fa:16:3e:29:72:88", "network": {"id": "c3f2ba9b-169c-4c84-b01d-2dbed4979b58", "bridge": "br-int", "label": "tempest-device-tagging-net1-1822806631", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap314299e6-3b", "ovs_interfaceid": "314299e6-3bd6-48ae-91cd-4756a58f94cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "71403998-d1d1-430d-8365-db5394f41b23", "address": "fa:16:3e:f8:96:25", "network": {"id": "c3f2ba9b-169c-4c84-b01d-2dbed4979b58", "bridge": "br-int", "label": "tempest-device-tagging-net1-1822806631", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71403998-d1", "ovs_interfaceid": "71403998-d1d1-430d-8365-db5394f41b23", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "3aa768c5-5c43-4b37-bd30-98cba551d0df", "address": "fa:16:3e:be:8b:5f", "network": {"id": "c3f2ba9b-169c-4c84-b01d-2dbed4979b58", "bridge": "br-int", "label": "tempest-device-tagging-net1-1822806631", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3aa768c5-5c", "ovs_interfaceid": "3aa768c5-5c43-4b37-bd30-98cba551d0df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a0be0241-31ec-4388-b0fc-0dda0e75f05c", "address": "fa:16:3e:82:3e:96", "network": {"id": "c3f2ba9b-169c-4c84-b01d-2dbed4979b58", "bridge": "br-int", "label": "tempest-device-tagging-net1-1822806631", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0be0241-31", "ovs_interfaceid": "a0be0241-31ec-4388-b0fc-0dda0e75f05c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a20d95e9-a1c2-4675-8cd3-20fad978efb8", "address": "fa:16:3e:b1:53:98", "network": {"id": "aaa665a8-138f-44ad-807f-0ec0dffc3a6c", "bridge": "br-int", "label": "tempest-device-tagging-net2-1217736957", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa20d95e9-a1", "ovs_interfaceid": "a20d95e9-a1c2-4675-8cd3-20fad978efb8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a121a20d-7541-4112-9748-7f005398206e", "address": "fa:16:3e:7b:85:89", "network": {"id": "aaa665a8-138f-44ad-807f-0ec0dffc3a6c", "bridge": "br-int", "label": "tempest-device-tagging-net2-1217736957", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa121a20d-75", "ovs_interfaceid": "a121a20d-7541-4112-9748-7f005398206e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 17:04:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-6167eb9f-de9c-46c2-adf1-f92c78afc837 req-4e4defcf-f1c6-411e-b8cb-5360823ae08f service nova] Acquired lock "refresh_cache-c5c5eaef-a5de-43f0-8637-009a870b9f38" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:04:53 user nova-compute[74854]: DEBUG nova.network.neutron [req-6167eb9f-de9c-46c2-adf1-f92c78afc837 req-4e4defcf-f1c6-411e-b8cb-5360823ae08f service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Refreshing network info cache for port a20d95e9-a1c2-4675-8cd3-20fad978efb8 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:04:53 user nova-compute[74854]: DEBUG nova.compute.manager [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Start building block device mappings for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 17:04:53 user nova-compute[74854]: INFO nova.virt.block_device [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Booting with volume ea7064d2-83f3-46b8-b295-6273e2667f14 at /dev/vda
Oct 23 17:04:53 user nova-compute[74854]: DEBUG os_brick.utils [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:04:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:04:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:04:54 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[33bec778-2d9f-4a26-bccd-ad88c0b76075]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a321e2f0722\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:04:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:04:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:04:54 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[5cfb88ec-8764-49c8-a3f2-c0f717085a57]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:04:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:04:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:04:54 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[64f49e0f-00fe-487a-8373-04961d70c3ac]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:04:54 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b89930aa-66c4-423f-903b-14c2d2893417]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:04:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Running cmd (subprocess): nvme version {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:04:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] 'nvme version' failed. Not Retrying. {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:04:54 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] nvme not present on system {{(pid=74854) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 17:04:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:04:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:04:54 user nova-compute[74854]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 17:04:54 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e933c127-f749-400a-9f44-647f2feae8f8]: (4, '') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:04:54 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74854) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 17:04:54 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 17:04:54 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] LIGHTOS: no hostnqn found. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 17:04:54 user nova-compute[74854]: DEBUG os_brick.utils [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] <== get_connector_properties: return (147ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a321e2f0722', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:04:54 user nova-compute[74854]: DEBUG nova.virt.block_device [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Updating existing volume attachment record: 6af07c0a-4000-43ea-a638-2707ad2aea2d {{(pid=74854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 17:04:54 user nova-compute[74854]: DEBUG nova.policy [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff5a3846507f472ebc27b416c2f5f2b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1893a4e0284e4543be6590408a89e1f2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74854) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 17:04:54 user nova-compute[74854]: DEBUG nova.network.neutron [req-6167eb9f-de9c-46c2-adf1-f92c78afc837 req-4e4defcf-f1c6-411e-b8cb-5360823ae08f service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Updated VIF entry in instance network info cache for port a20d95e9-a1c2-4675-8cd3-20fad978efb8. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:04:54 user nova-compute[74854]: DEBUG nova.network.neutron [req-6167eb9f-de9c-46c2-adf1-f92c78afc837 req-4e4defcf-f1c6-411e-b8cb-5360823ae08f service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Updating instance_info_cache with network_info: [{"id": "4b98f337-da94-4943-95ce-75e6b0d1d3f7", "address": "fa:16:3e:3d:ee:dd", "network": {"id": "367d08f1-3356-4df0-8215-d668efa2f9a1", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1188717923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b98f337-da", "ovs_interfaceid": "4b98f337-da94-4943-95ce-75e6b0d1d3f7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "314299e6-3bd6-48ae-91cd-4756a58f94cc", "address": "fa:16:3e:29:72:88", "network": {"id": "c3f2ba9b-169c-4c84-b01d-2dbed4979b58", "bridge": "br-int", "label": "tempest-device-tagging-net1-1822806631", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap314299e6-3b", "ovs_interfaceid": "314299e6-3bd6-48ae-91cd-4756a58f94cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "71403998-d1d1-430d-8365-db5394f41b23", "address": "fa:16:3e:f8:96:25", "network": {"id": "c3f2ba9b-169c-4c84-b01d-2dbed4979b58", "bridge": "br-int", "label": "tempest-device-tagging-net1-1822806631", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71403998-d1", "ovs_interfaceid": "71403998-d1d1-430d-8365-db5394f41b23", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "3aa768c5-5c43-4b37-bd30-98cba551d0df", "address": "fa:16:3e:be:8b:5f", "network": {"id": "c3f2ba9b-169c-4c84-b01d-2dbed4979b58", "bridge": "br-int", "label": "tempest-device-tagging-net1-1822806631", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3aa768c5-5c", "ovs_interfaceid": "3aa768c5-5c43-4b37-bd30-98cba551d0df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a0be0241-31ec-4388-b0fc-0dda0e75f05c", "address": "fa:16:3e:82:3e:96", "network": {"id": "c3f2ba9b-169c-4c84-b01d-2dbed4979b58", "bridge": "br-int", "label": "tempest-device-tagging-net1-1822806631", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0be0241-31", "ovs_interfaceid": "a0be0241-31ec-4388-b0fc-0dda0e75f05c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a20d95e9-a1c2-4675-8cd3-20fad978efb8", "address": "fa:16:3e:b1:53:98", "network": {"id": "aaa665a8-138f-44ad-807f-0ec0dffc3a6c", "bridge": "br-int", "label": "tempest-device-tagging-net2-1217736957", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa20d95e9-a1", "ovs_interfaceid": "a20d95e9-a1c2-4675-8cd3-20fad978efb8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a121a20d-7541-4112-9748-7f005398206e", "address": "fa:16:3e:7b:85:89", "network": {"id": "aaa665a8-138f-44ad-807f-0ec0dffc3a6c", "bridge": "br-int", "label": "tempest-device-tagging-net2-1217736957", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa121a20d-75", "ovs_interfaceid": "a121a20d-7541-4112-9748-7f005398206e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:04:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-6167eb9f-de9c-46c2-adf1-f92c78afc837 req-4e4defcf-f1c6-411e-b8cb-5360823ae08f service nova] Releasing lock "refresh_cache-c5c5eaef-a5de-43f0-8637-009a870b9f38" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:04:54 user nova-compute[74854]: DEBUG nova.compute.manager [req-6167eb9f-de9c-46c2-adf1-f92c78afc837 req-4e4defcf-f1c6-411e-b8cb-5360823ae08f service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received event network-changed-a121a20d-7541-4112-9748-7f005398206e {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:04:54 user nova-compute[74854]: DEBUG nova.compute.manager [req-6167eb9f-de9c-46c2-adf1-f92c78afc837 req-4e4defcf-f1c6-411e-b8cb-5360823ae08f service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Refreshing instance network info cache due to event network-changed-a121a20d-7541-4112-9748-7f005398206e. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:04:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-6167eb9f-de9c-46c2-adf1-f92c78afc837 req-4e4defcf-f1c6-411e-b8cb-5360823ae08f service nova] Acquiring lock "refresh_cache-c5c5eaef-a5de-43f0-8637-009a870b9f38" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:04:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-6167eb9f-de9c-46c2-adf1-f92c78afc837 req-4e4defcf-f1c6-411e-b8cb-5360823ae08f service nova] Acquired lock "refresh_cache-c5c5eaef-a5de-43f0-8637-009a870b9f38" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:04:54 user nova-compute[74854]: DEBUG nova.network.neutron [req-6167eb9f-de9c-46c2-adf1-f92c78afc837 req-4e4defcf-f1c6-411e-b8cb-5360823ae08f service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Refreshing network info cache for port a121a20d-7541-4112-9748-7f005398206e {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:04:54 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:04:54 user nova-compute[74854]: DEBUG nova.network.neutron [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Successfully created port: 262bf787-b239-4d40-9c98-8f56adfb9dc9 {{(pid=74854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 17:04:54 user nova-compute[74854]: DEBUG nova.network.neutron [req-6167eb9f-de9c-46c2-adf1-f92c78afc837 req-4e4defcf-f1c6-411e-b8cb-5360823ae08f service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Updated VIF entry in instance network info cache for port a121a20d-7541-4112-9748-7f005398206e. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:04:54 user nova-compute[74854]: DEBUG nova.network.neutron [req-6167eb9f-de9c-46c2-adf1-f92c78afc837 req-4e4defcf-f1c6-411e-b8cb-5360823ae08f service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Updating instance_info_cache with network_info: [{"id": "4b98f337-da94-4943-95ce-75e6b0d1d3f7", "address": "fa:16:3e:3d:ee:dd", "network": {"id": "367d08f1-3356-4df0-8215-d668efa2f9a1", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1188717923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b98f337-da", "ovs_interfaceid": "4b98f337-da94-4943-95ce-75e6b0d1d3f7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "314299e6-3bd6-48ae-91cd-4756a58f94cc", "address": "fa:16:3e:29:72:88", "network": {"id": "c3f2ba9b-169c-4c84-b01d-2dbed4979b58", "bridge": "br-int", "label": "tempest-device-tagging-net1-1822806631", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap314299e6-3b", "ovs_interfaceid": "314299e6-3bd6-48ae-91cd-4756a58f94cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "71403998-d1d1-430d-8365-db5394f41b23", "address": "fa:16:3e:f8:96:25", "network": {"id": "c3f2ba9b-169c-4c84-b01d-2dbed4979b58", "bridge": "br-int", "label": "tempest-device-tagging-net1-1822806631", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71403998-d1", "ovs_interfaceid": "71403998-d1d1-430d-8365-db5394f41b23", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "3aa768c5-5c43-4b37-bd30-98cba551d0df", "address": "fa:16:3e:be:8b:5f", "network": {"id": "c3f2ba9b-169c-4c84-b01d-2dbed4979b58", "bridge": "br-int", "label": "tempest-device-tagging-net1-1822806631", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3aa768c5-5c", "ovs_interfaceid": "3aa768c5-5c43-4b37-bd30-98cba551d0df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a0be0241-31ec-4388-b0fc-0dda0e75f05c", "address": "fa:16:3e:82:3e:96", "network": {"id": "c3f2ba9b-169c-4c84-b01d-2dbed4979b58", "bridge": "br-int", "label": "tempest-device-tagging-net1-1822806631", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0be0241-31", "ovs_interfaceid": "a0be0241-31ec-4388-b0fc-0dda0e75f05c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a20d95e9-a1c2-4675-8cd3-20fad978efb8", "address": "fa:16:3e:b1:53:98", "network": {"id": "aaa665a8-138f-44ad-807f-0ec0dffc3a6c", "bridge": "br-int", "label": "tempest-device-tagging-net2-1217736957", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa20d95e9-a1", "ovs_interfaceid": "a20d95e9-a1c2-4675-8cd3-20fad978efb8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a121a20d-7541-4112-9748-7f005398206e", "address": "fa:16:3e:7b:85:89", "network": {"id": "aaa665a8-138f-44ad-807f-0ec0dffc3a6c", "bridge": "br-int", "label": "tempest-device-tagging-net2-1217736957", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa121a20d-75", "ovs_interfaceid": "a121a20d-7541-4112-9748-7f005398206e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:04:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-6167eb9f-de9c-46c2-adf1-f92c78afc837 req-4e4defcf-f1c6-411e-b8cb-5360823ae08f service nova] Releasing lock "refresh_cache-c5c5eaef-a5de-43f0-8637-009a870b9f38" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:04:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:04:55 user nova-compute[74854]: DEBUG nova.network.neutron [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Successfully created port: 09bb0fd7-c1ee-420d-8cac-ebcda200bada {{(pid=74854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 17:04:55 user nova-compute[74854]: DEBUG nova.network.neutron [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Successfully created port: 388a6f93-0f6c-47f5-8ccc-3d6ff804eb11 {{(pid=74854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 17:04:56 user nova-compute[74854]: DEBUG nova.network.neutron [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Successfully created port: e2515a32-fd59-40bb-9ae2-9bbad45d9bae {{(pid=74854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 17:04:56 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:04:57 user nova-compute[74854]: DEBUG nova.compute.manager [req-baba6b38-0030-4887-a2d9-298cc51bf606 req-d97c47db-9bc9-4a51-93a1-e8426be8589d service nova] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Received event network-changed-0152cf95-6421-4320-b50d-7f1448acd35e {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:04:57 user nova-compute[74854]: DEBUG nova.compute.manager [req-baba6b38-0030-4887-a2d9-298cc51bf606 req-d97c47db-9bc9-4a51-93a1-e8426be8589d service nova] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Refreshing instance network info cache due to event network-changed-0152cf95-6421-4320-b50d-7f1448acd35e. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:04:57 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-baba6b38-0030-4887-a2d9-298cc51bf606 req-d97c47db-9bc9-4a51-93a1-e8426be8589d service nova] Acquiring lock "refresh_cache-d290a939-5ec9-40be-a42b-472bdc9423aa" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:04:57 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-baba6b38-0030-4887-a2d9-298cc51bf606 req-d97c47db-9bc9-4a51-93a1-e8426be8589d service nova] Acquired lock "refresh_cache-d290a939-5ec9-40be-a42b-472bdc9423aa" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:04:57 user nova-compute[74854]: DEBUG nova.network.neutron [req-baba6b38-0030-4887-a2d9-298cc51bf606 req-d97c47db-9bc9-4a51-93a1-e8426be8589d service nova] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Refreshing network info cache for port 0152cf95-6421-4320-b50d-7f1448acd35e {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:04:57 user nova-compute[74854]: DEBUG nova.network.neutron [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Successfully created port: 9887f68c-dbfa-48bf-a60b-54009a9211d7 {{(pid=74854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 17:04:58 user nova-compute[74854]: DEBUG nova.network.neutron [req-baba6b38-0030-4887-a2d9-298cc51bf606 req-d97c47db-9bc9-4a51-93a1-e8426be8589d service nova] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Updated VIF entry in instance network info cache for port 0152cf95-6421-4320-b50d-7f1448acd35e. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:04:58 user nova-compute[74854]: DEBUG nova.network.neutron [req-baba6b38-0030-4887-a2d9-298cc51bf606 req-d97c47db-9bc9-4a51-93a1-e8426be8589d service nova] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Updating instance_info_cache with network_info: [{"id": "0152cf95-6421-4320-b50d-7f1448acd35e", "address": "fa:16:3e:80:75:4f", "network": {"id": "eb3d6224-94b0-4db9-8c26-dee907a2de69", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1806525145-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.37", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0938f21c3a9b449a9401c71c6bb0e08c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0152cf95-64", "ovs_interfaceid": "0152cf95-6421-4320-b50d-7f1448acd35e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:04:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-baba6b38-0030-4887-a2d9-298cc51bf606 req-d97c47db-9bc9-4a51-93a1-e8426be8589d service nova] Releasing lock "refresh_cache-d290a939-5ec9-40be-a42b-472bdc9423aa" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:04:58 user nova-compute[74854]: DEBUG nova.network.neutron [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Successfully updated port: 262bf787-b239-4d40-9c98-8f56adfb9dc9 {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:04:58 user nova-compute[74854]: DEBUG nova.compute.manager [req-a1bec1ff-a83c-4289-b0c9-0faec9f3b5af req-c64c4424-ce3c-4cc8-9b34-eca3af18aab8 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received event network-changed-262bf787-b239-4d40-9c98-8f56adfb9dc9 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:04:58 user nova-compute[74854]: DEBUG nova.compute.manager [req-a1bec1ff-a83c-4289-b0c9-0faec9f3b5af req-c64c4424-ce3c-4cc8-9b34-eca3af18aab8 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Refreshing instance network info cache due to event network-changed-262bf787-b239-4d40-9c98-8f56adfb9dc9. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:04:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a1bec1ff-a83c-4289-b0c9-0faec9f3b5af req-c64c4424-ce3c-4cc8-9b34-eca3af18aab8 service nova] Acquiring lock "refresh_cache-77cee224-bb86-4929-bcb6-aa4b31cd235f" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:04:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a1bec1ff-a83c-4289-b0c9-0faec9f3b5af req-c64c4424-ce3c-4cc8-9b34-eca3af18aab8 service nova] Acquired lock "refresh_cache-77cee224-bb86-4929-bcb6-aa4b31cd235f" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:04:58 user nova-compute[74854]: DEBUG nova.network.neutron [req-a1bec1ff-a83c-4289-b0c9-0faec9f3b5af req-c64c4424-ce3c-4cc8-9b34-eca3af18aab8 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Refreshing network info cache for port 262bf787-b239-4d40-9c98-8f56adfb9dc9 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:04:58 user nova-compute[74854]: DEBUG nova.network.neutron [req-a1bec1ff-a83c-4289-b0c9-0faec9f3b5af req-c64c4424-ce3c-4cc8-9b34-eca3af18aab8 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Instance cache missing network info. {{(pid=74854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 17:04:58 user nova-compute[74854]: DEBUG nova.network.neutron [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Successfully updated port: da0880e1-436b-47d3-90ef-ccc1935a47fd {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:04:58 user nova-compute[74854]: DEBUG nova.network.neutron [req-a1bec1ff-a83c-4289-b0c9-0faec9f3b5af req-c64c4424-ce3c-4cc8-9b34-eca3af18aab8 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:04:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a1bec1ff-a83c-4289-b0c9-0faec9f3b5af req-c64c4424-ce3c-4cc8-9b34-eca3af18aab8 service nova] Releasing lock "refresh_cache-77cee224-bb86-4929-bcb6-aa4b31cd235f" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:04:59 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:04:59 user nova-compute[74854]: DEBUG nova.network.neutron [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Successfully updated port: 8f4ce331-dfe7-4cab-a78e-357134ef82f1 {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:05:00 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:00 user nova-compute[74854]: DEBUG nova.network.neutron [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Successfully updated port: 09bb0fd7-c1ee-420d-8cac-ebcda200bada {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:05:00 user nova-compute[74854]: DEBUG nova.compute.manager [req-d2292e76-c6ef-4a6b-a442-96aa4b1f8c85 req-5962bc71-ee25-4bbe-a69a-df7dd82289dc service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received event network-changed-da0880e1-436b-47d3-90ef-ccc1935a47fd {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:05:00 user nova-compute[74854]: DEBUG nova.compute.manager [req-d2292e76-c6ef-4a6b-a442-96aa4b1f8c85 req-5962bc71-ee25-4bbe-a69a-df7dd82289dc service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Refreshing instance network info cache due to event network-changed-da0880e1-436b-47d3-90ef-ccc1935a47fd. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:05:00 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-d2292e76-c6ef-4a6b-a442-96aa4b1f8c85 req-5962bc71-ee25-4bbe-a69a-df7dd82289dc service nova] Acquiring lock "refresh_cache-77cee224-bb86-4929-bcb6-aa4b31cd235f" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:05:00 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-d2292e76-c6ef-4a6b-a442-96aa4b1f8c85 req-5962bc71-ee25-4bbe-a69a-df7dd82289dc service nova] Acquired lock "refresh_cache-77cee224-bb86-4929-bcb6-aa4b31cd235f" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:05:00 user nova-compute[74854]: DEBUG nova.network.neutron [req-d2292e76-c6ef-4a6b-a442-96aa4b1f8c85 req-5962bc71-ee25-4bbe-a69a-df7dd82289dc service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Refreshing network info cache for port da0880e1-436b-47d3-90ef-ccc1935a47fd {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:05:00 user nova-compute[74854]: DEBUG nova.network.neutron [req-d2292e76-c6ef-4a6b-a442-96aa4b1f8c85 req-5962bc71-ee25-4bbe-a69a-df7dd82289dc service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Instance cache missing network info. {{(pid=74854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 17:05:00 user nova-compute[74854]: DEBUG nova.network.neutron [req-d2292e76-c6ef-4a6b-a442-96aa4b1f8c85 req-5962bc71-ee25-4bbe-a69a-df7dd82289dc service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:05:00 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-d2292e76-c6ef-4a6b-a442-96aa4b1f8c85 req-5962bc71-ee25-4bbe-a69a-df7dd82289dc service nova] Releasing lock "refresh_cache-77cee224-bb86-4929-bcb6-aa4b31cd235f" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:05:00 user nova-compute[74854]: DEBUG nova.compute.manager [req-d2292e76-c6ef-4a6b-a442-96aa4b1f8c85 req-5962bc71-ee25-4bbe-a69a-df7dd82289dc service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received event network-changed-8f4ce331-dfe7-4cab-a78e-357134ef82f1 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:05:00 user nova-compute[74854]: DEBUG nova.compute.manager [req-d2292e76-c6ef-4a6b-a442-96aa4b1f8c85 req-5962bc71-ee25-4bbe-a69a-df7dd82289dc service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Refreshing instance network info cache due to event network-changed-8f4ce331-dfe7-4cab-a78e-357134ef82f1. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:05:00 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-d2292e76-c6ef-4a6b-a442-96aa4b1f8c85 req-5962bc71-ee25-4bbe-a69a-df7dd82289dc service nova] Acquiring lock "refresh_cache-77cee224-bb86-4929-bcb6-aa4b31cd235f" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:05:00 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-d2292e76-c6ef-4a6b-a442-96aa4b1f8c85 req-5962bc71-ee25-4bbe-a69a-df7dd82289dc service nova] Acquired lock "refresh_cache-77cee224-bb86-4929-bcb6-aa4b31cd235f" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:05:00 user nova-compute[74854]: DEBUG nova.network.neutron [req-d2292e76-c6ef-4a6b-a442-96aa4b1f8c85 req-5962bc71-ee25-4bbe-a69a-df7dd82289dc service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Refreshing network info cache for port 8f4ce331-dfe7-4cab-a78e-357134ef82f1 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:05:00 user nova-compute[74854]: DEBUG nova.network.neutron [req-d2292e76-c6ef-4a6b-a442-96aa4b1f8c85 req-5962bc71-ee25-4bbe-a69a-df7dd82289dc service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Instance cache missing network info. {{(pid=74854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 17:05:00 user nova-compute[74854]: DEBUG nova.network.neutron [req-d2292e76-c6ef-4a6b-a442-96aa4b1f8c85 req-5962bc71-ee25-4bbe-a69a-df7dd82289dc service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:05:01 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-d2292e76-c6ef-4a6b-a442-96aa4b1f8c85 req-5962bc71-ee25-4bbe-a69a-df7dd82289dc service nova] Releasing lock "refresh_cache-77cee224-bb86-4929-bcb6-aa4b31cd235f" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:05:01 user nova-compute[74854]: DEBUG nova.compute.manager [req-d2292e76-c6ef-4a6b-a442-96aa4b1f8c85 req-5962bc71-ee25-4bbe-a69a-df7dd82289dc service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received event network-changed-09bb0fd7-c1ee-420d-8cac-ebcda200bada {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:05:01 user nova-compute[74854]: DEBUG nova.compute.manager [req-d2292e76-c6ef-4a6b-a442-96aa4b1f8c85 req-5962bc71-ee25-4bbe-a69a-df7dd82289dc service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Refreshing instance network info cache due to event network-changed-09bb0fd7-c1ee-420d-8cac-ebcda200bada. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:05:01 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-d2292e76-c6ef-4a6b-a442-96aa4b1f8c85 req-5962bc71-ee25-4bbe-a69a-df7dd82289dc service nova] Acquiring lock "refresh_cache-77cee224-bb86-4929-bcb6-aa4b31cd235f" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:05:01 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-d2292e76-c6ef-4a6b-a442-96aa4b1f8c85 req-5962bc71-ee25-4bbe-a69a-df7dd82289dc service nova] Acquired lock "refresh_cache-77cee224-bb86-4929-bcb6-aa4b31cd235f" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:05:01 user nova-compute[74854]: DEBUG nova.network.neutron [req-d2292e76-c6ef-4a6b-a442-96aa4b1f8c85 req-5962bc71-ee25-4bbe-a69a-df7dd82289dc service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Refreshing network info cache for port 09bb0fd7-c1ee-420d-8cac-ebcda200bada {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:05:01 user nova-compute[74854]: DEBUG nova.network.neutron [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Successfully updated port: 388a6f93-0f6c-47f5-8ccc-3d6ff804eb11 {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:05:01 user nova-compute[74854]: DEBUG nova.network.neutron [req-d2292e76-c6ef-4a6b-a442-96aa4b1f8c85 req-5962bc71-ee25-4bbe-a69a-df7dd82289dc service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Instance cache missing network info. {{(pid=74854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 17:05:01 user nova-compute[74854]: INFO nova.virt.block_device [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Booting with volume 843fefea-be75-43ee-a97d-19c99f50cbda at /dev/vdb
Oct 23 17:05:01 user nova-compute[74854]: DEBUG os_brick.utils [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:05:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:01 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[c10b9ebe-a59c-48e0-b9cb-d2001ff4ff44]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a321e2f0722\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:01 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[45fcc462-a40e-4b1a-8be6-bcf1aaf20f46]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:01 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8f4bf5c-d0f2-4dd6-ae87-7cd53ca5bf28]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:01 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ecbce08-6eeb-4826-9a7c-a77abacca271]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Running cmd (subprocess): nvme version {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] 'nvme version' failed. Not Retrying. {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:05:01 user nova-compute[74854]: DEBUG nova.network.neutron [req-d2292e76-c6ef-4a6b-a442-96aa4b1f8c85 req-5962bc71-ee25-4bbe-a69a-df7dd82289dc service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:05:01 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.nvmeof [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] nvme not present on system {{(pid=74854) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 17:05:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:05:01 user nova-compute[74854]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 17:05:01 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[4fb1530a-44de-4a4d-bf35-2b819abe08bf]: (4, '') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:01 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74854) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 17:05:01 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 17:05:01 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] LIGHTOS: no hostnqn found. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 17:05:01 user nova-compute[74854]: DEBUG os_brick.utils [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] <== get_connector_properties: return (140ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a321e2f0722', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:05:01 user nova-compute[74854]: DEBUG nova.virt.block_device [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Updating existing volume attachment record: 320f5d21-547b-4132-8408-154a0921cd03 {{(pid=74854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 17:05:01 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-d2292e76-c6ef-4a6b-a442-96aa4b1f8c85 req-5962bc71-ee25-4bbe-a69a-df7dd82289dc service nova] Releasing lock "refresh_cache-77cee224-bb86-4929-bcb6-aa4b31cd235f" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:05:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:02 user nova-compute[74854]: DEBUG nova.network.neutron [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Successfully updated port: e2515a32-fd59-40bb-9ae2-9bbad45d9bae {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:05:02 user nova-compute[74854]: DEBUG nova.compute.manager [req-53c47a98-c595-47d0-bffa-3fb159a27943 req-c9817246-e384-453a-a9f9-359b438041e4 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received event network-changed-388a6f93-0f6c-47f5-8ccc-3d6ff804eb11 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:05:02 user nova-compute[74854]: DEBUG nova.compute.manager [req-53c47a98-c595-47d0-bffa-3fb159a27943 req-c9817246-e384-453a-a9f9-359b438041e4 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Refreshing instance network info cache due to event network-changed-388a6f93-0f6c-47f5-8ccc-3d6ff804eb11. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:05:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-53c47a98-c595-47d0-bffa-3fb159a27943 req-c9817246-e384-453a-a9f9-359b438041e4 service nova] Acquiring lock "refresh_cache-77cee224-bb86-4929-bcb6-aa4b31cd235f" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:05:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-53c47a98-c595-47d0-bffa-3fb159a27943 req-c9817246-e384-453a-a9f9-359b438041e4 service nova] Acquired lock "refresh_cache-77cee224-bb86-4929-bcb6-aa4b31cd235f" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:05:02 user nova-compute[74854]: DEBUG nova.network.neutron [req-53c47a98-c595-47d0-bffa-3fb159a27943 req-c9817246-e384-453a-a9f9-359b438041e4 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Refreshing network info cache for port 388a6f93-0f6c-47f5-8ccc-3d6ff804eb11 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:05:02 user nova-compute[74854]: DEBUG nova.network.neutron [req-53c47a98-c595-47d0-bffa-3fb159a27943 req-c9817246-e384-453a-a9f9-359b438041e4 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Instance cache missing network info. {{(pid=74854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 17:05:02 user nova-compute[74854]: DEBUG nova.network.neutron [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Successfully updated port: 9887f68c-dbfa-48bf-a60b-54009a9211d7 {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:05:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Acquiring lock "refresh_cache-77cee224-bb86-4929-bcb6-aa4b31cd235f" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:05:02 user nova-compute[74854]: DEBUG nova.network.neutron [req-53c47a98-c595-47d0-bffa-3fb159a27943 req-c9817246-e384-453a-a9f9-359b438041e4 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:05:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-53c47a98-c595-47d0-bffa-3fb159a27943 req-c9817246-e384-453a-a9f9-359b438041e4 service nova] Releasing lock "refresh_cache-77cee224-bb86-4929-bcb6-aa4b31cd235f" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:05:02 user nova-compute[74854]: DEBUG nova.compute.manager [req-53c47a98-c595-47d0-bffa-3fb159a27943 req-c9817246-e384-453a-a9f9-359b438041e4 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received event network-changed-e2515a32-fd59-40bb-9ae2-9bbad45d9bae {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:05:02 user nova-compute[74854]: DEBUG nova.compute.manager [req-53c47a98-c595-47d0-bffa-3fb159a27943 req-c9817246-e384-453a-a9f9-359b438041e4 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Refreshing instance network info cache due to event network-changed-e2515a32-fd59-40bb-9ae2-9bbad45d9bae. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:05:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-53c47a98-c595-47d0-bffa-3fb159a27943 req-c9817246-e384-453a-a9f9-359b438041e4 service nova] Acquiring lock "refresh_cache-77cee224-bb86-4929-bcb6-aa4b31cd235f" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:05:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-53c47a98-c595-47d0-bffa-3fb159a27943 req-c9817246-e384-453a-a9f9-359b438041e4 service nova] Acquired lock "refresh_cache-77cee224-bb86-4929-bcb6-aa4b31cd235f" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:05:02 user nova-compute[74854]: DEBUG nova.network.neutron [req-53c47a98-c595-47d0-bffa-3fb159a27943 req-c9817246-e384-453a-a9f9-359b438041e4 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Refreshing network info cache for port e2515a32-fd59-40bb-9ae2-9bbad45d9bae {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:05:02 user nova-compute[74854]: DEBUG nova.network.neutron [req-53c47a98-c595-47d0-bffa-3fb159a27943 req-c9817246-e384-453a-a9f9-359b438041e4 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Instance cache missing network info. {{(pid=74854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 17:05:03 user nova-compute[74854]: DEBUG nova.network.neutron [req-53c47a98-c595-47d0-bffa-3fb159a27943 req-c9817246-e384-453a-a9f9-359b438041e4 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:05:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-53c47a98-c595-47d0-bffa-3fb159a27943 req-c9817246-e384-453a-a9f9-359b438041e4 service nova] Releasing lock "refresh_cache-77cee224-bb86-4929-bcb6-aa4b31cd235f" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:05:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Acquired lock "refresh_cache-77cee224-bb86-4929-bcb6-aa4b31cd235f" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:05:03 user nova-compute[74854]: DEBUG nova.network.neutron [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:05:03 user nova-compute[74854]: DEBUG nova.network.neutron [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Instance cache missing network info. {{(pid=74854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 17:05:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Acquiring lock "f5d24cfc-a7aa-41d7-99f6-e59331c1608f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:05:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Lock "f5d24cfc-a7aa-41d7-99f6-e59331c1608f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:05:03 user nova-compute[74854]: DEBUG nova.compute.manager [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Starting instance... {{(pid=74854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 17:05:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ad10c2a0-b0a5-4447-998f-5d4eb82647c2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Acquiring lock "d290a939-5ec9-40be-a42b-472bdc9423aa" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:05:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ad10c2a0-b0a5-4447-998f-5d4eb82647c2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Lock "d290a939-5ec9-40be-a42b-472bdc9423aa" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:05:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:05:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:05:03 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74854) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 17:05:03 user nova-compute[74854]: INFO nova.compute.claims [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Claim successful on node user
Oct 23 17:05:03 user nova-compute[74854]: DEBUG nova.objects.instance [None req-ad10c2a0-b0a5-4447-998f-5d4eb82647c2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Lazy-loading 'flavor' on Instance uuid d290a939-5ec9-40be-a42b-472bdc9423aa {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:05:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ad10c2a0-b0a5-4447-998f-5d4eb82647c2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Lock "d290a939-5ec9-40be-a42b-472bdc9423aa" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.121s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:05:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ad10c2a0-b0a5-4447-998f-5d4eb82647c2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Acquiring lock "d290a939-5ec9-40be-a42b-472bdc9423aa" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:05:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ad10c2a0-b0a5-4447-998f-5d4eb82647c2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Lock "d290a939-5ec9-40be-a42b-472bdc9423aa" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:05:03 user nova-compute[74854]: INFO nova.compute.manager [None req-ad10c2a0-b0a5-4447-998f-5d4eb82647c2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Attaching volume adeb59e3-98fe-4705-acda-afecb01e21b0 to /dev/sdc
Oct 23 17:05:04 user nova-compute[74854]: DEBUG os_brick.utils [None req-ad10c2a0-b0a5-4447-998f-5d4eb82647c2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:05:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:04 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[22a7f1a2-fd12-4d7b-a588-304809a2f7ae]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a321e2f0722\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:04 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e694a626-7b8e-4bb0-81e7-626f60862147]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:04 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e818050-cd13-4116-b350-7a9b0d975fed]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:04 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[17d52c75-4476-493f-92fa-f323278414ea]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-ad10c2a0-b0a5-4447-998f-5d4eb82647c2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Running cmd (subprocess): nvme version {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-ad10c2a0-b0a5-4447-998f-5d4eb82647c2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] 'nvme version' failed. Not Retrying. {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:05:04 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ad10c2a0-b0a5-4447-998f-5d4eb82647c2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] nvme not present on system {{(pid=74854) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 17:05:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:04 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:05:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:05:04 user nova-compute[74854]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 17:05:04 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3e53c7a-876d-4351-859e-e7952663382b]: (4, '') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:04 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-ad10c2a0-b0a5-4447-998f-5d4eb82647c2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74854) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 17:05:04 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-ad10c2a0-b0a5-4447-998f-5d4eb82647c2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 17:05:04 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-ad10c2a0-b0a5-4447-998f-5d4eb82647c2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] LIGHTOS: no hostnqn found. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 17:05:04 user nova-compute[74854]: DEBUG os_brick.utils [None req-ad10c2a0-b0a5-4447-998f-5d4eb82647c2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] <== get_connector_properties: return (132ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a321e2f0722', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:05:04 user nova-compute[74854]: DEBUG nova.virt.block_device [None req-ad10c2a0-b0a5-4447-998f-5d4eb82647c2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Updating existing volume attachment record: 649846ec-906b-48ae-bbd0-840aa7e10837 {{(pid=74854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 17:05:04 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:05:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.590s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:05:04 user nova-compute[74854]: DEBUG nova.compute.manager [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Start building networks asynchronously for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 17:05:04 user nova-compute[74854]: DEBUG nova.compute.manager [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Allocating IP information in the background. {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 17:05:04 user nova-compute[74854]: DEBUG nova.network.neutron [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] allocate_for_instance() {{(pid=74854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 17:05:04 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 17:05:04 user nova-compute[74854]: DEBUG nova.compute.manager [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Start building block device mappings for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 17:05:04 user nova-compute[74854]: DEBUG nova.policy [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98985ba3f01e4464859cd3e3b5e3a653', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '83b9d5887a3c43d7938f3444f56e9535', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74854) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 17:05:04 user nova-compute[74854]: DEBUG nova.compute.manager [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Start spawning the instance on the hypervisor. {{(pid=74854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 17:05:04 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Creating instance directory {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 17:05:04 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Creating image(s)
Oct 23 17:05:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Acquiring lock "/opt/stack/data/nova/instances/f5d24cfc-a7aa-41d7-99f6-e59331c1608f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:05:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Lock "/opt/stack/data/nova/instances/f5d24cfc-a7aa-41d7-99f6-e59331c1608f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:05:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Lock "/opt/stack/data/nova/instances/f5d24cfc-a7aa-41d7-99f6-e59331c1608f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:05:04 user nova-compute[74854]: DEBUG nova.compute.manager [req-e3f23494-389c-4be3-b617-d678f9bd06d5 req-d12418e4-f7b4-49d6-84b9-eb576e6a2459 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received event network-changed-9887f68c-dbfa-48bf-a60b-54009a9211d7 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:05:04 user nova-compute[74854]: DEBUG nova.compute.manager [req-e3f23494-389c-4be3-b617-d678f9bd06d5 req-d12418e4-f7b4-49d6-84b9-eb576e6a2459 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Refreshing instance network info cache due to event network-changed-9887f68c-dbfa-48bf-a60b-54009a9211d7. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:05:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e3f23494-389c-4be3-b617-d678f9bd06d5 req-d12418e4-f7b4-49d6-84b9-eb576e6a2459 service nova] Acquiring lock "refresh_cache-77cee224-bb86-4929-bcb6-aa4b31cd235f" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:05:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.231s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Acquiring lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:05:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:05:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.209s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/f5d24cfc-a7aa-41d7-99f6-e59331c1608f/disk 1073741824 {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:05 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/f5d24cfc-a7aa-41d7-99f6-e59331c1608f/disk 1073741824" returned: 0 in 0.061s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.280s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:05:05 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:05 user nova-compute[74854]: DEBUG nova.network.neutron [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Successfully created port: bf06342c-d1c7-4d3f-8bd4-bce2ac478a79 {{(pid=74854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 17:05:05 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.205s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:05 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f5d24cfc-a7aa-41d7-99f6-e59331c1608f/disk. size=1073741824 {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 17:05:05 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5d24cfc-a7aa-41d7-99f6-e59331c1608f/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:05 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5d24cfc-a7aa-41d7-99f6-e59331c1608f/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:05 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Cannot resize image /opt/stack/data/nova/instances/f5d24cfc-a7aa-41d7-99f6-e59331c1608f/disk to a smaller size. {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 17:05:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Created local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 17:05:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Ensure instance console log exists: /opt/stack/data/nova/instances/f5d24cfc-a7aa-41d7-99f6-e59331c1608f/console.log {{(pid=74854) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 17:05:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:05:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:05:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:05:05 user nova-compute[74854]: DEBUG nova.network.neutron [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Updating instance_info_cache with network_info: [{"id": "262bf787-b239-4d40-9c98-8f56adfb9dc9", "address": "fa:16:3e:2a:b7:23", "network": {"id": "bf7176bc-9507-4b2c-9169-1a2833155404", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-981604424-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap262bf787-b2", "ovs_interfaceid": "262bf787-b239-4d40-9c98-8f56adfb9dc9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "da0880e1-436b-47d3-90ef-ccc1935a47fd", "address": "fa:16:3e:bf:24:7f", "network": {"id": "d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841375724", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda0880e1-43", "ovs_interfaceid": "da0880e1-436b-47d3-90ef-ccc1935a47fd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "8f4ce331-dfe7-4cab-a78e-357134ef82f1", "address": "fa:16:3e:df:c3:8d", "network": {"id": "d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841375724", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f4ce331-df", "ovs_interfaceid": "8f4ce331-dfe7-4cab-a78e-357134ef82f1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "09bb0fd7-c1ee-420d-8cac-ebcda200bada", "address": "fa:16:3e:93:0b:82", "network": {"id": "d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841375724", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09bb0fd7-c1", "ovs_interfaceid": "09bb0fd7-c1ee-420d-8cac-ebcda200bada", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "388a6f93-0f6c-47f5-8ccc-3d6ff804eb11", "address": "fa:16:3e:f8:9c:ab", "network": {"id": "d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841375724", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap388a6f93-0f", "ovs_interfaceid": "388a6f93-0f6c-47f5-8ccc-3d6ff804eb11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e2515a32-fd59-40bb-9ae2-9bbad45d9bae", "address": "fa:16:3e:ac:ab:2a", "network": {"id": "c9fc255c-e299-452e-921e-b6af71f3cf26", "bridge": "br-int", "label": "tempest-device-tagging-net2-1128029543", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape2515a32-fd", "ovs_interfaceid": "e2515a32-fd59-40bb-9ae2-9bbad45d9bae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9887f68c-dbfa-48bf-a60b-54009a9211d7", "address": "fa:16:3e:46:7b:24", "network": {"id": "c9fc255c-e299-452e-921e-b6af71f3cf26", "bridge": "br-int", "label": "tempest-device-tagging-net2-1128029543", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9887f68c-db", "ovs_interfaceid": "9887f68c-dbfa-48bf-a60b-54009a9211d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:05:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Releasing lock "refresh_cache-77cee224-bb86-4929-bcb6-aa4b31cd235f" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:05:05 user nova-compute[74854]: DEBUG nova.compute.manager [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Instance network_info: |[{"id": "262bf787-b239-4d40-9c98-8f56adfb9dc9", "address": "fa:16:3e:2a:b7:23", "network": {"id": "bf7176bc-9507-4b2c-9169-1a2833155404", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-981604424-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap262bf787-b2", "ovs_interfaceid": "262bf787-b239-4d40-9c98-8f56adfb9dc9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "da0880e1-436b-47d3-90ef-ccc1935a47fd", "address": "fa:16:3e:bf:24:7f", "network": {"id": "d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841375724", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda0880e1-43", "ovs_interfaceid": "da0880e1-436b-47d3-90ef-ccc1935a47fd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "8f4ce331-dfe7-4cab-a78e-357134ef82f1", "address": "fa:16:3e:df:c3:8d", "network": {"id": "d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841375724", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f4ce331-df", "ovs_interfaceid": "8f4ce331-dfe7-4cab-a78e-357134ef82f1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "09bb0fd7-c1ee-420d-8cac-ebcda200bada", "address": "fa:16:3e:93:0b:82", "network": {"id": "d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841375724", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09bb0fd7-c1", "ovs_interfaceid": "09bb0fd7-c1ee-420d-8cac-ebcda200bada", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "388a6f93-0f6c-47f5-8ccc-3d6ff804eb11", "address": "fa:16:3e:f8:9c:ab", "network": {"id": "d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841375724", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap388a6f93-0f", "ovs_interfaceid": "388a6f93-0f6c-47f5-8ccc-3d6ff804eb11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e2515a32-fd59-40bb-9ae2-9bbad45d9bae", "address": "fa:16:3e:ac:ab:2a", "network": {"id": "c9fc255c-e299-452e-921e-b6af71f3cf26", "bridge": "br-int", "label": "tempest-device-tagging-net2-1128029543", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape2515a32-fd", "ovs_interfaceid": "e2515a32-fd59-40bb-9ae2-9bbad45d9bae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9887f68c-dbfa-48bf-a60b-54009a9211d7", "address": "fa:16:3e:46:7b:24", "network": {"id": "c9fc255c-e299-452e-921e-b6af71f3cf26", "bridge": "br-int", "label": "tempest-device-tagging-net2-1128029543", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9887f68c-db", "ovs_interfaceid": "9887f68c-dbfa-48bf-a60b-54009a9211d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 17:05:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e3f23494-389c-4be3-b617-d678f9bd06d5 req-d12418e4-f7b4-49d6-84b9-eb576e6a2459 service nova] Acquired lock "refresh_cache-77cee224-bb86-4929-bcb6-aa4b31cd235f" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:05:05 user nova-compute[74854]: DEBUG nova.network.neutron [req-e3f23494-389c-4be3-b617-d678f9bd06d5 req-d12418e4-f7b4-49d6-84b9-eb576e6a2459 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Refreshing network info cache for port 9887f68c-dbfa-48bf-a60b-54009a9211d7 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:05:05 user nova-compute[74854]: DEBUG nova.network.neutron [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Successfully updated port: bf06342c-d1c7-4d3f-8bd4-bce2ac478a79 {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:05:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Acquiring lock "refresh_cache-f5d24cfc-a7aa-41d7-99f6-e59331c1608f" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:05:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Acquired lock "refresh_cache-f5d24cfc-a7aa-41d7-99f6-e59331c1608f" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:05:05 user nova-compute[74854]: DEBUG nova.network.neutron [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:05:05 user nova-compute[74854]: DEBUG nova.network.neutron [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Instance cache missing network info. {{(pid=74854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 17:05:06 user nova-compute[74854]: DEBUG nova.network.neutron [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Updating instance_info_cache with network_info: [{"id": "bf06342c-d1c7-4d3f-8bd4-bce2ac478a79", "address": "fa:16:3e:36:6e:02", "network": {"id": "7c78ff5c-f7ab-4d77-8011-45742d44adbb", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2123242554-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "83b9d5887a3c43d7938f3444f56e9535", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf06342c-d1", "ovs_interfaceid": "bf06342c-d1c7-4d3f-8bd4-bce2ac478a79", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:05:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Releasing lock "refresh_cache-f5d24cfc-a7aa-41d7-99f6-e59331c1608f" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:05:06 user nova-compute[74854]: DEBUG nova.compute.manager [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Instance network_info: |[{"id": "bf06342c-d1c7-4d3f-8bd4-bce2ac478a79", "address": "fa:16:3e:36:6e:02", "network": {"id": "7c78ff5c-f7ab-4d77-8011-45742d44adbb", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2123242554-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "83b9d5887a3c43d7938f3444f56e9535", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf06342c-d1", "ovs_interfaceid": "bf06342c-d1c7-4d3f-8bd4-bce2ac478a79", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 17:05:06 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Start _get_guest_xml network_info=[{"id": "bf06342c-d1c7-4d3f-8bd4-bce2ac478a79", "address": "fa:16:3e:36:6e:02", "network": {"id": "7c78ff5c-f7ab-4d77-8011-45742d44adbb", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2123242554-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "83b9d5887a3c43d7938f3444f56e9535", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf06342c-d1", "ovs_interfaceid": "bf06342c-d1c7-4d3f-8bd4-bce2ac478a79", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'encryption_format': None, 'encryption_options': None, 'size': 0, 'boot_index': 0, 'encrypted': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'image_id': '68c345df-c9e8-475a-b17c-635fa0c7e894'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:05:06 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:05:06 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:05:06 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:05:06 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:05:06 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:05:06 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:05:06 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:05:06 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:05:06 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:05:06 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:05:06 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:05:06 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:05:06 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:05:06 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:05:06 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:05:06 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:05:06 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:05:06 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:05:06 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:05:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-1105795948',display_name='tempest-TestServerVolumeAttachmentScenario-server-1105795948',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-1105795948',id=11,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGgXLxivHes8Xfyd4hl/1OjoacwCU4Z0+wiG04gCHkdyLQxnudCRC3XV8Asg/AqlbQW/eaU/zFHnzk71LwGjKTEbEEatVl+NMt9a/TNbzHIp49rC4Jj78hqrmGL6lb6DrA==',key_name='tempest-keypair-1279274449',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='83b9d5887a3c43d7938f3444f56e9535',ramdisk_id='',reservation_id='r-y10ilgs4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1734954036',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1734954036-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:05:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='98985ba3f01e4464859cd3e3b5e3a653',uuid=f5d24cfc-a7aa-41d7-99f6-e59331c1608f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bf06342c-d1c7-4d3f-8bd4-bce2ac478a79", "address": "fa:16:3e:36:6e:02", "network": {"id": "7c78ff5c-f7ab-4d77-8011-45742d44adbb", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2123242554-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "83b9d5887a3c43d7938f3444f56e9535", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf06342c-d1", "ovs_interfaceid": "bf06342c-d1c7-4d3f-8bd4-bce2ac478a79", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:05:06 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Converting VIF {"id": "bf06342c-d1c7-4d3f-8bd4-bce2ac478a79", "address": "fa:16:3e:36:6e:02", "network": {"id": "7c78ff5c-f7ab-4d77-8011-45742d44adbb", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2123242554-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "83b9d5887a3c43d7938f3444f56e9535", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf06342c-d1", "ovs_interfaceid": "bf06342c-d1c7-4d3f-8bd4-bce2ac478a79", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:05:06 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:36:6e:02,bridge_name='br-int',has_traffic_filtering=True,id=bf06342c-d1c7-4d3f-8bd4-bce2ac478a79,network=Network(7c78ff5c-f7ab-4d77-8011-45742d44adbb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf06342c-d1') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:05:06 user nova-compute[74854]: DEBUG nova.objects.instance [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Lazy-loading 'pci_devices' on Instance uuid f5d24cfc-a7aa-41d7-99f6-e59331c1608f {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:05:06 user nova-compute[74854]: DEBUG nova.network.neutron [req-e3f23494-389c-4be3-b617-d678f9bd06d5 req-d12418e4-f7b4-49d6-84b9-eb576e6a2459 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Updated VIF entry in instance network info cache for port 9887f68c-dbfa-48bf-a60b-54009a9211d7. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:05:06 user nova-compute[74854]: DEBUG nova.network.neutron [req-e3f23494-389c-4be3-b617-d678f9bd06d5 req-d12418e4-f7b4-49d6-84b9-eb576e6a2459 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Updating instance_info_cache with network_info: [{"id": "262bf787-b239-4d40-9c98-8f56adfb9dc9", "address": "fa:16:3e:2a:b7:23", "network": {"id": "bf7176bc-9507-4b2c-9169-1a2833155404", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-981604424-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap262bf787-b2", "ovs_interfaceid": "262bf787-b239-4d40-9c98-8f56adfb9dc9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "da0880e1-436b-47d3-90ef-ccc1935a47fd", "address": "fa:16:3e:bf:24:7f", "network": {"id": "d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841375724", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda0880e1-43", "ovs_interfaceid": "da0880e1-436b-47d3-90ef-ccc1935a47fd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "8f4ce331-dfe7-4cab-a78e-357134ef82f1", "address": "fa:16:3e:df:c3:8d", "network": {"id": "d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841375724", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f4ce331-df", "ovs_interfaceid": "8f4ce331-dfe7-4cab-a78e-357134ef82f1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "09bb0fd7-c1ee-420d-8cac-ebcda200bada", "address": "fa:16:3e:93:0b:82", "network": {"id": "d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841375724", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09bb0fd7-c1", "ovs_interfaceid": "09bb0fd7-c1ee-420d-8cac-ebcda200bada", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "388a6f93-0f6c-47f5-8ccc-3d6ff804eb11", "address": "fa:16:3e:f8:9c:ab", "network": {"id": "d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841375724", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap388a6f93-0f", "ovs_interfaceid": "388a6f93-0f6c-47f5-8ccc-3d6ff804eb11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e2515a32-fd59-40bb-9ae2-9bbad45d9bae", "address": "fa:16:3e:ac:ab:2a", "network": {"id": "c9fc255c-e299-452e-921e-b6af71f3cf26", "bridge": "br-int", "label": "tempest-device-tagging-net2-1128029543", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape2515a32-fd", "ovs_interfaceid": "e2515a32-fd59-40bb-9ae2-9bbad45d9bae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9887f68c-dbfa-48bf-a60b-54009a9211d7", "address": "fa:16:3e:46:7b:24", "network": {"id": "c9fc255c-e299-452e-921e-b6af71f3cf26", "bridge": "br-int", "label": "tempest-device-tagging-net2-1128029543", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9887f68c-db", "ovs_interfaceid": "9887f68c-dbfa-48bf-a60b-54009a9211d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:05:06 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:05:06 user nova-compute[74854]:   <uuid>f5d24cfc-a7aa-41d7-99f6-e59331c1608f</uuid>
Oct 23 17:05:06 user nova-compute[74854]:   <name>instance-0000000b</name>
Oct 23 17:05:06 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:05:06 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:05:06 user nova-compute[74854]:   <metadata>
Oct 23 17:05:06 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:05:06 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:05:06 user nova-compute[74854]:       <nova:name>tempest-TestServerVolumeAttachmentScenario-server-1105795948</nova:name>
Oct 23 17:05:06 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:05:06</nova:creationTime>
Oct 23 17:05:06 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:05:06 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:05:06 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:05:06 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:05:06 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:05:06 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:05:06 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:05:06 user nova-compute[74854]:       <nova:owner>
Oct 23 17:05:06 user nova-compute[74854]:         <nova:user uuid="98985ba3f01e4464859cd3e3b5e3a653">tempest-TestServerVolumeAttachmentScenario-1734954036-project-member</nova:user>
Oct 23 17:05:06 user nova-compute[74854]:         <nova:project uuid="83b9d5887a3c43d7938f3444f56e9535">tempest-TestServerVolumeAttachmentScenario-1734954036</nova:project>
Oct 23 17:05:06 user nova-compute[74854]:       </nova:owner>
Oct 23 17:05:06 user nova-compute[74854]:       <nova:root type="image" uuid="68c345df-c9e8-475a-b17c-635fa0c7e894"/>
Oct 23 17:05:06 user nova-compute[74854]:       <nova:ports>
Oct 23 17:05:06 user nova-compute[74854]:         <nova:port uuid="bf06342c-d1c7-4d3f-8bd4-bce2ac478a79">
Oct 23 17:05:06 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 23 17:05:06 user nova-compute[74854]:         </nova:port>
Oct 23 17:05:06 user nova-compute[74854]:       </nova:ports>
Oct 23 17:05:06 user nova-compute[74854]:     </nova:instance>
Oct 23 17:05:06 user nova-compute[74854]:   </metadata>
Oct 23 17:05:06 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:05:06 user nova-compute[74854]:     <system>
Oct 23 17:05:06 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:05:06 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:05:06 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:05:06 user nova-compute[74854]:       <entry name="serial">f5d24cfc-a7aa-41d7-99f6-e59331c1608f</entry>
Oct 23 17:05:06 user nova-compute[74854]:       <entry name="uuid">f5d24cfc-a7aa-41d7-99f6-e59331c1608f</entry>
Oct 23 17:05:06 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:05:06 user nova-compute[74854]:     </system>
Oct 23 17:05:06 user nova-compute[74854]:   </sysinfo>
Oct 23 17:05:06 user nova-compute[74854]:   <os>
Oct 23 17:05:06 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:05:06 user nova-compute[74854]:     <boot dev="hd"/>
Oct 23 17:05:06 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:05:06 user nova-compute[74854]:   </os>
Oct 23 17:05:06 user nova-compute[74854]:   <features>
Oct 23 17:05:06 user nova-compute[74854]:     <acpi/>
Oct 23 17:05:06 user nova-compute[74854]:     <apic/>
Oct 23 17:05:06 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:05:06 user nova-compute[74854]:   </features>
Oct 23 17:05:06 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:05:06 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:05:06 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:05:06 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:05:06 user nova-compute[74854]:   </clock>
Oct 23 17:05:06 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:05:06 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:05:06 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:05:06 user nova-compute[74854]:   </cpu>
Oct 23 17:05:06 user nova-compute[74854]:   <devices>
Oct 23 17:05:06 user nova-compute[74854]:     <disk type="file" device="disk">
Oct 23 17:05:06 user nova-compute[74854]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 17:05:06 user nova-compute[74854]:       <source file="/opt/stack/data/nova/instances/f5d24cfc-a7aa-41d7-99f6-e59331c1608f/disk"/>
Oct 23 17:05:06 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:05:06 user nova-compute[74854]:     </disk>
Oct 23 17:05:06 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:05:06 user nova-compute[74854]:       <mac address="fa:16:3e:36:6e:02"/>
Oct 23 17:05:06 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:05:06 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:05:06 user nova-compute[74854]:       <target dev="tapbf06342c-d1"/>
Oct 23 17:05:06 user nova-compute[74854]:     </interface>
Oct 23 17:05:06 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:05:06 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/f5d24cfc-a7aa-41d7-99f6-e59331c1608f/console.log" append="off"/>
Oct 23 17:05:06 user nova-compute[74854]:     </serial>
Oct 23 17:05:06 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:05:06 user nova-compute[74854]:     <video>
Oct 23 17:05:06 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:05:06 user nova-compute[74854]:     </video>
Oct 23 17:05:06 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:05:06 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:05:06 user nova-compute[74854]:     </rng>
Oct 23 17:05:06 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:05:06 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:05:06 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:05:06 user nova-compute[74854]:     </memballoon>
Oct 23 17:05:06 user nova-compute[74854]:   </devices>
Oct 23 17:05:06 user nova-compute[74854]: </domain>
Oct 23 17:05:06 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:05:06 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:05:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-1105795948',display_name='tempest-TestServerVolumeAttachmentScenario-server-1105795948',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-1105795948',id=11,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGgXLxivHes8Xfyd4hl/1OjoacwCU4Z0+wiG04gCHkdyLQxnudCRC3XV8Asg/AqlbQW/eaU/zFHnzk71LwGjKTEbEEatVl+NMt9a/TNbzHIp49rC4Jj78hqrmGL6lb6DrA==',key_name='tempest-keypair-1279274449',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='83b9d5887a3c43d7938f3444f56e9535',ramdisk_id='',reservation_id='r-y10ilgs4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1734954036',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1734954036-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:05:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='98985ba3f01e4464859cd3e3b5e3a653',uuid=f5d24cfc-a7aa-41d7-99f6-e59331c1608f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bf06342c-d1c7-4d3f-8bd4-bce2ac478a79", "address": "fa:16:3e:36:6e:02", "network": {"id": "7c78ff5c-f7ab-4d77-8011-45742d44adbb", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2123242554-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "83b9d5887a3c43d7938f3444f56e9535", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf06342c-d1", "ovs_interfaceid": "bf06342c-d1c7-4d3f-8bd4-bce2ac478a79", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:05:06 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Converting VIF {"id": "bf06342c-d1c7-4d3f-8bd4-bce2ac478a79", "address": "fa:16:3e:36:6e:02", "network": {"id": "7c78ff5c-f7ab-4d77-8011-45742d44adbb", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2123242554-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "83b9d5887a3c43d7938f3444f56e9535", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf06342c-d1", "ovs_interfaceid": "bf06342c-d1c7-4d3f-8bd4-bce2ac478a79", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:05:06 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:36:6e:02,bridge_name='br-int',has_traffic_filtering=True,id=bf06342c-d1c7-4d3f-8bd4-bce2ac478a79,network=Network(7c78ff5c-f7ab-4d77-8011-45742d44adbb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf06342c-d1') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:05:06 user nova-compute[74854]: DEBUG os_vif [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:36:6e:02,bridge_name='br-int',has_traffic_filtering=True,id=bf06342c-d1c7-4d3f-8bd4-bce2ac478a79,network=Network(7c78ff5c-f7ab-4d77-8011-45742d44adbb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf06342c-d1') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:05:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:05:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:05:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e3f23494-389c-4be3-b617-d678f9bd06d5 req-d12418e4-f7b4-49d6-84b9-eb576e6a2459 service nova] Releasing lock "refresh_cache-77cee224-bb86-4929-bcb6-aa4b31cd235f" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:05:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '874fc2e6-5e4c-5bfa-a131-98a0be2070a8', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:05:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:05:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapbf06342c-d1, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:05:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapbf06342c-d1, col_values=(('qos', UUID('36ac1a07-21b9-4f77-ace5-e61d09fea8cb')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:05:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapbf06342c-d1, col_values=(('external_ids', {'iface-id': 'bf06342c-d1c7-4d3f-8bd4-bce2ac478a79', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:36:6e:02', 'vm-uuid': 'f5d24cfc-a7aa-41d7-99f6-e59331c1608f'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:05:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:05:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:06 user nova-compute[74854]: INFO os_vif [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:36:6e:02,bridge_name='br-int',has_traffic_filtering=True,id=bf06342c-d1c7-4d3f-8bd4-bce2ac478a79,network=Network(7c78ff5c-f7ab-4d77-8011-45742d44adbb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf06342c-d1')
Oct 23 17:05:06 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:05:06 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] No VIF found with MAC fa:16:3e:36:6e:02, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:05:06 user nova-compute[74854]: DEBUG nova.compute.manager [req-210a703f-bbc3-4787-a05f-b5aa1f2a40fc req-aa7cd7ae-092a-40fb-ae9e-d8e33f0fb021 service nova] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Received event network-changed-bf06342c-d1c7-4d3f-8bd4-bce2ac478a79 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:05:06 user nova-compute[74854]: DEBUG nova.compute.manager [req-210a703f-bbc3-4787-a05f-b5aa1f2a40fc req-aa7cd7ae-092a-40fb-ae9e-d8e33f0fb021 service nova] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Refreshing instance network info cache due to event network-changed-bf06342c-d1c7-4d3f-8bd4-bce2ac478a79. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:05:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-210a703f-bbc3-4787-a05f-b5aa1f2a40fc req-aa7cd7ae-092a-40fb-ae9e-d8e33f0fb021 service nova] Acquiring lock "refresh_cache-f5d24cfc-a7aa-41d7-99f6-e59331c1608f" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:05:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-210a703f-bbc3-4787-a05f-b5aa1f2a40fc req-aa7cd7ae-092a-40fb-ae9e-d8e33f0fb021 service nova] Acquired lock "refresh_cache-f5d24cfc-a7aa-41d7-99f6-e59331c1608f" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:05:06 user nova-compute[74854]: DEBUG nova.network.neutron [req-210a703f-bbc3-4787-a05f-b5aa1f2a40fc req-aa7cd7ae-092a-40fb-ae9e-d8e33f0fb021 service nova] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Refreshing network info cache for port bf06342c-d1c7-4d3f-8bd4-bce2ac478a79 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:05:06 user nova-compute[74854]: DEBUG nova.network.neutron [req-210a703f-bbc3-4787-a05f-b5aa1f2a40fc req-aa7cd7ae-092a-40fb-ae9e-d8e33f0fb021 service nova] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Updated VIF entry in instance network info cache for port bf06342c-d1c7-4d3f-8bd4-bce2ac478a79. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:05:06 user nova-compute[74854]: DEBUG nova.network.neutron [req-210a703f-bbc3-4787-a05f-b5aa1f2a40fc req-aa7cd7ae-092a-40fb-ae9e-d8e33f0fb021 service nova] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Updating instance_info_cache with network_info: [{"id": "bf06342c-d1c7-4d3f-8bd4-bce2ac478a79", "address": "fa:16:3e:36:6e:02", "network": {"id": "7c78ff5c-f7ab-4d77-8011-45742d44adbb", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2123242554-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "83b9d5887a3c43d7938f3444f56e9535", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf06342c-d1", "ovs_interfaceid": "bf06342c-d1c7-4d3f-8bd4-bce2ac478a79", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:05:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-210a703f-bbc3-4787-a05f-b5aa1f2a40fc req-aa7cd7ae-092a-40fb-ae9e-d8e33f0fb021 service nova] Releasing lock "refresh_cache-f5d24cfc-a7aa-41d7-99f6-e59331c1608f" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:05:07 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:07 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:07 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:08 user nova-compute[74854]: DEBUG nova.compute.manager [req-6cf96d40-9989-4418-8d67-20a28b019a21 req-6ae5109f-52b2-4cfd-9791-0f39b02d4caf service nova] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Received event network-vif-plugged-bf06342c-d1c7-4d3f-8bd4-bce2ac478a79 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:05:08 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-6cf96d40-9989-4418-8d67-20a28b019a21 req-6ae5109f-52b2-4cfd-9791-0f39b02d4caf service nova] Acquiring lock "f5d24cfc-a7aa-41d7-99f6-e59331c1608f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:05:08 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-6cf96d40-9989-4418-8d67-20a28b019a21 req-6ae5109f-52b2-4cfd-9791-0f39b02d4caf service nova] Lock "f5d24cfc-a7aa-41d7-99f6-e59331c1608f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:05:08 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-6cf96d40-9989-4418-8d67-20a28b019a21 req-6ae5109f-52b2-4cfd-9791-0f39b02d4caf service nova] Lock "f5d24cfc-a7aa-41d7-99f6-e59331c1608f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:05:08 user nova-compute[74854]: DEBUG nova.compute.manager [req-6cf96d40-9989-4418-8d67-20a28b019a21 req-6ae5109f-52b2-4cfd-9791-0f39b02d4caf service nova] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] No waiting events found dispatching network-vif-plugged-bf06342c-d1c7-4d3f-8bd4-bce2ac478a79 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:05:08 user nova-compute[74854]: WARNING nova.compute.manager [req-6cf96d40-9989-4418-8d67-20a28b019a21 req-6ae5109f-52b2-4cfd-9791-0f39b02d4caf service nova] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Received unexpected event network-vif-plugged-bf06342c-d1c7-4d3f-8bd4-bce2ac478a79 for instance with vm_state building and task_state spawning.
Oct 23 17:05:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:10 user nova-compute[74854]: DEBUG nova.compute.manager [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Instance event wait completed in 0 seconds for  {{(pid=74854) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 17:05:10 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Guest created on hypervisor {{(pid=74854) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 17:05:10 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Instance spawned successfully.
Oct 23 17:05:10 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 17:05:10 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Found default for hw_cdrom_bus of ide {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:05:10 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Found default for hw_disk_bus of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:05:10 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Found default for hw_input_bus of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:05:10 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Found default for hw_pointer_model of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:05:10 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Found default for hw_video_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:05:10 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Found default for hw_vif_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:05:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:10 user nova-compute[74854]: DEBUG nova.compute.manager [req-fe371540-6129-4eb2-979e-aeeb3be97fd4 req-9134b1d1-ad66-4a09-8c88-8b4e807410e2 service nova] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Received event network-vif-plugged-bf06342c-d1c7-4d3f-8bd4-bce2ac478a79 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:05:10 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-fe371540-6129-4eb2-979e-aeeb3be97fd4 req-9134b1d1-ad66-4a09-8c88-8b4e807410e2 service nova] Acquiring lock "f5d24cfc-a7aa-41d7-99f6-e59331c1608f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:05:10 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-fe371540-6129-4eb2-979e-aeeb3be97fd4 req-9134b1d1-ad66-4a09-8c88-8b4e807410e2 service nova] Lock "f5d24cfc-a7aa-41d7-99f6-e59331c1608f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:05:10 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-fe371540-6129-4eb2-979e-aeeb3be97fd4 req-9134b1d1-ad66-4a09-8c88-8b4e807410e2 service nova] Lock "f5d24cfc-a7aa-41d7-99f6-e59331c1608f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:05:10 user nova-compute[74854]: DEBUG nova.compute.manager [req-fe371540-6129-4eb2-979e-aeeb3be97fd4 req-9134b1d1-ad66-4a09-8c88-8b4e807410e2 service nova] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] No waiting events found dispatching network-vif-plugged-bf06342c-d1c7-4d3f-8bd4-bce2ac478a79 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:05:10 user nova-compute[74854]: WARNING nova.compute.manager [req-fe371540-6129-4eb2-979e-aeeb3be97fd4 req-9134b1d1-ad66-4a09-8c88-8b4e807410e2 service nova] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Received unexpected event network-vif-plugged-bf06342c-d1c7-4d3f-8bd4-bce2ac478a79 for instance with vm_state building and task_state spawning.
Oct 23 17:05:10 user nova-compute[74854]: INFO nova.compute.manager [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Took 5.69 seconds to spawn the instance on the hypervisor.
Oct 23 17:05:10 user nova-compute[74854]: DEBUG nova.compute.manager [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:05:10 user nova-compute[74854]: INFO nova.compute.manager [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Took 6.68 seconds to build instance.
Oct 23 17:05:10 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-fac84557-6947-4611-8732-ff00b968d0e0 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Lock "f5d24cfc-a7aa-41d7-99f6-e59331c1608f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.811s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:05:10 user nova-compute[74854]: DEBUG nova.compute.manager [req-65112429-150b-4a83-823e-fded36fc1f06 req-44415424-ac8e-40f2-93d9-290fc82c3061 service nova] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Received event network-changed-f89acc93-c824-449a-be13-8a1c618f5453 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:05:10 user nova-compute[74854]: DEBUG nova.compute.manager [req-65112429-150b-4a83-823e-fded36fc1f06 req-44415424-ac8e-40f2-93d9-290fc82c3061 service nova] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Refreshing instance network info cache due to event network-changed-f89acc93-c824-449a-be13-8a1c618f5453. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:05:10 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-65112429-150b-4a83-823e-fded36fc1f06 req-44415424-ac8e-40f2-93d9-290fc82c3061 service nova] Acquiring lock "refresh_cache-f078aa99-03eb-4f16-a6f3-0b209ceb72ae" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:05:10 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-65112429-150b-4a83-823e-fded36fc1f06 req-44415424-ac8e-40f2-93d9-290fc82c3061 service nova] Acquired lock "refresh_cache-f078aa99-03eb-4f16-a6f3-0b209ceb72ae" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:05:10 user nova-compute[74854]: DEBUG nova.network.neutron [req-65112429-150b-4a83-823e-fded36fc1f06 req-44415424-ac8e-40f2-93d9-290fc82c3061 service nova] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Refreshing network info cache for port f89acc93-c824-449a-be13-8a1c618f5453 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:05:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:11 user nova-compute[74854]: DEBUG nova.network.neutron [req-65112429-150b-4a83-823e-fded36fc1f06 req-44415424-ac8e-40f2-93d9-290fc82c3061 service nova] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Updated VIF entry in instance network info cache for port f89acc93-c824-449a-be13-8a1c618f5453. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:05:11 user nova-compute[74854]: DEBUG nova.network.neutron [req-65112429-150b-4a83-823e-fded36fc1f06 req-44415424-ac8e-40f2-93d9-290fc82c3061 service nova] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Updating instance_info_cache with network_info: [{"id": "f89acc93-c824-449a-be13-8a1c618f5453", "address": "fa:16:3e:a1:76:52", "network": {"id": "878a7f0b-d61e-404b-985f-717be4d41627", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1409504003-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3a287218e114509a8403d50f0c8d882", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf89acc93-c8", "ovs_interfaceid": "f89acc93-c824-449a-be13-8a1c618f5453", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:05:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-078f13e5-2a89-496a-ace6-df4f65537401 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Acquiring lock "interface-f078aa99-03eb-4f16-a6f3-0b209ceb72ae-None" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:05:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-078f13e5-2a89-496a-ace6-df4f65537401 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Lock "interface-f078aa99-03eb-4f16-a6f3-0b209ceb72ae-None" acquired by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:05:11 user nova-compute[74854]: DEBUG nova.objects.instance [None req-078f13e5-2a89-496a-ace6-df4f65537401 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Lazy-loading 'flavor' on Instance uuid f078aa99-03eb-4f16-a6f3-0b209ceb72ae {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:05:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-65112429-150b-4a83-823e-fded36fc1f06 req-44415424-ac8e-40f2-93d9-290fc82c3061 service nova] Releasing lock "refresh_cache-f078aa99-03eb-4f16-a6f3-0b209ceb72ae" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:05:11 user nova-compute[74854]: DEBUG nova.objects.instance [None req-078f13e5-2a89-496a-ace6-df4f65537401 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Lazy-loading 'pci_requests' on Instance uuid f078aa99-03eb-4f16-a6f3-0b209ceb72ae {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:05:11 user nova-compute[74854]: DEBUG nova.objects.base [None req-078f13e5-2a89-496a-ace6-df4f65537401 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Object Instance<f078aa99-03eb-4f16-a6f3-0b209ceb72ae> lazy-loaded attributes: flavor,pci_requests {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:05:11 user nova-compute[74854]: DEBUG nova.network.neutron [None req-078f13e5-2a89-496a-ace6-df4f65537401 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] allocate_for_instance() {{(pid=74854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 17:05:11 user nova-compute[74854]: DEBUG nova.policy [None req-078f13e5-2a89-496a-ace6-df4f65537401 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47ce2ead9e6f4e238ace4f0212b97fcc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3a287218e114509a8403d50f0c8d882', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74854) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 17:05:12 user nova-compute[74854]: DEBUG nova.network.neutron [None req-078f13e5-2a89-496a-ace6-df4f65537401 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Successfully created port: 11d1b024-27b2-4c49-8b39-909690a7d6db {{(pid=74854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 17:05:12 user nova-compute[74854]: DEBUG nova.compute.manager [req-38036ea0-364a-447a-ab02-bc0e330d5380 req-e4298dd3-d1ef-4941-bee6-73f42cf70e59 service nova] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Received event network-changed-ee299b83-d5de-49ed-a356-6f9db6d3f04b {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:05:12 user nova-compute[74854]: DEBUG nova.compute.manager [req-38036ea0-364a-447a-ab02-bc0e330d5380 req-e4298dd3-d1ef-4941-bee6-73f42cf70e59 service nova] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Refreshing instance network info cache due to event network-changed-ee299b83-d5de-49ed-a356-6f9db6d3f04b. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:05:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-38036ea0-364a-447a-ab02-bc0e330d5380 req-e4298dd3-d1ef-4941-bee6-73f42cf70e59 service nova] Acquiring lock "refresh_cache-d06d1b4a-0950-4c8a-a34d-cae1290f7033" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:05:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-38036ea0-364a-447a-ab02-bc0e330d5380 req-e4298dd3-d1ef-4941-bee6-73f42cf70e59 service nova] Acquired lock "refresh_cache-d06d1b4a-0950-4c8a-a34d-cae1290f7033" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:05:12 user nova-compute[74854]: DEBUG nova.network.neutron [req-38036ea0-364a-447a-ab02-bc0e330d5380 req-e4298dd3-d1ef-4941-bee6-73f42cf70e59 service nova] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Refreshing network info cache for port ee299b83-d5de-49ed-a356-6f9db6d3f04b {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:05:12 user nova-compute[74854]: DEBUG nova.network.neutron [None req-078f13e5-2a89-496a-ace6-df4f65537401 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Successfully updated port: 11d1b024-27b2-4c49-8b39-909690a7d6db {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:05:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-078f13e5-2a89-496a-ace6-df4f65537401 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Acquiring lock "refresh_cache-f078aa99-03eb-4f16-a6f3-0b209ceb72ae" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:05:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-078f13e5-2a89-496a-ace6-df4f65537401 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Acquired lock "refresh_cache-f078aa99-03eb-4f16-a6f3-0b209ceb72ae" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:05:12 user nova-compute[74854]: DEBUG nova.network.neutron [None req-078f13e5-2a89-496a-ace6-df4f65537401 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:05:13 user nova-compute[74854]: DEBUG nova.compute.manager [req-73b2166d-fee2-4d05-8171-d265d2fa3ae1 req-bc8e4fdd-c514-432f-9535-d4b323bc429a service nova] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Received event network-changed-11d1b024-27b2-4c49-8b39-909690a7d6db {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:05:13 user nova-compute[74854]: DEBUG nova.compute.manager [req-73b2166d-fee2-4d05-8171-d265d2fa3ae1 req-bc8e4fdd-c514-432f-9535-d4b323bc429a service nova] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Refreshing instance network info cache due to event network-changed-11d1b024-27b2-4c49-8b39-909690a7d6db. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:05:13 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-73b2166d-fee2-4d05-8171-d265d2fa3ae1 req-bc8e4fdd-c514-432f-9535-d4b323bc429a service nova] Acquiring lock "refresh_cache-f078aa99-03eb-4f16-a6f3-0b209ceb72ae" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:05:13 user nova-compute[74854]: DEBUG nova.network.neutron [req-38036ea0-364a-447a-ab02-bc0e330d5380 req-e4298dd3-d1ef-4941-bee6-73f42cf70e59 service nova] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Updated VIF entry in instance network info cache for port ee299b83-d5de-49ed-a356-6f9db6d3f04b. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:05:13 user nova-compute[74854]: DEBUG nova.network.neutron [req-38036ea0-364a-447a-ab02-bc0e330d5380 req-e4298dd3-d1ef-4941-bee6-73f42cf70e59 service nova] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Updating instance_info_cache with network_info: [{"id": "ee299b83-d5de-49ed-a356-6f9db6d3f04b", "address": "fa:16:3e:79:6b:ae", "network": {"id": "e5be0940-8911-457c-9662-9138f8b1765e", "bridge": "br-int", "label": "tempest-TestVolumeSwap-123993308-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.56", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e85f1d1fd04ebdab32ddd5459c33e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee299b83-d5", "ovs_interfaceid": "ee299b83-d5de-49ed-a356-6f9db6d3f04b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:05:13 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-38036ea0-364a-447a-ab02-bc0e330d5380 req-e4298dd3-d1ef-4941-bee6-73f42cf70e59 service nova] Releasing lock "refresh_cache-d06d1b4a-0950-4c8a-a34d-cae1290f7033" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:05:13 user nova-compute[74854]: DEBUG nova.network.neutron [None req-078f13e5-2a89-496a-ace6-df4f65537401 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Updating instance_info_cache with network_info: [{"id": "f89acc93-c824-449a-be13-8a1c618f5453", "address": "fa:16:3e:a1:76:52", "network": {"id": "878a7f0b-d61e-404b-985f-717be4d41627", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1409504003-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3a287218e114509a8403d50f0c8d882", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf89acc93-c8", "ovs_interfaceid": "f89acc93-c824-449a-be13-8a1c618f5453", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "11d1b024-27b2-4c49-8b39-909690a7d6db", "address": "fa:16:3e:b5:8e:80", "network": {"id": "f49e7de9-b50e-41b9-ab10-082a09bde4b2", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1514069207", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "d3a287218e114509a8403d50f0c8d882", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap11d1b024-27", "ovs_interfaceid": "11d1b024-27b2-4c49-8b39-909690a7d6db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:05:13 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-078f13e5-2a89-496a-ace6-df4f65537401 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Releasing lock "refresh_cache-f078aa99-03eb-4f16-a6f3-0b209ceb72ae" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:05:13 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-73b2166d-fee2-4d05-8171-d265d2fa3ae1 req-bc8e4fdd-c514-432f-9535-d4b323bc429a service nova] Acquired lock "refresh_cache-f078aa99-03eb-4f16-a6f3-0b209ceb72ae" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:05:13 user nova-compute[74854]: DEBUG nova.network.neutron [req-73b2166d-fee2-4d05-8171-d265d2fa3ae1 req-bc8e4fdd-c514-432f-9535-d4b323bc429a service nova] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Refreshing network info cache for port 11d1b024-27b2-4c49-8b39-909690a7d6db {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:05:13 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-078f13e5-2a89-496a-ace6-df4f65537401 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T17:03:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2047622960',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2047622960',id=5,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB0Zn6H9ZmV/9dDVh3P29Hf6VOCk7dBHt/JlCor95PD8HGnPzM/SZlTh5P+0HvdFEfDtesKC+JLjgoxa3u/uUIQevkYa1YyeqHEObaPwtF+rzoBVQ9ok3gNuymete+Yhdw==',key_name='tempest-keypair-1240140104',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:03:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='d3a287218e114509a8403d50f0c8d882',ramdisk_id='',reservation_id='r-wxlqcz6d',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-21920644',owner_user_name='tempest-TaggedAttachmentsTest-21920644-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:03:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='47ce2ead9e6f4e238ace4f0212b97fcc',uuid=f078aa99-03eb-4f16-a6f3-0b209ceb72ae,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "11d1b024-27b2-4c49-8b39-909690a7d6db", "address": "fa:16:3e:b5:8e:80", "network": {"id": "f49e7de9-b50e-41b9-ab10-082a09bde4b2", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1514069207", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "d3a287218e114509a8403d50f0c8d882", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap11d1b024-27", "ovs_interfaceid": "11d1b024-27b2-4c49-8b39-909690a7d6db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:05:13 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-078f13e5-2a89-496a-ace6-df4f65537401 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Converting VIF {"id": "11d1b024-27b2-4c49-8b39-909690a7d6db", "address": "fa:16:3e:b5:8e:80", "network": {"id": "f49e7de9-b50e-41b9-ab10-082a09bde4b2", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1514069207", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "d3a287218e114509a8403d50f0c8d882", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap11d1b024-27", "ovs_interfaceid": "11d1b024-27b2-4c49-8b39-909690a7d6db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:05:13 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-078f13e5-2a89-496a-ace6-df4f65537401 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b5:8e:80,bridge_name='br-int',has_traffic_filtering=True,id=11d1b024-27b2-4c49-8b39-909690a7d6db,network=Network(f49e7de9-b50e-41b9-ab10-082a09bde4b2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap11d1b024-27') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:05:13 user nova-compute[74854]: DEBUG os_vif [None req-078f13e5-2a89-496a-ace6-df4f65537401 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b5:8e:80,bridge_name='br-int',has_traffic_filtering=True,id=11d1b024-27b2-4c49-8b39-909690a7d6db,network=Network(f49e7de9-b50e-41b9-ab10-082a09bde4b2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap11d1b024-27') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:05:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:05:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:05:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'eca6c509-f161-52b6-aee9-151e98ec9bd5', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:05:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap11d1b024-27, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:05:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap11d1b024-27, col_values=(('qos', UUID('82d158fa-0347-4bcd-96a9-37e37e4d4ce3')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:05:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap11d1b024-27, col_values=(('external_ids', {'iface-id': '11d1b024-27b2-4c49-8b39-909690a7d6db', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b5:8e:80', 'vm-uuid': 'f078aa99-03eb-4f16-a6f3-0b209ceb72ae'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:05:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:05:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:13 user nova-compute[74854]: INFO os_vif [None req-078f13e5-2a89-496a-ace6-df4f65537401 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b5:8e:80,bridge_name='br-int',has_traffic_filtering=True,id=11d1b024-27b2-4c49-8b39-909690a7d6db,network=Network(f49e7de9-b50e-41b9-ab10-082a09bde4b2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap11d1b024-27')
Oct 23 17:05:13 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-078f13e5-2a89-496a-ace6-df4f65537401 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T17:03:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2047622960',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2047622960',id=5,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB0Zn6H9ZmV/9dDVh3P29Hf6VOCk7dBHt/JlCor95PD8HGnPzM/SZlTh5P+0HvdFEfDtesKC+JLjgoxa3u/uUIQevkYa1YyeqHEObaPwtF+rzoBVQ9ok3gNuymete+Yhdw==',key_name='tempest-keypair-1240140104',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:03:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='d3a287218e114509a8403d50f0c8d882',ramdisk_id='',reservation_id='r-wxlqcz6d',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-21920644',owner_user_name='tempest-TaggedAttachmentsTest-21920644-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:03:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='47ce2ead9e6f4e238ace4f0212b97fcc',uuid=f078aa99-03eb-4f16-a6f3-0b209ceb72ae,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "11d1b024-27b2-4c49-8b39-909690a7d6db", "address": "fa:16:3e:b5:8e:80", "network": {"id": "f49e7de9-b50e-41b9-ab10-082a09bde4b2", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1514069207", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "d3a287218e114509a8403d50f0c8d882", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap11d1b024-27", "ovs_interfaceid": "11d1b024-27b2-4c49-8b39-909690a7d6db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:05:13 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-078f13e5-2a89-496a-ace6-df4f65537401 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Converting VIF {"id": "11d1b024-27b2-4c49-8b39-909690a7d6db", "address": "fa:16:3e:b5:8e:80", "network": {"id": "f49e7de9-b50e-41b9-ab10-082a09bde4b2", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1514069207", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "d3a287218e114509a8403d50f0c8d882", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap11d1b024-27", "ovs_interfaceid": "11d1b024-27b2-4c49-8b39-909690a7d6db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:05:13 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-078f13e5-2a89-496a-ace6-df4f65537401 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b5:8e:80,bridge_name='br-int',has_traffic_filtering=True,id=11d1b024-27b2-4c49-8b39-909690a7d6db,network=Network(f49e7de9-b50e-41b9-ab10-082a09bde4b2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap11d1b024-27') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:05:13 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-078f13e5-2a89-496a-ace6-df4f65537401 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] attach device xml: <interface type="ethernet">
Oct 23 17:05:13 user nova-compute[74854]:   <mac address="fa:16:3e:b5:8e:80"/>
Oct 23 17:05:13 user nova-compute[74854]:   <model type="virtio"/>
Oct 23 17:05:13 user nova-compute[74854]:   <mtu size="1442"/>
Oct 23 17:05:13 user nova-compute[74854]:   <target dev="tap11d1b024-27"/>
Oct 23 17:05:13 user nova-compute[74854]: </interface>
Oct 23 17:05:13 user nova-compute[74854]:  {{(pid=74854) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 17:05:14 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:14 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:14 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:14 user nova-compute[74854]: DEBUG nova.network.neutron [req-73b2166d-fee2-4d05-8171-d265d2fa3ae1 req-bc8e4fdd-c514-432f-9535-d4b323bc429a service nova] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Updated VIF entry in instance network info cache for port 11d1b024-27b2-4c49-8b39-909690a7d6db. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:05:14 user nova-compute[74854]: DEBUG nova.network.neutron [req-73b2166d-fee2-4d05-8171-d265d2fa3ae1 req-bc8e4fdd-c514-432f-9535-d4b323bc429a service nova] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Updating instance_info_cache with network_info: [{"id": "f89acc93-c824-449a-be13-8a1c618f5453", "address": "fa:16:3e:a1:76:52", "network": {"id": "878a7f0b-d61e-404b-985f-717be4d41627", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1409504003-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3a287218e114509a8403d50f0c8d882", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf89acc93-c8", "ovs_interfaceid": "f89acc93-c824-449a-be13-8a1c618f5453", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "11d1b024-27b2-4c49-8b39-909690a7d6db", "address": "fa:16:3e:b5:8e:80", "network": {"id": "f49e7de9-b50e-41b9-ab10-082a09bde4b2", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1514069207", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "d3a287218e114509a8403d50f0c8d882", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap11d1b024-27", "ovs_interfaceid": "11d1b024-27b2-4c49-8b39-909690a7d6db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:05:14 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-078f13e5-2a89-496a-ace6-df4f65537401 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:05:14 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-078f13e5-2a89-496a-ace6-df4f65537401 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] No BDM found with device name hda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:05:14 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-078f13e5-2a89-496a-ace6-df4f65537401 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] No VIF found with MAC fa:16:3e:a1:76:52, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:05:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-73b2166d-fee2-4d05-8171-d265d2fa3ae1 req-bc8e4fdd-c514-432f-9535-d4b323bc429a service nova] Releasing lock "refresh_cache-f078aa99-03eb-4f16-a6f3-0b209ceb72ae" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:05:14 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-078f13e5-2a89-496a-ace6-df4f65537401 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:05:14 user nova-compute[74854]:   <nova:package version="0.0.0"/>
Oct 23 17:05:14 user nova-compute[74854]:   <nova:name>tempest-device-tagging-server-2047622960</nova:name>
Oct 23 17:05:14 user nova-compute[74854]:   <nova:creationTime>2023-10-23 17:05:14</nova:creationTime>
Oct 23 17:05:14 user nova-compute[74854]:   <nova:flavor name="m1.tiny">
Oct 23 17:05:14 user nova-compute[74854]:     <nova:memory>512</nova:memory>
Oct 23 17:05:14 user nova-compute[74854]:     <nova:disk>1</nova:disk>
Oct 23 17:05:14 user nova-compute[74854]:     <nova:swap>0</nova:swap>
Oct 23 17:05:14 user nova-compute[74854]:     <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:05:14 user nova-compute[74854]:     <nova:vcpus>1</nova:vcpus>
Oct 23 17:05:14 user nova-compute[74854]:   </nova:flavor>
Oct 23 17:05:14 user nova-compute[74854]:   <nova:owner>
Oct 23 17:05:14 user nova-compute[74854]:     <nova:user uuid="47ce2ead9e6f4e238ace4f0212b97fcc">tempest-TaggedAttachmentsTest-21920644-project-member</nova:user>
Oct 23 17:05:14 user nova-compute[74854]:     <nova:project uuid="d3a287218e114509a8403d50f0c8d882">tempest-TaggedAttachmentsTest-21920644</nova:project>
Oct 23 17:05:14 user nova-compute[74854]:   </nova:owner>
Oct 23 17:05:14 user nova-compute[74854]:   <nova:root type="image" uuid="68c345df-c9e8-475a-b17c-635fa0c7e894"/>
Oct 23 17:05:14 user nova-compute[74854]:   <nova:ports>
Oct 23 17:05:14 user nova-compute[74854]:     <nova:port uuid="f89acc93-c824-449a-be13-8a1c618f5453">
Oct 23 17:05:14 user nova-compute[74854]:       <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 23 17:05:14 user nova-compute[74854]:     </nova:port>
Oct 23 17:05:14 user nova-compute[74854]:     <nova:port uuid="11d1b024-27b2-4c49-8b39-909690a7d6db">
Oct 23 17:05:14 user nova-compute[74854]:       <nova:ip type="fixed" address="10.10.10.133" ipVersion="4"/>
Oct 23 17:05:14 user nova-compute[74854]:     </nova:port>
Oct 23 17:05:14 user nova-compute[74854]:   </nova:ports>
Oct 23 17:05:14 user nova-compute[74854]: </nova:instance>
Oct 23 17:05:14 user nova-compute[74854]:  {{(pid=74854) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Oct 23 17:05:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-b49f2cd5-0a15-445b-b710-e0c61c83ad1b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Acquiring lock "d06d1b4a-0950-4c8a-a34d-cae1290f7033" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:05:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-b49f2cd5-0a15-445b-b710-e0c61c83ad1b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Lock "d06d1b4a-0950-4c8a-a34d-cae1290f7033" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.003s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:05:14 user nova-compute[74854]: DEBUG nova.objects.instance [None req-b49f2cd5-0a15-445b-b710-e0c61c83ad1b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Lazy-loading 'flavor' on Instance uuid d06d1b4a-0950-4c8a-a34d-cae1290f7033 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:05:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-078f13e5-2a89-496a-ace6-df4f65537401 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Lock "interface-f078aa99-03eb-4f16-a6f3-0b209ceb72ae-None" "released" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: held 3.251s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:05:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-b49f2cd5-0a15-445b-b710-e0c61c83ad1b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Lock "d06d1b4a-0950-4c8a-a34d-cae1290f7033" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.086s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:05:14 user nova-compute[74854]: INFO nova.virt.block_device [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Booting with volume 99b2cb85-953e-47ef-8208-56493fc3c0e0 at /dev/vdb
Oct 23 17:05:14 user nova-compute[74854]: DEBUG os_brick.utils [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:05:14 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:14 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:14 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:14 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:14 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:14 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[28c05dc4-60e3-46e4-8b0b-f4ec6c95ec70]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a321e2f0722\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:14 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:14 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:14 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:14 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[96a1e152-0a14-4aaf-bdb3-039257ab9002]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:14 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:14 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:14 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[d26098f1-f02b-4c07-8150-7e0571326076]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:14 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[2efc228e-5363-4819-8f5a-3fcdd34a2b8e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:14 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Running cmd (subprocess): nvme version {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:14 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] 'nvme version' failed. Not Retrying. {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:05:14 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] nvme not present on system {{(pid=74854) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 17:05:14 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:14 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:05:14 user nova-compute[74854]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 17:05:14 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[5422367d-edd5-48b0-aec7-63669faba78d]: (4, '') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:14 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74854) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 17:05:14 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 17:05:14 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] LIGHTOS: no hostnqn found. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 17:05:14 user nova-compute[74854]: DEBUG os_brick.utils [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] <== get_connector_properties: return (131ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a321e2f0722', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:05:14 user nova-compute[74854]: DEBUG nova.virt.block_device [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Updating existing volume attachment record: 8f3522fc-5fb0-4f19-9e31-5fc9a8b375ed {{(pid=74854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 17:05:14 user nova-compute[74854]: DEBUG nova.compute.manager [req-8076e6b6-ef44-4795-86c8-6f540fd35176 req-e965c737-433c-4d56-b0eb-7c34db921181 service nova] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Received event network-vif-plugged-11d1b024-27b2-4c49-8b39-909690a7d6db {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:05:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-8076e6b6-ef44-4795-86c8-6f540fd35176 req-e965c737-433c-4d56-b0eb-7c34db921181 service nova] Acquiring lock "f078aa99-03eb-4f16-a6f3-0b209ceb72ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:05:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-8076e6b6-ef44-4795-86c8-6f540fd35176 req-e965c737-433c-4d56-b0eb-7c34db921181 service nova] Lock "f078aa99-03eb-4f16-a6f3-0b209ceb72ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:05:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-8076e6b6-ef44-4795-86c8-6f540fd35176 req-e965c737-433c-4d56-b0eb-7c34db921181 service nova] Lock "f078aa99-03eb-4f16-a6f3-0b209ceb72ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:05:14 user nova-compute[74854]: DEBUG nova.compute.manager [req-8076e6b6-ef44-4795-86c8-6f540fd35176 req-e965c737-433c-4d56-b0eb-7c34db921181 service nova] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] No waiting events found dispatching network-vif-plugged-11d1b024-27b2-4c49-8b39-909690a7d6db {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:05:14 user nova-compute[74854]: WARNING nova.compute.manager [req-8076e6b6-ef44-4795-86c8-6f540fd35176 req-e965c737-433c-4d56-b0eb-7c34db921181 service nova] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Received unexpected event network-vif-plugged-11d1b024-27b2-4c49-8b39-909690a7d6db for instance with vm_state active and task_state None.
Oct 23 17:05:14 user nova-compute[74854]: DEBUG nova.compute.manager [req-8076e6b6-ef44-4795-86c8-6f540fd35176 req-e965c737-433c-4d56-b0eb-7c34db921181 service nova] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Received event network-vif-plugged-11d1b024-27b2-4c49-8b39-909690a7d6db {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:05:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-8076e6b6-ef44-4795-86c8-6f540fd35176 req-e965c737-433c-4d56-b0eb-7c34db921181 service nova] Acquiring lock "f078aa99-03eb-4f16-a6f3-0b209ceb72ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:05:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-8076e6b6-ef44-4795-86c8-6f540fd35176 req-e965c737-433c-4d56-b0eb-7c34db921181 service nova] Lock "f078aa99-03eb-4f16-a6f3-0b209ceb72ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:05:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-8076e6b6-ef44-4795-86c8-6f540fd35176 req-e965c737-433c-4d56-b0eb-7c34db921181 service nova] Lock "f078aa99-03eb-4f16-a6f3-0b209ceb72ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:05:14 user nova-compute[74854]: DEBUG nova.compute.manager [req-8076e6b6-ef44-4795-86c8-6f540fd35176 req-e965c737-433c-4d56-b0eb-7c34db921181 service nova] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] No waiting events found dispatching network-vif-plugged-11d1b024-27b2-4c49-8b39-909690a7d6db {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:05:14 user nova-compute[74854]: WARNING nova.compute.manager [req-8076e6b6-ef44-4795-86c8-6f540fd35176 req-e965c737-433c-4d56-b0eb-7c34db921181 service nova] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Received unexpected event network-vif-plugged-11d1b024-27b2-4c49-8b39-909690a7d6db for instance with vm_state active and task_state None.
Oct 23 17:05:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-b49f2cd5-0a15-445b-b710-e0c61c83ad1b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Acquiring lock "d06d1b4a-0950-4c8a-a34d-cae1290f7033" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:05:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-b49f2cd5-0a15-445b-b710-e0c61c83ad1b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Lock "d06d1b4a-0950-4c8a-a34d-cae1290f7033" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:05:14 user nova-compute[74854]: INFO nova.compute.manager [None req-b49f2cd5-0a15-445b-b710-e0c61c83ad1b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Attaching volume 25463bdf-d98d-45f4-b40e-62a9372d4c1b to /dev/vdb
Oct 23 17:05:15 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:17 user nova-compute[74854]: DEBUG nova.compute.manager [req-9ecbcb16-98a3-4432-ab50-916eb47084cd req-1a547bd7-89dd-4830-ba9d-697c46953441 service nova] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Received event network-changed-527a18c4-b703-4a10-9b1f-fe530a4d3bbf {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:05:17 user nova-compute[74854]: DEBUG nova.compute.manager [req-9ecbcb16-98a3-4432-ab50-916eb47084cd req-1a547bd7-89dd-4830-ba9d-697c46953441 service nova] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Refreshing instance network info cache due to event network-changed-527a18c4-b703-4a10-9b1f-fe530a4d3bbf. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:05:17 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-9ecbcb16-98a3-4432-ab50-916eb47084cd req-1a547bd7-89dd-4830-ba9d-697c46953441 service nova] Acquiring lock "refresh_cache-5a7d29b4-fac4-4931-bb22-d2aaf5701926" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:05:17 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-9ecbcb16-98a3-4432-ab50-916eb47084cd req-1a547bd7-89dd-4830-ba9d-697c46953441 service nova] Acquired lock "refresh_cache-5a7d29b4-fac4-4931-bb22-d2aaf5701926" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:05:17 user nova-compute[74854]: DEBUG nova.network.neutron [req-9ecbcb16-98a3-4432-ab50-916eb47084cd req-1a547bd7-89dd-4830-ba9d-697c46953441 service nova] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Refreshing network info cache for port 527a18c4-b703-4a10-9b1f-fe530a4d3bbf {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:05:18 user nova-compute[74854]: DEBUG nova.network.neutron [req-9ecbcb16-98a3-4432-ab50-916eb47084cd req-1a547bd7-89dd-4830-ba9d-697c46953441 service nova] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Updated VIF entry in instance network info cache for port 527a18c4-b703-4a10-9b1f-fe530a4d3bbf. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:05:18 user nova-compute[74854]: DEBUG nova.network.neutron [req-9ecbcb16-98a3-4432-ab50-916eb47084cd req-1a547bd7-89dd-4830-ba9d-697c46953441 service nova] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Updating instance_info_cache with network_info: [{"id": "527a18c4-b703-4a10-9b1f-fe530a4d3bbf", "address": "fa:16:3e:f6:f7:c4", "network": {"id": "cb094644-8cd0-45fe-ac74-405bf6667b0a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1677848412-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2c01b43b4bde42dc9dd7e55422a82967", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap527a18c4-b7", "ovs_interfaceid": "527a18c4-b703-4a10-9b1f-fe530a4d3bbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:05:18 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-9ecbcb16-98a3-4432-ab50-916eb47084cd req-1a547bd7-89dd-4830-ba9d-697c46953441 service nova] Releasing lock "refresh_cache-5a7d29b4-fac4-4931-bb22-d2aaf5701926" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:05:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:20 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-89f2648b-0463-4456-a8b6-31537773e27e tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Acquiring lock "f078aa99-03eb-4f16-a6f3-0b209ceb72ae" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:05:20 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-89f2648b-0463-4456-a8b6-31537773e27e tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Lock "f078aa99-03eb-4f16-a6f3-0b209ceb72ae" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:05:20 user nova-compute[74854]: DEBUG nova.objects.instance [None req-89f2648b-0463-4456-a8b6-31537773e27e tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Lazy-loading 'flavor' on Instance uuid f078aa99-03eb-4f16-a6f3-0b209ceb72ae {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:05:20 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-89f2648b-0463-4456-a8b6-31537773e27e tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Lock "f078aa99-03eb-4f16-a6f3-0b209ceb72ae" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.075s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:05:21 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-baaa3934-484f-4e60-b2bf-300d2aab7251 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] Acquiring lock "5a7d29b4-fac4-4931-bb22-d2aaf5701926" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:05:21 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-baaa3934-484f-4e60-b2bf-300d2aab7251 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] Lock "5a7d29b4-fac4-4931-bb22-d2aaf5701926" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:05:21 user nova-compute[74854]: DEBUG nova.objects.instance [None req-baaa3934-484f-4e60-b2bf-300d2aab7251 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] Lazy-loading 'flavor' on Instance uuid 5a7d29b4-fac4-4931-bb22-d2aaf5701926 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:05:21 user nova-compute[74854]: INFO nova.virt.block_device [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Booting with volume 43d8e906-9beb-4b35-821f-7705cd4f1ec8 at /dev/vdc
Oct 23 17:05:21 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-baaa3934-484f-4e60-b2bf-300d2aab7251 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] Lock "5a7d29b4-fac4-4931-bb22-d2aaf5701926" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.085s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:05:21 user nova-compute[74854]: DEBUG os_brick.utils [None req-b49f2cd5-0a15-445b-b710-e0c61c83ad1b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:05:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:21 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[3bff3fa5-65e2-4296-9bb3-b9417b394b3d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a321e2f0722\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:21 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[639c7eae-9ac6-4028-8df9-f1bbf0717770]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:21 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7e2e10f-94a2-4f4b-96bd-5c42d0be114f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:21 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3430b67-8429-407f-84c5-0b342b4ec8a1]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-b49f2cd5-0a15-445b-b710-e0c61c83ad1b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Running cmd (subprocess): nvme version {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-b49f2cd5-0a15-445b-b710-e0c61c83ad1b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] 'nvme version' failed. Not Retrying. {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:05:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b49f2cd5-0a15-445b-b710-e0c61c83ad1b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] nvme not present on system {{(pid=74854) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 17:05:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:05:21 user nova-compute[74854]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 17:05:21 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f3ccdcd-9380-4a03-9167-fdf35899d9df]: (4, '') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-b49f2cd5-0a15-445b-b710-e0c61c83ad1b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74854) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 17:05:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-b49f2cd5-0a15-445b-b710-e0c61c83ad1b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 17:05:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-b49f2cd5-0a15-445b-b710-e0c61c83ad1b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] LIGHTOS: no hostnqn found. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 17:05:21 user nova-compute[74854]: DEBUG os_brick.utils [None req-b49f2cd5-0a15-445b-b710-e0c61c83ad1b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a321e2f0722', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:05:21 user nova-compute[74854]: DEBUG nova.virt.block_device [None req-b49f2cd5-0a15-445b-b710-e0c61c83ad1b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Updating existing volume attachment record: d1a8c848-c4e4-4750-9667-8fceba4478e0 {{(pid=74854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 17:05:21 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-89f2648b-0463-4456-a8b6-31537773e27e tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Acquiring lock "f078aa99-03eb-4f16-a6f3-0b209ceb72ae" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:05:21 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-89f2648b-0463-4456-a8b6-31537773e27e tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Lock "f078aa99-03eb-4f16-a6f3-0b209ceb72ae" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:05:21 user nova-compute[74854]: INFO nova.compute.manager [None req-89f2648b-0463-4456-a8b6-31537773e27e tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Attaching volume 507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d to /dev/vdb
Oct 23 17:05:21 user nova-compute[74854]: DEBUG os_brick.utils [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:05:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:21 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[49a12156-5bd6-4282-83f3-0cbf6bef14be]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a321e2f0722\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:21 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[162c08b8-2737-4316-ac32-19f495bf5262]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:21 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[c408ee22-e66f-4ab9-a3d9-2a040e8d580a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:21 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[758f20b1-df72-4b0b-9b8a-b5139a4d85eb]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Running cmd (subprocess): nvme version {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] 'nvme version' failed. Not Retrying. {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:05:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.nvmeof [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] nvme not present on system {{(pid=74854) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 17:05:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:05:21 user nova-compute[74854]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 17:05:21 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[56bc654b-9780-4eb1-9210-3245d7f40c95]: (4, '') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74854) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 17:05:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 17:05:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] LIGHTOS: no hostnqn found. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 17:05:21 user nova-compute[74854]: DEBUG os_brick.utils [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] <== get_connector_properties: return (122ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a321e2f0722', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:05:21 user nova-compute[74854]: DEBUG nova.virt.block_device [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Updating existing volume attachment record: 5f36a162-df18-4a4c-80d5-21c5d4ee0dba {{(pid=74854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 17:05:21 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-baaa3934-484f-4e60-b2bf-300d2aab7251 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] Acquiring lock "5a7d29b4-fac4-4931-bb22-d2aaf5701926" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:05:21 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-baaa3934-484f-4e60-b2bf-300d2aab7251 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] Lock "5a7d29b4-fac4-4931-bb22-d2aaf5701926" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:05:21 user nova-compute[74854]: INFO nova.compute.manager [None req-baaa3934-484f-4e60-b2bf-300d2aab7251 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Attaching volume bf7740a5-95b6-4a78-9f30-64117787647c to /dev/vdb
Oct 23 17:05:23 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ad10c2a0-b0a5-4447-998f-5d4eb82647c2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Acquiring lock "cache_volume_driver" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:05:23 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ad10c2a0-b0a5-4447-998f-5d4eb82647c2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Lock "cache_volume_driver" acquired by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:05:23 user nova-compute[74854]: DEBUG os_brick.initiator.connector [None req-ad10c2a0-b0a5-4447-998f-5d4eb82647c2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Factory for ISCSI on None {{(pid=74854) factory /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connector.py:281}}
Oct 23 17:05:23 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ad10c2a0-b0a5-4447-998f-5d4eb82647c2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Lock "cache_volume_driver" "released" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: held 0.006s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:05:23 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ad10c2a0-b0a5-4447-998f-5d4eb82647c2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Calling os-brick to attach iSCSI Volume {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 17:05:23 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad10c2a0-b0a5-4447-998f-5d4eb82647c2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eswNPApz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:05:23 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-ad10c2a0-b0a5-4447-998f-5d4eb82647c2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:05:23 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-ad10c2a0-b0a5-4447-998f-5d4eb82647c2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:05:23 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-ad10c2a0-b0a5-4447-998f-5d4eb82647c2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:05:23 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-ad10c2a0-b0a5-4447-998f-5d4eb82647c2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:05:23 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-ad10c2a0-b0a5-4447-998f-5d4eb82647c2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:05:23 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-ad10c2a0-b0a5-4447-998f-5d4eb82647c2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:05:23 user nova-compute[74854]: INFO os_brick.initiator.connectors.iscsi [None req-ad10c2a0-b0a5-4447-998f-5d4eb82647c2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 17:05:23 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 -p 172.16.0.220:3260 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:23 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:23 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce39b7ff-1bb5-46c9-9017-51603819b7e5]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:23 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad10c2a0-b0a5-4447-998f-5d4eb82647c2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 17:05:23 user nova-compute[74854]:  {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:05:23 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 -p 172.16.0.220:3260 --interface default --op new {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:23 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:23 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd3dfd38-7505-4a2b-a548-daaa5e3b1248]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0] added\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:23 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad10c2a0-b0a5-4447-998f-5d4eb82647c2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0] added
Oct 23 17:05:23 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:05:23 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:23 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:23 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[41ebc35f-c5f4-45c4-9c03-bdbc597d6620]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:23 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad10c2a0-b0a5-4447-998f-5d4eb82647c2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:05:23 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:23 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:23 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ffbc6a0-7de6-4629-8fa5-2aa10737470a]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:23 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad10c2a0-b0a5-4447-998f-5d4eb82647c2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:05:23 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v eswNPApz {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:23 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v eswNPApz" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:23 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[856573b7-1d61-45d4-9c60-e338167f6484]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:23 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad10c2a0-b0a5-4447-998f-5d4eb82647c2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'eswNPApz'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:05:23 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:23 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.029s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:23 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[7133367e-0fa4-46df-a3d4-fd1ade6a9200]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:23 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad10c2a0-b0a5-4447-998f-5d4eb82647c2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:05:23 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:23 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:23 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[c704c3a2-8e46-45a9-b5c4-627fdc40dcdf]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:23 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad10c2a0-b0a5-4447-998f-5d4eb82647c2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 23 17:05:23 user nova-compute[74854]:  {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:05:23 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad10c2a0-b0a5-4447-998f-5d4eb82647c2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 23 17:05:23 user nova-compute[74854]:  {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:05:23 user nova-compute[74854]: WARNING os_brick.initiator.connectors.iscsi [None req-ad10c2a0-b0a5-4447-998f-5d4eb82647c2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 23 17:05:23 user nova-compute[74854]: 
Oct 23 17:05:23 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 -p 172.16.0.220:3260 --login {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:23 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 -p 172.16.0.220:3260 --login" returned: 0 in 0.057s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:23 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[040fbfee-d546-44fb-9fec-8bb00a97cd48]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:23 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad10c2a0-b0a5-4447-998f-5d4eb82647c2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0, portal: 172.16.0.220,3260]
Oct 23 17:05:23 user nova-compute[74854]: Login to [iface: default, target: iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0, portal: 172.16.0.220,3260] successful.
Oct 23 17:05:23 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:05:23 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:23 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:23 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[3db4cab1-5317-4ef3-b5b6-27972946ed14]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:23 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad10c2a0-b0a5-4447-998f-5d4eb82647c2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:05:23 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:23 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:23 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[c333e966-212e-46b6-b569-1370f5aa8ab4]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:23 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad10c2a0-b0a5-4447-998f-5d4eb82647c2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 (non-flash)
Oct 23 17:05:23 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:05:23 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad10c2a0-b0a5-4447-998f-5d4eb82647c2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 (non-flash)
Oct 23 17:05:23 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:05:23 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-ad10c2a0-b0a5-4447-998f-5d4eb82647c2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.295s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:05:23 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad10c2a0-b0a5-4447-998f-5d4eb82647c2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Connected to 172.16.0.220:3260 {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 17:05:23 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-ad10c2a0-b0a5-4447-998f-5d4eb82647c2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] HCTL ('33', '-', '-', 0) found on session 2 with lun 0 {{(pid=74854) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 17:05:23 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-ad10c2a0-b0a5-4447-998f-5d4eb82647c2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74854) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 17:05:23 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:23 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:23 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[24ad5174-7669-4835-b798-b5bc6af1dc4c]: (4, ('- - 0', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:23 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-ad10c2a0-b0a5-4447-998f-5d4eb82647c2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Searching for a device in session 2 and hctl ['33', '*', '*', 0] yield: None {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:05:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:24 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-ad10c2a0-b0a5-4447-998f-5d4eb82647c2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Searching for a device in session 2 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:05:24 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad10c2a0-b0a5-4447-998f-5d4eb82647c2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eswNPApz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 17:05:24 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-ad10c2a0-b0a5-4447-998f-5d4eb82647c2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.326s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:05:24 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad10c2a0-b0a5-4447-998f-5d4eb82647c2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] <== connect_volume: return (1328ms) {'type': 'block', 'scsi_wwn': '23439323362326466', 'path': '/dev/sdb'} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:05:24 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ad10c2a0-b0a5-4447-998f-5d4eb82647c2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23439323362326466', 'path': '/dev/sdb'} {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 17:05:24 user nova-compute[74854]: DEBUG nova.objects.instance [None req-ad10c2a0-b0a5-4447-998f-5d4eb82647c2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Lazy-loading 'flavor' on Instance uuid d290a939-5ec9-40be-a42b-472bdc9423aa {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:05:24 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-ad10c2a0-b0a5-4447-998f-5d4eb82647c2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] attach device xml: <disk type="block" device="disk">
Oct 23 17:05:24 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:05:24 user nova-compute[74854]:   <source dev="/dev/sdb"/>
Oct 23 17:05:24 user nova-compute[74854]:   <target dev="sdc" bus="scsi"/>
Oct 23 17:05:24 user nova-compute[74854]:   <serial>adeb59e3-98fe-4705-acda-afecb01e21b0</serial>
Oct 23 17:05:24 user nova-compute[74854]:   <address type="drive" controller="0" unit="2"/>
Oct 23 17:05:24 user nova-compute[74854]: </disk>
Oct 23 17:05:24 user nova-compute[74854]:  {{(pid=74854) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 17:05:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:25 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ad10c2a0-b0a5-4447-998f-5d4eb82647c2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] No BDM found with device name sda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:05:25 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ad10c2a0-b0a5-4447-998f-5d4eb82647c2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] No BDM found with device name sdb, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:05:25 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ad10c2a0-b0a5-4447-998f-5d4eb82647c2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] No BDM found with device name sdc, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:05:25 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ad10c2a0-b0a5-4447-998f-5d4eb82647c2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] No VIF found with MAC fa:16:3e:80:75:4f, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:05:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:33 user nova-compute[74854]: DEBUG os_brick.utils [None req-89f2648b-0463-4456-a8b6-31537773e27e tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:05:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:33 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[9025a3de-4707-4e44-8da6-4642026f8bc0]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a321e2f0722\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:33 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:33 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[59d7fc2c-097f-41b5-b0a1-c73d3b23502c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:33 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba4548ee-2d5d-490d-89ec-daf37389b3f6]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:33 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[30db6f9b-beea-4283-9c76-921c61397875]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-89f2648b-0463-4456-a8b6-31537773e27e tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Running cmd (subprocess): nvme version {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-89f2648b-0463-4456-a8b6-31537773e27e tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] 'nvme version' failed. Not Retrying. {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:05:34 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.nvmeof [None req-89f2648b-0463-4456-a8b6-31537773e27e tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] nvme not present on system {{(pid=74854) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 17:05:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:05:34 user nova-compute[74854]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 17:05:34 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[f00906a0-2cd0-4f1a-a591-6c1a13ce8d45]: (4, '') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ad10c2a0-b0a5-4447-998f-5d4eb82647c2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Lock "d290a939-5ec9-40be-a42b-472bdc9423aa" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 30.126s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:05:34 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-89f2648b-0463-4456-a8b6-31537773e27e tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74854) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 17:05:34 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-89f2648b-0463-4456-a8b6-31537773e27e tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 17:05:34 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-89f2648b-0463-4456-a8b6-31537773e27e tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] LIGHTOS: no hostnqn found. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 17:05:34 user nova-compute[74854]: DEBUG os_brick.utils [None req-89f2648b-0463-4456-a8b6-31537773e27e tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] <== get_connector_properties: return (129ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a321e2f0722', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:05:34 user nova-compute[74854]: DEBUG nova.virt.block_device [None req-89f2648b-0463-4456-a8b6-31537773e27e tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Updating existing volume attachment record: 33fba4fa-1965-4f8a-a451-43dc32d8134a {{(pid=74854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 17:05:34 user nova-compute[74854]: INFO nova.virt.block_device [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Booting with volume 6665e64a-0e5c-4a0d-81f9-21c8de033d96 at /dev/vdc
Oct 23 17:05:34 user nova-compute[74854]: DEBUG os_brick.utils [None req-baaa3934-484f-4e60-b2bf-300d2aab7251 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:05:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.061s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:34 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[444f2608-6627-4e2f-af4a-33b513111151]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a321e2f0722\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:34 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6aeab30-3ded-4b58-b62f-474c6671fb71]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.013s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:34 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4b20c28-8d33-4acd-9bc1-b53f7d466369]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:34 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[486f85a5-f1e8-4b7d-a779-f07eb2e3f571]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-baaa3934-484f-4e60-b2bf-300d2aab7251 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] Running cmd (subprocess): nvme version {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-baaa3934-484f-4e60-b2bf-300d2aab7251 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] 'nvme version' failed. Not Retrying. {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:05:34 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.nvmeof [None req-baaa3934-484f-4e60-b2bf-300d2aab7251 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] nvme not present on system {{(pid=74854) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 17:05:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:05:34 user nova-compute[74854]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 17:05:34 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cf7ddcf-7475-41ae-80ac-78b767ea35b9]: (4, '') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:34 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-baaa3934-484f-4e60-b2bf-300d2aab7251 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74854) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 17:05:34 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-baaa3934-484f-4e60-b2bf-300d2aab7251 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 17:05:34 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-baaa3934-484f-4e60-b2bf-300d2aab7251 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] LIGHTOS: no hostnqn found. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 17:05:34 user nova-compute[74854]: DEBUG os_brick.utils [None req-baaa3934-484f-4e60-b2bf-300d2aab7251 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] <== get_connector_properties: return (196ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a321e2f0722', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:05:34 user nova-compute[74854]: DEBUG nova.virt.block_device [None req-baaa3934-484f-4e60-b2bf-300d2aab7251 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Updating existing volume attachment record: f2d64a96-27a2-4a28-bc45-e8da810dac0f {{(pid=74854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 17:05:35 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:35 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:05:36 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:05:37 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:05:37 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:05:37 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 17:05:37 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:05:37 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:05:37 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:05:37 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:05:37 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Auditing locally available compute resources for user (node: user) {{(pid=74854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 17:05:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a24a55d-7b9a-475e-8668-2121954d0e6b/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a24a55d-7b9a-475e-8668-2121954d0e6b/disk --force-share --output=json" returned: 0 in 0.252s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a24a55d-7b9a-475e-8668-2121954d0e6b/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a24a55d-7b9a-475e-8668-2121954d0e6b/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d06d1b4a-0950-4c8a-a34d-cae1290f7033/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d06d1b4a-0950-4c8a-a34d-cae1290f7033/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d06d1b4a-0950-4c8a-a34d-cae1290f7033/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:38 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d06d1b4a-0950-4c8a-a34d-cae1290f7033/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5d24cfc-a7aa-41d7-99f6-e59331c1608f/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5d24cfc-a7aa-41d7-99f6-e59331c1608f/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5d24cfc-a7aa-41d7-99f6-e59331c1608f/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5d24cfc-a7aa-41d7-99f6-e59331c1608f/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4284792e-08bd-4f6e-a47f-e7381f16c8c6/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4284792e-08bd-4f6e-a47f-e7381f16c8c6/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4284792e-08bd-4f6e-a47f-e7381f16c8c6/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4284792e-08bd-4f6e-a47f-e7381f16c8c6/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d290a939-5ec9-40be-a42b-472bdc9423aa/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d290a939-5ec9-40be-a42b-472bdc9423aa/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d290a939-5ec9-40be-a42b-472bdc9423aa/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d290a939-5ec9-40be-a42b-472bdc9423aa/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdb (sdc) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b49f2cd5-0a15-445b-b710-e0c61c83ad1b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Calling os-brick to attach iSCSI Volume {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-b49f2cd5-0a15-445b-b710-e0c61c83ad1b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YskLQFEm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:05:40 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-b49f2cd5-0a15-445b-b710-e0c61c83ad1b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:05:40 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-b49f2cd5-0a15-445b-b710-e0c61c83ad1b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-b49f2cd5-0a15-445b-b710-e0c61c83ad1b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:05:40 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-b49f2cd5-0a15-445b-b710-e0c61c83ad1b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:05:40 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-b49f2cd5-0a15-445b-b710-e0c61c83ad1b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-b49f2cd5-0a15-445b-b710-e0c61c83ad1b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:05:40 user nova-compute[74854]: INFO os_brick.initiator.connectors.iscsi [None req-b49f2cd5-0a15-445b-b710-e0c61c83ad1b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 17:05:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b -p 172.16.0.220:3260 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f078aa99-03eb-4f16-a6f3-0b209ceb72ae/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[57c1fae5-cb07-4960-ba17-ed432b0b08c3]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-b49f2cd5-0a15-445b-b710-e0c61c83ad1b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 17:05:40 user nova-compute[74854]:  {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b -p 172.16.0.220:3260 --interface default --op new {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[6db479ca-4521-421e-bd9a-49e79935b8ed]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b] added\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-b49f2cd5-0a15-445b-b710-e0c61c83ad1b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b] added
Oct 23 17:05:40 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[2576e91e-d000-45b2-b784-ad994870e7ee]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-b49f2cd5-0a15-445b-b710-e0c61c83ad1b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d282889-2add-4caf-890f-821fb5ba51d2]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-b49f2cd5-0a15-445b-b710-e0c61c83ad1b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v YskLQFEm {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v YskLQFEm" returned: 0 in 0.016s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd6c9cc4-7463-4a78-86d1-e1440eb66804]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-b49f2cd5-0a15-445b-b710-e0c61c83ad1b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'YskLQFEm'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[1af08e95-a22e-4f7b-94c5-109a2914d136]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-b49f2cd5-0a15-445b-b710-e0c61c83ad1b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe6743b3-abe4-46d1-90b2-75642c996a73]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-b49f2cd5-0a15-445b-b710-e0c61c83ad1b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 (non-flash)
Oct 23 17:05:40 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-b49f2cd5-0a15-445b-b710-e0c61c83ad1b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 (non-flash)
Oct 23 17:05:40 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f078aa99-03eb-4f16-a6f3-0b209ceb72ae/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f078aa99-03eb-4f16-a6f3-0b209ceb72ae/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b -p 172.16.0.220:3260 --login {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b -p 172.16.0.220:3260 --login" returned: 0 in 0.050s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[937f051a-f53a-47e7-ba7c-986495784090]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-b49f2cd5-0a15-445b-b710-e0c61c83ad1b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b, portal: 172.16.0.220,3260]
Oct 23 17:05:40 user nova-compute[74854]: Login to [iface: default, target: iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b, portal: 172.16.0.220,3260] successful.
Oct 23 17:05:40 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[512d5e34-e56f-4cb9-9dc4-9f436a335833]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-b49f2cd5-0a15-445b-b710-e0c61c83ad1b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[08b31283-6b0f-487b-9161-f26efae7ad4b]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-b49f2cd5-0a15-445b-b710-e0c61c83ad1b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 (non-flash)
Oct 23 17:05:40 user nova-compute[74854]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:05:40 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-b49f2cd5-0a15-445b-b710-e0c61c83ad1b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 (non-flash)
Oct 23 17:05:40 user nova-compute[74854]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:05:40 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-b49f2cd5-0a15-445b-b710-e0c61c83ad1b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.280s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-b49f2cd5-0a15-445b-b710-e0c61c83ad1b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Connected to 172.16.0.220:3260 {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-b49f2cd5-0a15-445b-b710-e0c61c83ad1b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] HCTL ('34', '-', '-', 0) found on session 3 with lun 0 {{(pid=74854) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-b49f2cd5-0a15-445b-b710-e0c61c83ad1b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74854) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4377794-09be-48c1-ac5e-a009760c763f]: (4, ('- - 0', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-b49f2cd5-0a15-445b-b710-e0c61c83ad1b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Searching for a device in session 3 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-b49f2cd5-0a15-445b-b710-e0c61c83ad1b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YskLQFEm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f078aa99-03eb-4f16-a6f3-0b209ceb72ae/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5a7d29b4-fac4-4931-bb22-d2aaf5701926/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5a7d29b4-fac4-4931-bb22-d2aaf5701926/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5a7d29b4-fac4-4931-bb22-d2aaf5701926/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5a7d29b4-fac4-4931-bb22-d2aaf5701926/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fed2ceef-7eb7-4b11-b5b9-ede51230f22a/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fed2ceef-7eb7-4b11-b5b9-ede51230f22a/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fed2ceef-7eb7-4b11-b5b9-ede51230f22a/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fed2ceef-7eb7-4b11-b5b9-ede51230f22a/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-b49f2cd5-0a15-445b-b710-e0c61c83ad1b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.578s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-b49f2cd5-0a15-445b-b710-e0c61c83ad1b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] <== connect_volume: return (1581ms) {'type': 'block', 'scsi_wwn': '23437623739306562', 'path': '/dev/sdc'} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b49f2cd5-0a15-445b-b710-e0c61c83ad1b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23437623739306562', 'path': '/dev/sdc'} {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 17:05:42 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:05:42 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:05:42 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Hypervisor/Node resource view: name=user free_ram=7686MB free_disk=25.28463363647461GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG nova.objects.instance [None req-b49f2cd5-0a15-445b-b710-e0c61c83ad1b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Lazy-loading 'flavor' on Instance uuid d06d1b4a-0950-4c8a-a34d-cae1290f7033 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-b49f2cd5-0a15-445b-b710-e0c61c83ad1b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] attach device xml: <disk type="block" device="disk">
Oct 23 17:05:42 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:05:42 user nova-compute[74854]:   <source dev="/dev/sdc"/>
Oct 23 17:05:42 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:05:42 user nova-compute[74854]:   <serial>25463bdf-d98d-45f4-b40e-62a9372d4c1b</serial>
Oct 23 17:05:42 user nova-compute[74854]: </disk>
Oct 23 17:05:42 user nova-compute[74854]:  {{(pid=74854) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance d290a939-5ec9-40be-a42b-472bdc9423aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 7a24a55d-7b9a-475e-8668-2121954d0e6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance fed2ceef-7eb7-4b11-b5b9-ede51230f22a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 77cee224-bb86-4929-bcb6-aa4b31cd235f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 5a7d29b4-fac4-4931-bb22-d2aaf5701926 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance d06d1b4a-0950-4c8a-a34d-cae1290f7033 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance f150b707-22b3-43b5-b657-0c2e19bcf524 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance c5c5eaef-a5de-43f0-8637-009a870b9f38 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance f5d24cfc-a7aa-41d7-99f6-e59331c1608f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance f078aa99-03eb-4f16-a6f3-0b209ceb72ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 4284792e-08bd-4f6e-a47f-e7381f16c8c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Compute_service record updated for user:user {{(pid=74854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.547s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG os_brick.utils [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd0e2e62-0e3e-4afd-b839-6caa944ee771]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a321e2f0722\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9368d20-0f38-4e02-90e8-4f1a51fc2d55]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-b49f2cd5-0a15-445b-b710-e0c61c83ad1b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-b49f2cd5-0a15-445b-b710-e0c61c83ad1b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-b49f2cd5-0a15-445b-b710-e0c61c83ad1b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] No VIF found with MAC fa:16:3e:79:6b:ae, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[abd63d99-7300-45c8-9efd-28d5147e3697]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7dde02f-0719-478f-8794-e7908643a68c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Running cmd (subprocess): nvme version {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] 'nvme version' failed. Not Retrying. {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] nvme not present on system {{(pid=74854) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:05:42 user nova-compute[74854]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 17:05:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2452de8-b3ac-4b49-a7c9-a41532e06e81]: (4, '') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74854) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] LIGHTOS: no hostnqn found. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG os_brick.utils [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] <== get_connector_properties: return (142ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a321e2f0722', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG nova.virt.block_device [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Updating existing volume attachment record: b8f79e39-d4be-4261-b24f-7842a84aeb48 {{(pid=74854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG nova.compute.manager [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Start spawning the instance on the hypervisor. {{(pid=74854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Creating instance directory {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 17:05:42 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Creating image(s)
Oct 23 17:05:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Did not create local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Ensure instance console log exists: /opt/stack/data/nova/instances/c5c5eaef-a5de-43f0-8637-009a870b9f38/console.log {{(pid=74854) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Start _get_guest_xml network_info=[{"id": "4b98f337-da94-4943-95ce-75e6b0d1d3f7", "address": "fa:16:3e:3d:ee:dd", "network": {"id": "367d08f1-3356-4df0-8215-d668efa2f9a1", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1188717923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b98f337-da", "ovs_interfaceid": "4b98f337-da94-4943-95ce-75e6b0d1d3f7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "314299e6-3bd6-48ae-91cd-4756a58f94cc", "address": "fa:16:3e:29:72:88", "network": {"id": "c3f2ba9b-169c-4c84-b01d-2dbed4979b58", "bridge": "br-int", "label": "tempest-device-tagging-net1-1822806631", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap314299e6-3b", "ovs_interfaceid": "314299e6-3bd6-48ae-91cd-4756a58f94cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "71403998-d1d1-430d-8365-db5394f41b23", "address": "fa:16:3e:f8:96:25", "network": {"id": "c3f2ba9b-169c-4c84-b01d-2dbed4979b58", "bridge": "br-int", "label": "tempest-device-tagging-net1-1822806631", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71403998-d1", "ovs_interfaceid": "71403998-d1d1-430d-8365-db5394f41b23", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "3aa768c5-5c43-4b37-bd30-98cba551d0df", "address": "fa:16:3e:be:8b:5f", "network": {"id": "c3f2ba9b-169c-4c84-b01d-2dbed4979b58", "bridge": "br-int", "label": "tempest-device-tagging-net1-1822806631", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3aa768c5-5c", "ovs_interfaceid": "3aa768c5-5c43-4b37-bd30-98cba551d0df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a0be0241-31ec-4388-b0fc-0dda0e75f05c", "address": "fa:16:3e:82:3e:96", "network": {"id": "c3f2ba9b-169c-4c84-b01d-2dbed4979b58", "bridge": "br-int", "label": "tempest-device-tagging-net1-1822806631", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0be0241-31", "ovs_interfaceid": "a0be0241-31ec-4388-b0fc-0dda0e75f05c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a20d95e9-a1c2-4675-8cd3-20fad978efb8", "address": "fa:16:3e:b1:53:98", "network": {"id": "aaa665a8-138f-44ad-807f-0ec0dffc3a6c", "bridge": "br-int", "label": "tempest-device-tagging-net2-1217736957", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa20d95e9-a1", "ovs_interfaceid": "a20d95e9-a1c2-4675-8cd3-20fad978efb8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a121a20d-7541-4112-9748-7f005398206e", "address": "fa:16:3e:7b:85:89", "network": {"id": "aaa665a8-138f-44ad-807f-0ec0dffc3a6c", "bridge": "br-int", "label": "tempest-device-tagging-net2-1217736957", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa121a20d-75", "ovs_interfaceid": "a121a20d-7541-4112-9748-7f005398206e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'attachment_id': 'bbd5da49-5d71-48b4-8283-dfe237085857', 'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nBTtbPlU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c5c5eaef-a5de-43f0-8637-009a870b9f38', 'attached_at': '', 'detached_at': '', 'volume_id': '012d14d5-cf92-4e41-890b-24ae44ed6c91', 'serial': '012d14d5-cf92-4e41-890b-24ae44ed6c91'}, 'mount_device': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'volume_type': None}, {'delete_on_termination': False, 'attachment_id': '320f5d21-547b-4132-8408-154a0921cd03', 'boot_index': 1, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aVgoOUBA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c5c5eaef-a5de-43f0-8637-009a870b9f38', 'attached_at': '', 'detached_at': '', 'volume_id': '843fefea-be75-43ee-a97d-19c99f50cbda', 'serial': '843fefea-be75-43ee-a97d-19c99f50cbda'}, 'mount_device': '/dev/vdb', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'volume_type': None}, {'delete_on_termination': False, 'attachment_id': '5f36a162-df18-4a4c-80d5-21c5d4ee0dba', 'boot_index': 2, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HrgnKuXD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c5c5eaef-a5de-43f0-8637-009a870b9f38', 'attached_at': '', 'detached_at': '', 'volume_id': '43d8e906-9beb-4b35-821f-7705cd4f1ec8', 'serial': '43d8e906-9beb-4b35-821f-7705cd4f1ec8'}, 'mount_device': '/dev/vdc', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'volume_type': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:05:42 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:05:42 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:05:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Calling os-brick to attach iSCSI Volume {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nBTtbPlU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:05:42 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:05:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:05:42 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:05:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:05:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:05:42 user nova-compute[74854]: INFO os_brick.initiator.connectors.iscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 17:05:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 -p 172.16.0.220:3260 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:43 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[cedaa570-f75d-4356-9a72-e9ca89286c52]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:43 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 17:05:43 user nova-compute[74854]:  {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:05:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 -p 172.16.0.220:3260 --interface default --op new {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:43 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[2dafd594-d896-4446-abab-5da423c01de2]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91] added\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:43 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91] added
Oct 23 17:05:43 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:05:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:43 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[cec5e71a-ed29-41e5-961b-0b5e0219a556]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:43 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:05:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:43 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f52eeb8-a22f-4632-9977-440d4854b3fa]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:43 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:05:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v nBTtbPlU {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v nBTtbPlU" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:43 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee17caf9-aa7b-43d8-a9c0-16f0e1ec486f]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:43 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'nBTtbPlU'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:05:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:43 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[43756643-9339-4212-a538-54ec12049011]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:43 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:05:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:43 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[35d136a6-40df-48fa-8765-eeb13052706a]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:43 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 (non-flash)
Oct 23 17:05:43 user nova-compute[74854]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:05:43 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:05:43 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 (non-flash)
Oct 23 17:05:43 user nova-compute[74854]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:05:43 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:05:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 -p 172.16.0.220:3260 --login {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 -p 172.16.0.220:3260 --login" returned: 0 in 0.055s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:43 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[c652a9dc-39ce-4048-8226-6548bfdd97fb]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:43 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91, portal: 172.16.0.220,3260]
Oct 23 17:05:43 user nova-compute[74854]: Login to [iface: default, target: iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91, portal: 172.16.0.220,3260] successful.
Oct 23 17:05:43 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:05:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.026s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:43 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2f0aa30-57ae-4b79-adeb-5385a72d6871]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:43 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:05:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:43 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[35eefdb1-2892-4650-ac69-06ed6de6fff8]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:43 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 (non-flash)
Oct 23 17:05:43 user nova-compute[74854]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:05:43 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:05:43 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:05:43 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 (non-flash)
Oct 23 17:05:43 user nova-compute[74854]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:05:43 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:05:43 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:05:43 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.277s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:05:43 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Connected to 172.16.0.220:3260 {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 17:05:43 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] HCTL ('35', '-', '-', 0) found on session 4 with lun 0 {{(pid=74854) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 17:05:43 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74854) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 17:05:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.015s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:43 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca01420f-1b2e-4278-a4a6-ab0daf007500]: (4, ('- - 0', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:43 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Searching for a device in session 4 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:05:43 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nBTtbPlU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 17:05:43 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:05:43 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:05:43 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Starting heal instance info cache {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 17:05:43 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "refresh_cache-4284792e-08bd-4f6e-a47f-e7381f16c8c6" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:05:43 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquired lock "refresh_cache-4284792e-08bd-4f6e-a47f-e7381f16c8c6" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:05:43 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Forcefully refreshing network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 17:05:43 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:44 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Updating instance_info_cache with network_info: [{"id": "2a820f7c-529a-4e4a-a325-56c98817e999", "address": "fa:16:3e:e8:24:1e", "network": {"id": "a77582de-e63b-44a4-8492-acc79fe24568", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-483048063-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e344762c88724592a518c177db49fe81", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2a820f7c-52", "ovs_interfaceid": "2a820f7c-529a-4e4a-a325-56c98817e999", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:05:44 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Releasing lock "refresh_cache-4284792e-08bd-4f6e-a47f-e7381f16c8c6" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:05:44 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Updated the network info_cache for instance {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 17:05:44 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:05:44 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:05:44 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.306s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:05:44 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] <== connect_volume: return (1307ms) {'type': 'block', 'scsi_wwn': '26262663836316138', 'path': '/dev/sdd'} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:05:44 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26262663836316138', 'path': '/dev/sdd'} {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 17:05:44 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Calling os-brick to attach iSCSI Volume {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 17:05:44 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aVgoOUBA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:05:44 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:05:44 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:05:44 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:05:44 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:05:44 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:05:44 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:05:44 user nova-compute[74854]: INFO os_brick.initiator.connectors.iscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 17:05:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda -p 172.16.0.220:3260 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:44 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[01de9a47-48a7-4e20-ba2d-6696c7edfb21]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:44 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 17:05:44 user nova-compute[74854]:  {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:05:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda -p 172.16.0.220:3260 --interface default --op new {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:44 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec9a8e4f-807b-440e-b800-76f58e540bc5]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda] added\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:44 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda] added
Oct 23 17:05:44 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:05:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:44 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[5774c0ea-4c89-41ee-bc3d-d96bfaf5794e]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:44 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:05:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:44 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[10524b6a-2f8f-4977-a46c-784bb6904a3e]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:44 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:05:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda -p 172.16.0.220:3260 --op update -n node.session.auth.username -v aVgoOUBA {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda -p 172.16.0.220:3260 --op update -n node.session.auth.username -v aVgoOUBA" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:44 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3aba7c5-9b65-4608-9a28-69ac26d30071]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:44 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'aVgoOUBA'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:05:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:44 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6e468e0-9a6d-4db0-ab5b-5fa347bce633]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:44 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:05:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:44 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[de916237-26d1-4a98-a2f3-14efdd0ae689]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:44 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 (non-flash)
Oct 23 17:05:44 user nova-compute[74854]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:05:44 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:05:44 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:05:44 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 (non-flash)
Oct 23 17:05:44 user nova-compute[74854]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:05:44 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:05:44 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:05:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda -p 172.16.0.220:3260 --login {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda -p 172.16.0.220:3260 --login" returned: 0 in 0.078s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:44 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e32df3cc-6bca-4a8c-bd3f-448563c606c0]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:44 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda, portal: 172.16.0.220,3260]
Oct 23 17:05:44 user nova-compute[74854]: Login to [iface: default, target: iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda, portal: 172.16.0.220,3260] successful.
Oct 23 17:05:44 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:05:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:44 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[801ccf1d-ff8d-471e-914d-8761e89a9a57]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:44 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:05:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:44 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[61e54ffd-4e75-4999-b1d9-ab2475b7808f]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:44 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 (non-flash)
Oct 23 17:05:44 user nova-compute[74854]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:05:44 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:05:44 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:05:44 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:05:44 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 (non-flash)
Oct 23 17:05:44 user nova-compute[74854]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:05:44 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:05:44 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:05:44 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:05:44 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.281s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:05:44 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Connected to 172.16.0.220:3260 {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 17:05:44 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] HCTL ('36', '-', '-', 0) found on session 5 with lun 0 {{(pid=74854) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 17:05:44 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74854) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 17:05:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.015s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:44 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fd74461-4ef9-48c8-ad84-caeaa4bb2578]: (4, ('- - 0', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:44 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Searching for a device in session 5 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:05:44 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aVgoOUBA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 17:05:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Acquiring lock "30026d10-f080-4a53-8a4e-b8be523fe48e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:05:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "30026d10-f080-4a53-8a4e-b8be523fe48e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:05:45 user nova-compute[74854]: DEBUG nova.compute.manager [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Starting instance... {{(pid=74854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 17:05:45 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.311s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:05:45 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] <== connect_volume: return (1312ms) {'type': 'block', 'scsi_wwn': '26235623763353833', 'path': '/dev/sde'} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:05:45 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26235623763353833', 'path': '/dev/sde'} {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 17:05:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:05:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:05:45 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74854) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 17:05:45 user nova-compute[74854]: INFO nova.compute.claims [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Claim successful on node user
Oct 23 17:05:45 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Calling os-brick to attach iSCSI Volume {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 17:05:45 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HrgnKuXD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:05:45 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:05:45 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:05:45 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:05:45 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:05:45 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:05:45 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:05:45 user nova-compute[74854]: INFO os_brick.initiator.connectors.iscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 17:05:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 -p 172.16.0.220:3260 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:45 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[61582866-5e2b-4dd4-8ad3-11e40a6752b7]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:45 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 17:05:45 user nova-compute[74854]:  {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:05:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 -p 172.16.0.220:3260 --interface default --op new {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:45 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[f34e23f5-63db-49b4-b14e-ed5e345163ec]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8] added\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:45 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8] added
Oct 23 17:05:45 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:05:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.092s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:45 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[82f15739-6264-40dc-89ab-cefec003cc05]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:45 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:05:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:45 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[8680fcc2-9d8d-4d72-b73a-e9ef3ac9fdd7]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:45 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:05:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HrgnKuXD {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HrgnKuXD" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:45 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[13d36251-5710-4cdc-b818-69307142a322]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:45 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'HrgnKuXD'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:05:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:45 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[31df14fd-dcb0-432f-8e02-2cd3099ec645]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:45 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:05:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:45 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7609532-1f2e-49e1-9ef1-56ffeee26d4c]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:45 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 (non-flash)
Oct 23 17:05:45 user nova-compute[74854]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:05:45 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:05:45 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:05:45 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:05:45 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 (non-flash)
Oct 23 17:05:45 user nova-compute[74854]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:05:45 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:05:45 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:05:45 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:05:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 -p 172.16.0.220:3260 --login {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 -p 172.16.0.220:3260 --login" returned: 0 in 0.069s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:45 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[24bf99d0-97c3-4014-93de-ae471fb9a52c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:45 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8, portal: 172.16.0.220,3260]
Oct 23 17:05:45 user nova-compute[74854]: Login to [iface: default, target: iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8, portal: 172.16.0.220,3260] successful.
Oct 23 17:05:45 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:05:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:46 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[3cc7c14d-361b-4dcc-9d88-6e260c7704d4]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:46 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:05:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:46 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[c949aafe-7c42-42ab-ae97-1c7d8a0ad5cd]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:46 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 (non-flash)
Oct 23 17:05:46 user nova-compute[74854]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:05:46 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:05:46 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:05:46 user nova-compute[74854]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)
Oct 23 17:05:46 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:05:46 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 (non-flash)
Oct 23 17:05:46 user nova-compute[74854]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:05:46 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:05:46 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:05:46 user nova-compute[74854]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)
Oct 23 17:05:46 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:05:46 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.388s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:05:46 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Connected to 172.16.0.220:3260 {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 17:05:46 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] HCTL ('37', '-', '-', 0) found on session 6 with lun 0 {{(pid=74854) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 17:05:46 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74854) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 17:05:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:46 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c20591f-43e4-46ed-9469-2e8b39306faf]: (4, ('- - 0', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:46 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Searching for a device in session 6 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:05:46 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HrgnKuXD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 17:05:46 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:05:46 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:05:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.571s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:05:46 user nova-compute[74854]: DEBUG nova.compute.manager [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Start building networks asynchronously for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 17:05:46 user nova-compute[74854]: DEBUG nova.compute.manager [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Allocating IP information in the background. {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 17:05:46 user nova-compute[74854]: DEBUG nova.network.neutron [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] allocate_for_instance() {{(pid=74854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 17:05:46 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 17:05:46 user nova-compute[74854]: DEBUG nova.compute.manager [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Start building block device mappings for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 17:05:46 user nova-compute[74854]: DEBUG nova.policy [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdf5d05a392f4c0b925b8a1eca824323', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '435cbd0d03324a45bdacc7d5b76213e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74854) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 17:05:46 user nova-compute[74854]: INFO nova.virt.block_device [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Booting with blank volume at /dev/vda
Oct 23 17:05:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:46 user nova-compute[74854]: DEBUG nova.network.neutron [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Successfully created port: 76844ca9-ee3f-4faa-a83b-0ab1ca70e55c {{(pid=74854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.423s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] <== connect_volume: return (1425ms) {'type': 'block', 'scsi_wwn': '23165663239313666', 'path': '/dev/sdf'} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23165663239313666', 'path': '/dev/sdf'} {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T17:04:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-711916778',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-711916778',id=9,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIt2viWpicbP4fXPoYpoFfPOi6R2ob4IOODipxjhOtApEgzH85mS+1nQqY9PRdFNmNhkVDLDwIkxdE+Fc0cm7gdKwBxZPhV6H1a2zwIjkr3AOyJFwcHWIW3Or/LeJUz1ig==',key_name='tempest-keypair-2002211492',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7abd032e728d4f639fc0a6ed18567bec',ramdisk_id='',reservation_id='r-0c6ssp6f',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-259030877',owner_user_name='tempest-TaggedBootDevicesTest-259030877-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:04:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bc3ab51fd9c94cd698e32ecc1f58832e',uuid=c5c5eaef-a5de-43f0-8637-009a870b9f38,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4b98f337-da94-4943-95ce-75e6b0d1d3f7", "address": "fa:16:3e:3d:ee:dd", "network": {"id": "367d08f1-3356-4df0-8215-d668efa2f9a1", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1188717923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b98f337-da", "ovs_interfaceid": "4b98f337-da94-4943-95ce-75e6b0d1d3f7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Converting VIF {"id": "4b98f337-da94-4943-95ce-75e6b0d1d3f7", "address": "fa:16:3e:3d:ee:dd", "network": {"id": "367d08f1-3356-4df0-8215-d668efa2f9a1", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1188717923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b98f337-da", "ovs_interfaceid": "4b98f337-da94-4943-95ce-75e6b0d1d3f7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3d:ee:dd,bridge_name='br-int',has_traffic_filtering=True,id=4b98f337-da94-4943-95ce-75e6b0d1d3f7,network=Network(367d08f1-3356-4df0-8215-d668efa2f9a1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4b98f337-da') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T17:04:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-711916778',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-711916778',id=9,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIt2viWpicbP4fXPoYpoFfPOi6R2ob4IOODipxjhOtApEgzH85mS+1nQqY9PRdFNmNhkVDLDwIkxdE+Fc0cm7gdKwBxZPhV6H1a2zwIjkr3AOyJFwcHWIW3Or/LeJUz1ig==',key_name='tempest-keypair-2002211492',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7abd032e728d4f639fc0a6ed18567bec',ramdisk_id='',reservation_id='r-0c6ssp6f',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-259030877',owner_user_name='tempest-TaggedBootDevicesTest-259030877-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:04:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bc3ab51fd9c94cd698e32ecc1f58832e',uuid=c5c5eaef-a5de-43f0-8637-009a870b9f38,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "314299e6-3bd6-48ae-91cd-4756a58f94cc", "address": "fa:16:3e:29:72:88", "network": {"id": "c3f2ba9b-169c-4c84-b01d-2dbed4979b58", "bridge": "br-int", "label": "tempest-device-tagging-net1-1822806631", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap314299e6-3b", "ovs_interfaceid": "314299e6-3bd6-48ae-91cd-4756a58f94cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Converting VIF {"id": "314299e6-3bd6-48ae-91cd-4756a58f94cc", "address": "fa:16:3e:29:72:88", "network": {"id": "c3f2ba9b-169c-4c84-b01d-2dbed4979b58", "bridge": "br-int", "label": "tempest-device-tagging-net1-1822806631", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap314299e6-3b", "ovs_interfaceid": "314299e6-3bd6-48ae-91cd-4756a58f94cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:29:72:88,bridge_name='br-int',has_traffic_filtering=True,id=314299e6-3bd6-48ae-91cd-4756a58f94cc,network=Network(c3f2ba9b-169c-4c84-b01d-2dbed4979b58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap314299e6-3b') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T17:04:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-711916778',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-711916778',id=9,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIt2viWpicbP4fXPoYpoFfPOi6R2ob4IOODipxjhOtApEgzH85mS+1nQqY9PRdFNmNhkVDLDwIkxdE+Fc0cm7gdKwBxZPhV6H1a2zwIjkr3AOyJFwcHWIW3Or/LeJUz1ig==',key_name='tempest-keypair-2002211492',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7abd032e728d4f639fc0a6ed18567bec',ramdisk_id='',reservation_id='r-0c6ssp6f',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-259030877',owner_user_name='tempest-TaggedBootDevicesTest-259030877-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:04:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bc3ab51fd9c94cd698e32ecc1f58832e',uuid=c5c5eaef-a5de-43f0-8637-009a870b9f38,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "71403998-d1d1-430d-8365-db5394f41b23", "address": "fa:16:3e:f8:96:25", "network": {"id": "c3f2ba9b-169c-4c84-b01d-2dbed4979b58", "bridge": "br-int", "label": "tempest-device-tagging-net1-1822806631", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71403998-d1", "ovs_interfaceid": "71403998-d1d1-430d-8365-db5394f41b23", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Converting VIF {"id": "71403998-d1d1-430d-8365-db5394f41b23", "address": "fa:16:3e:f8:96:25", "network": {"id": "c3f2ba9b-169c-4c84-b01d-2dbed4979b58", "bridge": "br-int", "label": "tempest-device-tagging-net1-1822806631", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71403998-d1", "ovs_interfaceid": "71403998-d1d1-430d-8365-db5394f41b23", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f8:96:25,bridge_name='br-int',has_traffic_filtering=True,id=71403998-d1d1-430d-8365-db5394f41b23,network=Network(c3f2ba9b-169c-4c84-b01d-2dbed4979b58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap71403998-d1') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T17:04:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-711916778',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-711916778',id=9,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIt2viWpicbP4fXPoYpoFfPOi6R2ob4IOODipxjhOtApEgzH85mS+1nQqY9PRdFNmNhkVDLDwIkxdE+Fc0cm7gdKwBxZPhV6H1a2zwIjkr3AOyJFwcHWIW3Or/LeJUz1ig==',key_name='tempest-keypair-2002211492',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7abd032e728d4f639fc0a6ed18567bec',ramdisk_id='',reservation_id='r-0c6ssp6f',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-259030877',owner_user_name='tempest-TaggedBootDevicesTest-259030877-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:04:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bc3ab51fd9c94cd698e32ecc1f58832e',uuid=c5c5eaef-a5de-43f0-8637-009a870b9f38,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3aa768c5-5c43-4b37-bd30-98cba551d0df", "address": "fa:16:3e:be:8b:5f", "network": {"id": "c3f2ba9b-169c-4c84-b01d-2dbed4979b58", "bridge": "br-int", "label": "tempest-device-tagging-net1-1822806631", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3aa768c5-5c", "ovs_interfaceid": "3aa768c5-5c43-4b37-bd30-98cba551d0df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Converting VIF {"id": "3aa768c5-5c43-4b37-bd30-98cba551d0df", "address": "fa:16:3e:be:8b:5f", "network": {"id": "c3f2ba9b-169c-4c84-b01d-2dbed4979b58", "bridge": "br-int", "label": "tempest-device-tagging-net1-1822806631", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3aa768c5-5c", "ovs_interfaceid": "3aa768c5-5c43-4b37-bd30-98cba551d0df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:be:8b:5f,bridge_name='br-int',has_traffic_filtering=True,id=3aa768c5-5c43-4b37-bd30-98cba551d0df,network=Network(c3f2ba9b-169c-4c84-b01d-2dbed4979b58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3aa768c5-5c') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T17:04:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-711916778',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-711916778',id=9,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIt2viWpicbP4fXPoYpoFfPOi6R2ob4IOODipxjhOtApEgzH85mS+1nQqY9PRdFNmNhkVDLDwIkxdE+Fc0cm7gdKwBxZPhV6H1a2zwIjkr3AOyJFwcHWIW3Or/LeJUz1ig==',key_name='tempest-keypair-2002211492',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7abd032e728d4f639fc0a6ed18567bec',ramdisk_id='',reservation_id='r-0c6ssp6f',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-259030877',owner_user_name='tempest-TaggedBootDevicesTest-259030877-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:04:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bc3ab51fd9c94cd698e32ecc1f58832e',uuid=c5c5eaef-a5de-43f0-8637-009a870b9f38,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a0be0241-31ec-4388-b0fc-0dda0e75f05c", "address": "fa:16:3e:82:3e:96", "network": {"id": "c3f2ba9b-169c-4c84-b01d-2dbed4979b58", "bridge": "br-int", "label": "tempest-device-tagging-net1-1822806631", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0be0241-31", "ovs_interfaceid": "a0be0241-31ec-4388-b0fc-0dda0e75f05c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Converting VIF {"id": "a0be0241-31ec-4388-b0fc-0dda0e75f05c", "address": "fa:16:3e:82:3e:96", "network": {"id": "c3f2ba9b-169c-4c84-b01d-2dbed4979b58", "bridge": "br-int", "label": "tempest-device-tagging-net1-1822806631", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0be0241-31", "ovs_interfaceid": "a0be0241-31ec-4388-b0fc-0dda0e75f05c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:82:3e:96,bridge_name='br-int',has_traffic_filtering=True,id=a0be0241-31ec-4388-b0fc-0dda0e75f05c,network=Network(c3f2ba9b-169c-4c84-b01d-2dbed4979b58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa0be0241-31') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T17:04:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-711916778',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-711916778',id=9,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIt2viWpicbP4fXPoYpoFfPOi6R2ob4IOODipxjhOtApEgzH85mS+1nQqY9PRdFNmNhkVDLDwIkxdE+Fc0cm7gdKwBxZPhV6H1a2zwIjkr3AOyJFwcHWIW3Or/LeJUz1ig==',key_name='tempest-keypair-2002211492',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7abd032e728d4f639fc0a6ed18567bec',ramdisk_id='',reservation_id='r-0c6ssp6f',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-259030877',owner_user_name='tempest-TaggedBootDevicesTest-259030877-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:04:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bc3ab51fd9c94cd698e32ecc1f58832e',uuid=c5c5eaef-a5de-43f0-8637-009a870b9f38,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a20d95e9-a1c2-4675-8cd3-20fad978efb8", "address": "fa:16:3e:b1:53:98", "network": {"id": "aaa665a8-138f-44ad-807f-0ec0dffc3a6c", "bridge": "br-int", "label": "tempest-device-tagging-net2-1217736957", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa20d95e9-a1", "ovs_interfaceid": "a20d95e9-a1c2-4675-8cd3-20fad978efb8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Converting VIF {"id": "a20d95e9-a1c2-4675-8cd3-20fad978efb8", "address": "fa:16:3e:b1:53:98", "network": {"id": "aaa665a8-138f-44ad-807f-0ec0dffc3a6c", "bridge": "br-int", "label": "tempest-device-tagging-net2-1217736957", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa20d95e9-a1", "ovs_interfaceid": "a20d95e9-a1c2-4675-8cd3-20fad978efb8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b1:53:98,bridge_name='br-int',has_traffic_filtering=True,id=a20d95e9-a1c2-4675-8cd3-20fad978efb8,network=Network(aaa665a8-138f-44ad-807f-0ec0dffc3a6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa20d95e9-a1') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T17:04:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-711916778',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-711916778',id=9,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIt2viWpicbP4fXPoYpoFfPOi6R2ob4IOODipxjhOtApEgzH85mS+1nQqY9PRdFNmNhkVDLDwIkxdE+Fc0cm7gdKwBxZPhV6H1a2zwIjkr3AOyJFwcHWIW3Or/LeJUz1ig==',key_name='tempest-keypair-2002211492',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7abd032e728d4f639fc0a6ed18567bec',ramdisk_id='',reservation_id='r-0c6ssp6f',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-259030877',owner_user_name='tempest-TaggedBootDevicesTest-259030877-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:04:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bc3ab51fd9c94cd698e32ecc1f58832e',uuid=c5c5eaef-a5de-43f0-8637-009a870b9f38,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a121a20d-7541-4112-9748-7f005398206e", "address": "fa:16:3e:7b:85:89", "network": {"id": "aaa665a8-138f-44ad-807f-0ec0dffc3a6c", "bridge": "br-int", "label": "tempest-device-tagging-net2-1217736957", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa121a20d-75", "ovs_interfaceid": "a121a20d-7541-4112-9748-7f005398206e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Converting VIF {"id": "a121a20d-7541-4112-9748-7f005398206e", "address": "fa:16:3e:7b:85:89", "network": {"id": "aaa665a8-138f-44ad-807f-0ec0dffc3a6c", "bridge": "br-int", "label": "tempest-device-tagging-net2-1217736957", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa121a20d-75", "ovs_interfaceid": "a121a20d-7541-4112-9748-7f005398206e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7b:85:89,bridge_name='br-int',has_traffic_filtering=True,id=a121a20d-7541-4112-9748-7f005398206e,network=Network(aaa665a8-138f-44ad-807f-0ec0dffc3a6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa121a20d-75') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG nova.objects.instance [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Lazy-loading 'pci_devices' on Instance uuid c5c5eaef-a5de-43f0-8637-009a870b9f38 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:05:47 user nova-compute[74854]:   <uuid>c5c5eaef-a5de-43f0-8637-009a870b9f38</uuid>
Oct 23 17:05:47 user nova-compute[74854]:   <name>instance-00000009</name>
Oct 23 17:05:47 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:05:47 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:05:47 user nova-compute[74854]:   <metadata>
Oct 23 17:05:47 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:05:47 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:05:47 user nova-compute[74854]:       <nova:name>tempest-device-tagging-server-711916778</nova:name>
Oct 23 17:05:47 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:05:42</nova:creationTime>
Oct 23 17:05:47 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:05:47 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:05:47 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:05:47 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:05:47 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:05:47 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:05:47 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:05:47 user nova-compute[74854]:       <nova:owner>
Oct 23 17:05:47 user nova-compute[74854]:         <nova:user uuid="bc3ab51fd9c94cd698e32ecc1f58832e">tempest-TaggedBootDevicesTest-259030877-project-member</nova:user>
Oct 23 17:05:47 user nova-compute[74854]:         <nova:project uuid="7abd032e728d4f639fc0a6ed18567bec">tempest-TaggedBootDevicesTest-259030877</nova:project>
Oct 23 17:05:47 user nova-compute[74854]:       </nova:owner>
Oct 23 17:05:47 user nova-compute[74854]:       <nova:root type="image" uuid="68c345df-c9e8-475a-b17c-635fa0c7e894"/>
Oct 23 17:05:47 user nova-compute[74854]:       <nova:ports>
Oct 23 17:05:47 user nova-compute[74854]:         <nova:port uuid="4b98f337-da94-4943-95ce-75e6b0d1d3f7">
Oct 23 17:05:47 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 23 17:05:47 user nova-compute[74854]:         </nova:port>
Oct 23 17:05:47 user nova-compute[74854]:         <nova:port uuid="314299e6-3bd6-48ae-91cd-4756a58f94cc">
Oct 23 17:05:47 user nova-compute[74854]:           <nova:ip type="fixed" address="10.1.1.190" ipVersion="4"/>
Oct 23 17:05:47 user nova-compute[74854]:         </nova:port>
Oct 23 17:05:47 user nova-compute[74854]:         <nova:port uuid="71403998-d1d1-430d-8365-db5394f41b23">
Oct 23 17:05:47 user nova-compute[74854]:           <nova:ip type="fixed" address="10.1.1.56" ipVersion="4"/>
Oct 23 17:05:47 user nova-compute[74854]:         </nova:port>
Oct 23 17:05:47 user nova-compute[74854]:         <nova:port uuid="3aa768c5-5c43-4b37-bd30-98cba551d0df">
Oct 23 17:05:47 user nova-compute[74854]:           <nova:ip type="fixed" address="10.1.1.136" ipVersion="4"/>
Oct 23 17:05:47 user nova-compute[74854]:         </nova:port>
Oct 23 17:05:47 user nova-compute[74854]:         <nova:port uuid="a0be0241-31ec-4388-b0fc-0dda0e75f05c">
Oct 23 17:05:47 user nova-compute[74854]:           <nova:ip type="fixed" address="10.1.1.45" ipVersion="4"/>
Oct 23 17:05:47 user nova-compute[74854]:         </nova:port>
Oct 23 17:05:47 user nova-compute[74854]:         <nova:port uuid="a20d95e9-a1c2-4675-8cd3-20fad978efb8">
Oct 23 17:05:47 user nova-compute[74854]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Oct 23 17:05:47 user nova-compute[74854]:         </nova:port>
Oct 23 17:05:47 user nova-compute[74854]:         <nova:port uuid="a121a20d-7541-4112-9748-7f005398206e">
Oct 23 17:05:47 user nova-compute[74854]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Oct 23 17:05:47 user nova-compute[74854]:         </nova:port>
Oct 23 17:05:47 user nova-compute[74854]:       </nova:ports>
Oct 23 17:05:47 user nova-compute[74854]:     </nova:instance>
Oct 23 17:05:47 user nova-compute[74854]:   </metadata>
Oct 23 17:05:47 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:05:47 user nova-compute[74854]:     <system>
Oct 23 17:05:47 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:05:47 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:05:47 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:05:47 user nova-compute[74854]:       <entry name="serial">c5c5eaef-a5de-43f0-8637-009a870b9f38</entry>
Oct 23 17:05:47 user nova-compute[74854]:       <entry name="uuid">c5c5eaef-a5de-43f0-8637-009a870b9f38</entry>
Oct 23 17:05:47 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:05:47 user nova-compute[74854]:     </system>
Oct 23 17:05:47 user nova-compute[74854]:   </sysinfo>
Oct 23 17:05:47 user nova-compute[74854]:   <os>
Oct 23 17:05:47 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:05:47 user nova-compute[74854]:     <boot dev="hd"/>
Oct 23 17:05:47 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:05:47 user nova-compute[74854]:   </os>
Oct 23 17:05:47 user nova-compute[74854]:   <features>
Oct 23 17:05:47 user nova-compute[74854]:     <acpi/>
Oct 23 17:05:47 user nova-compute[74854]:     <apic/>
Oct 23 17:05:47 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:05:47 user nova-compute[74854]:   </features>
Oct 23 17:05:47 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:05:47 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:05:47 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:05:47 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:05:47 user nova-compute[74854]:   </clock>
Oct 23 17:05:47 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:05:47 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:05:47 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:05:47 user nova-compute[74854]:   </cpu>
Oct 23 17:05:47 user nova-compute[74854]:   <devices>
Oct 23 17:05:47 user nova-compute[74854]:     <disk type="file" device="cdrom">
Oct 23 17:05:47 user nova-compute[74854]:       <driver name="qemu" type="raw" cache="none"/>
Oct 23 17:05:47 user nova-compute[74854]:       <source file="/opt/stack/data/nova/instances/c5c5eaef-a5de-43f0-8637-009a870b9f38/disk.config"/>
Oct 23 17:05:47 user nova-compute[74854]:       <target dev="hda" bus="ide"/>
Oct 23 17:05:47 user nova-compute[74854]:     </disk>
Oct 23 17:05:47 user nova-compute[74854]:     <disk type="block" device="disk">
Oct 23 17:05:47 user nova-compute[74854]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:05:47 user nova-compute[74854]:       <source dev="/dev/sdd"/>
Oct 23 17:05:47 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:05:47 user nova-compute[74854]:       <serial>012d14d5-cf92-4e41-890b-24ae44ed6c91</serial>
Oct 23 17:05:47 user nova-compute[74854]:     </disk>
Oct 23 17:05:47 user nova-compute[74854]:     <disk type="block" device="disk">
Oct 23 17:05:47 user nova-compute[74854]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:05:47 user nova-compute[74854]:       <source dev="/dev/sde"/>
Oct 23 17:05:47 user nova-compute[74854]:       <target dev="vdb" bus="virtio"/>
Oct 23 17:05:47 user nova-compute[74854]:       <serial>843fefea-be75-43ee-a97d-19c99f50cbda</serial>
Oct 23 17:05:47 user nova-compute[74854]:     </disk>
Oct 23 17:05:47 user nova-compute[74854]:     <disk type="block" device="disk">
Oct 23 17:05:47 user nova-compute[74854]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:05:47 user nova-compute[74854]:       <source dev="/dev/sdf"/>
Oct 23 17:05:47 user nova-compute[74854]:       <target dev="vdc" bus="virtio"/>
Oct 23 17:05:47 user nova-compute[74854]:       <serial>43d8e906-9beb-4b35-821f-7705cd4f1ec8</serial>
Oct 23 17:05:47 user nova-compute[74854]:     </disk>
Oct 23 17:05:47 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:05:47 user nova-compute[74854]:       <mac address="fa:16:3e:3d:ee:dd"/>
Oct 23 17:05:47 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:05:47 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:05:47 user nova-compute[74854]:       <target dev="tap4b98f337-da"/>
Oct 23 17:05:47 user nova-compute[74854]:     </interface>
Oct 23 17:05:47 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:05:47 user nova-compute[74854]:       <mac address="fa:16:3e:29:72:88"/>
Oct 23 17:05:47 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:05:47 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:05:47 user nova-compute[74854]:       <target dev="tap314299e6-3b"/>
Oct 23 17:05:47 user nova-compute[74854]:     </interface>
Oct 23 17:05:47 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:05:47 user nova-compute[74854]:       <mac address="fa:16:3e:f8:96:25"/>
Oct 23 17:05:47 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:05:47 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:05:47 user nova-compute[74854]:       <target dev="tap71403998-d1"/>
Oct 23 17:05:47 user nova-compute[74854]:     </interface>
Oct 23 17:05:47 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:05:47 user nova-compute[74854]:       <mac address="fa:16:3e:be:8b:5f"/>
Oct 23 17:05:47 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:05:47 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:05:47 user nova-compute[74854]:       <target dev="tap3aa768c5-5c"/>
Oct 23 17:05:47 user nova-compute[74854]:     </interface>
Oct 23 17:05:47 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:05:47 user nova-compute[74854]:       <mac address="fa:16:3e:82:3e:96"/>
Oct 23 17:05:47 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:05:47 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:05:47 user nova-compute[74854]:       <target dev="tapa0be0241-31"/>
Oct 23 17:05:47 user nova-compute[74854]:     </interface>
Oct 23 17:05:47 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:05:47 user nova-compute[74854]:       <mac address="fa:16:3e:b1:53:98"/>
Oct 23 17:05:47 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:05:47 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:05:47 user nova-compute[74854]:       <target dev="tapa20d95e9-a1"/>
Oct 23 17:05:47 user nova-compute[74854]:     </interface>
Oct 23 17:05:47 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:05:47 user nova-compute[74854]:       <mac address="fa:16:3e:7b:85:89"/>
Oct 23 17:05:47 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:05:47 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:05:47 user nova-compute[74854]:       <target dev="tapa121a20d-75"/>
Oct 23 17:05:47 user nova-compute[74854]:     </interface>
Oct 23 17:05:47 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:05:47 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/c5c5eaef-a5de-43f0-8637-009a870b9f38/console.log" append="off"/>
Oct 23 17:05:47 user nova-compute[74854]:     </serial>
Oct 23 17:05:47 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:05:47 user nova-compute[74854]:     <video>
Oct 23 17:05:47 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:05:47 user nova-compute[74854]:     </video>
Oct 23 17:05:47 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:05:47 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:05:47 user nova-compute[74854]:     </rng>
Oct 23 17:05:47 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:05:47 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:05:47 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:05:47 user nova-compute[74854]:     </memballoon>
Oct 23 17:05:47 user nova-compute[74854]:   </devices>
Oct 23 17:05:47 user nova-compute[74854]: </domain>
Oct 23 17:05:47 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T17:04:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-711916778',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-711916778',id=9,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIt2viWpicbP4fXPoYpoFfPOi6R2ob4IOODipxjhOtApEgzH85mS+1nQqY9PRdFNmNhkVDLDwIkxdE+Fc0cm7gdKwBxZPhV6H1a2zwIjkr3AOyJFwcHWIW3Or/LeJUz1ig==',key_name='tempest-keypair-2002211492',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7abd032e728d4f639fc0a6ed18567bec',ramdisk_id='',reservation_id='r-0c6ssp6f',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-259030877',owner_user_name='tempest-TaggedBootDevicesTest-259030877-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:04:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bc3ab51fd9c94cd698e32ecc1f58832e',uuid=c5c5eaef-a5de-43f0-8637-009a870b9f38,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4b98f337-da94-4943-95ce-75e6b0d1d3f7", "address": "fa:16:3e:3d:ee:dd", "network": {"id": "367d08f1-3356-4df0-8215-d668efa2f9a1", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1188717923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b98f337-da", "ovs_interfaceid": "4b98f337-da94-4943-95ce-75e6b0d1d3f7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Converting VIF {"id": "4b98f337-da94-4943-95ce-75e6b0d1d3f7", "address": "fa:16:3e:3d:ee:dd", "network": {"id": "367d08f1-3356-4df0-8215-d668efa2f9a1", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1188717923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b98f337-da", "ovs_interfaceid": "4b98f337-da94-4943-95ce-75e6b0d1d3f7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3d:ee:dd,bridge_name='br-int',has_traffic_filtering=True,id=4b98f337-da94-4943-95ce-75e6b0d1d3f7,network=Network(367d08f1-3356-4df0-8215-d668efa2f9a1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4b98f337-da') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG os_vif [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3d:ee:dd,bridge_name='br-int',has_traffic_filtering=True,id=4b98f337-da94-4943-95ce-75e6b0d1d3f7,network=Network(367d08f1-3356-4df0-8215-d668efa2f9a1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4b98f337-da') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'dd2f920a-ac7f-5100-bfab-8e14892eccbd', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4b98f337-da, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4b98f337-da, col_values=(('qos', UUID('3cc33af1-7083-4d7a-b565-420dcbbff2c9')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4b98f337-da, col_values=(('external_ids', {'iface-id': '4b98f337-da94-4943-95ce-75e6b0d1d3f7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3d:ee:dd', 'vm-uuid': 'c5c5eaef-a5de-43f0-8637-009a870b9f38'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:47 user nova-compute[74854]: INFO os_vif [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3d:ee:dd,bridge_name='br-int',has_traffic_filtering=True,id=4b98f337-da94-4943-95ce-75e6b0d1d3f7,network=Network(367d08f1-3356-4df0-8215-d668efa2f9a1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4b98f337-da')
Oct 23 17:05:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T17:04:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-711916778',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-711916778',id=9,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIt2viWpicbP4fXPoYpoFfPOi6R2ob4IOODipxjhOtApEgzH85mS+1nQqY9PRdFNmNhkVDLDwIkxdE+Fc0cm7gdKwBxZPhV6H1a2zwIjkr3AOyJFwcHWIW3Or/LeJUz1ig==',key_name='tempest-keypair-2002211492',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7abd032e728d4f639fc0a6ed18567bec',ramdisk_id='',reservation_id='r-0c6ssp6f',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-259030877',owner_user_name='tempest-TaggedBootDevicesTest-259030877-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:04:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bc3ab51fd9c94cd698e32ecc1f58832e',uuid=c5c5eaef-a5de-43f0-8637-009a870b9f38,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "314299e6-3bd6-48ae-91cd-4756a58f94cc", "address": "fa:16:3e:29:72:88", "network": {"id": "c3f2ba9b-169c-4c84-b01d-2dbed4979b58", "bridge": "br-int", "label": "tempest-device-tagging-net1-1822806631", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap314299e6-3b", "ovs_interfaceid": "314299e6-3bd6-48ae-91cd-4756a58f94cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Converting VIF {"id": "314299e6-3bd6-48ae-91cd-4756a58f94cc", "address": "fa:16:3e:29:72:88", "network": {"id": "c3f2ba9b-169c-4c84-b01d-2dbed4979b58", "bridge": "br-int", "label": "tempest-device-tagging-net1-1822806631", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap314299e6-3b", "ovs_interfaceid": "314299e6-3bd6-48ae-91cd-4756a58f94cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:29:72:88,bridge_name='br-int',has_traffic_filtering=True,id=314299e6-3bd6-48ae-91cd-4756a58f94cc,network=Network(c3f2ba9b-169c-4c84-b01d-2dbed4979b58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap314299e6-3b') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG os_vif [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:29:72:88,bridge_name='br-int',has_traffic_filtering=True,id=314299e6-3bd6-48ae-91cd-4756a58f94cc,network=Network(c3f2ba9b-169c-4c84-b01d-2dbed4979b58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap314299e6-3b') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '90439b15-1eab-5c8e-a76b-44c15192a1ca', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap314299e6-3b, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap314299e6-3b, col_values=(('qos', UUID('f2a73dc3-eb65-4aee-9c57-7d8bd8fe3d64')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap314299e6-3b, col_values=(('external_ids', {'iface-id': '314299e6-3bd6-48ae-91cd-4756a58f94cc', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:29:72:88', 'vm-uuid': 'c5c5eaef-a5de-43f0-8637-009a870b9f38'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:47 user nova-compute[74854]: INFO os_vif [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:29:72:88,bridge_name='br-int',has_traffic_filtering=True,id=314299e6-3bd6-48ae-91cd-4756a58f94cc,network=Network(c3f2ba9b-169c-4c84-b01d-2dbed4979b58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap314299e6-3b')
Oct 23 17:05:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T17:04:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-711916778',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-711916778',id=9,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIt2viWpicbP4fXPoYpoFfPOi6R2ob4IOODipxjhOtApEgzH85mS+1nQqY9PRdFNmNhkVDLDwIkxdE+Fc0cm7gdKwBxZPhV6H1a2zwIjkr3AOyJFwcHWIW3Or/LeJUz1ig==',key_name='tempest-keypair-2002211492',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7abd032e728d4f639fc0a6ed18567bec',ramdisk_id='',reservation_id='r-0c6ssp6f',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-259030877',owner_user_name='tempest-TaggedBootDevicesTest-259030877-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:04:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bc3ab51fd9c94cd698e32ecc1f58832e',uuid=c5c5eaef-a5de-43f0-8637-009a870b9f38,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "71403998-d1d1-430d-8365-db5394f41b23", "address": "fa:16:3e:f8:96:25", "network": {"id": "c3f2ba9b-169c-4c84-b01d-2dbed4979b58", "bridge": "br-int", "label": "tempest-device-tagging-net1-1822806631", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71403998-d1", "ovs_interfaceid": "71403998-d1d1-430d-8365-db5394f41b23", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Converting VIF {"id": "71403998-d1d1-430d-8365-db5394f41b23", "address": "fa:16:3e:f8:96:25", "network": {"id": "c3f2ba9b-169c-4c84-b01d-2dbed4979b58", "bridge": "br-int", "label": "tempest-device-tagging-net1-1822806631", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71403998-d1", "ovs_interfaceid": "71403998-d1d1-430d-8365-db5394f41b23", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f8:96:25,bridge_name='br-int',has_traffic_filtering=True,id=71403998-d1d1-430d-8365-db5394f41b23,network=Network(c3f2ba9b-169c-4c84-b01d-2dbed4979b58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap71403998-d1') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG os_vif [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f8:96:25,bridge_name='br-int',has_traffic_filtering=True,id=71403998-d1d1-430d-8365-db5394f41b23,network=Network(c3f2ba9b-169c-4c84-b01d-2dbed4979b58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap71403998-d1') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '997c0a63-df4d-505c-a247-d923ea0a3dd1', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap71403998-d1, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap71403998-d1, col_values=(('qos', UUID('d039f329-3e5b-4677-9a93-a1440f010164')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap71403998-d1, col_values=(('external_ids', {'iface-id': '71403998-d1d1-430d-8365-db5394f41b23', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f8:96:25', 'vm-uuid': 'c5c5eaef-a5de-43f0-8637-009a870b9f38'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:47 user nova-compute[74854]: INFO os_vif [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f8:96:25,bridge_name='br-int',has_traffic_filtering=True,id=71403998-d1d1-430d-8365-db5394f41b23,network=Network(c3f2ba9b-169c-4c84-b01d-2dbed4979b58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap71403998-d1')
Oct 23 17:05:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T17:04:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-711916778',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-711916778',id=9,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIt2viWpicbP4fXPoYpoFfPOi6R2ob4IOODipxjhOtApEgzH85mS+1nQqY9PRdFNmNhkVDLDwIkxdE+Fc0cm7gdKwBxZPhV6H1a2zwIjkr3AOyJFwcHWIW3Or/LeJUz1ig==',key_name='tempest-keypair-2002211492',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7abd032e728d4f639fc0a6ed18567bec',ramdisk_id='',reservation_id='r-0c6ssp6f',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-259030877',owner_user_name='tempest-TaggedBootDevicesTest-259030877-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:04:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bc3ab51fd9c94cd698e32ecc1f58832e',uuid=c5c5eaef-a5de-43f0-8637-009a870b9f38,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3aa768c5-5c43-4b37-bd30-98cba551d0df", "address": "fa:16:3e:be:8b:5f", "network": {"id": "c3f2ba9b-169c-4c84-b01d-2dbed4979b58", "bridge": "br-int", "label": "tempest-device-tagging-net1-1822806631", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3aa768c5-5c", "ovs_interfaceid": "3aa768c5-5c43-4b37-bd30-98cba551d0df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Converting VIF {"id": "3aa768c5-5c43-4b37-bd30-98cba551d0df", "address": "fa:16:3e:be:8b:5f", "network": {"id": "c3f2ba9b-169c-4c84-b01d-2dbed4979b58", "bridge": "br-int", "label": "tempest-device-tagging-net1-1822806631", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3aa768c5-5c", "ovs_interfaceid": "3aa768c5-5c43-4b37-bd30-98cba551d0df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:be:8b:5f,bridge_name='br-int',has_traffic_filtering=True,id=3aa768c5-5c43-4b37-bd30-98cba551d0df,network=Network(c3f2ba9b-169c-4c84-b01d-2dbed4979b58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3aa768c5-5c') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG os_vif [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:be:8b:5f,bridge_name='br-int',has_traffic_filtering=True,id=3aa768c5-5c43-4b37-bd30-98cba551d0df,network=Network(c3f2ba9b-169c-4c84-b01d-2dbed4979b58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3aa768c5-5c') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'cdb77788-1ea3-5d9e-bad9-7ce0961e7500', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3aa768c5-5c, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3aa768c5-5c, col_values=(('qos', UUID('43e4892b-6094-4b05-8150-132d3adbb229')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3aa768c5-5c, col_values=(('external_ids', {'iface-id': '3aa768c5-5c43-4b37-bd30-98cba551d0df', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:be:8b:5f', 'vm-uuid': 'c5c5eaef-a5de-43f0-8637-009a870b9f38'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:47 user nova-compute[74854]: INFO os_vif [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:be:8b:5f,bridge_name='br-int',has_traffic_filtering=True,id=3aa768c5-5c43-4b37-bd30-98cba551d0df,network=Network(c3f2ba9b-169c-4c84-b01d-2dbed4979b58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3aa768c5-5c')
Oct 23 17:05:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T17:04:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-711916778',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-711916778',id=9,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIt2viWpicbP4fXPoYpoFfPOi6R2ob4IOODipxjhOtApEgzH85mS+1nQqY9PRdFNmNhkVDLDwIkxdE+Fc0cm7gdKwBxZPhV6H1a2zwIjkr3AOyJFwcHWIW3Or/LeJUz1ig==',key_name='tempest-keypair-2002211492',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7abd032e728d4f639fc0a6ed18567bec',ramdisk_id='',reservation_id='r-0c6ssp6f',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-259030877',owner_user_name='tempest-TaggedBootDevicesTest-259030877-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:04:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bc3ab51fd9c94cd698e32ecc1f58832e',uuid=c5c5eaef-a5de-43f0-8637-009a870b9f38,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a0be0241-31ec-4388-b0fc-0dda0e75f05c", "address": "fa:16:3e:82:3e:96", "network": {"id": "c3f2ba9b-169c-4c84-b01d-2dbed4979b58", "bridge": "br-int", "label": "tempest-device-tagging-net1-1822806631", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0be0241-31", "ovs_interfaceid": "a0be0241-31ec-4388-b0fc-0dda0e75f05c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Converting VIF {"id": "a0be0241-31ec-4388-b0fc-0dda0e75f05c", "address": "fa:16:3e:82:3e:96", "network": {"id": "c3f2ba9b-169c-4c84-b01d-2dbed4979b58", "bridge": "br-int", "label": "tempest-device-tagging-net1-1822806631", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0be0241-31", "ovs_interfaceid": "a0be0241-31ec-4388-b0fc-0dda0e75f05c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:82:3e:96,bridge_name='br-int',has_traffic_filtering=True,id=a0be0241-31ec-4388-b0fc-0dda0e75f05c,network=Network(c3f2ba9b-169c-4c84-b01d-2dbed4979b58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa0be0241-31') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG os_vif [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:82:3e:96,bridge_name='br-int',has_traffic_filtering=True,id=a0be0241-31ec-4388-b0fc-0dda0e75f05c,network=Network(c3f2ba9b-169c-4c84-b01d-2dbed4979b58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa0be0241-31') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3883378d-26fc-5d94-9f89-9ddd8e09eee2', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa0be0241-31, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa0be0241-31, col_values=(('qos', UUID('cdbb490a-8b9d-432b-a01e-2b2c4b916048')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa0be0241-31, col_values=(('external_ids', {'iface-id': 'a0be0241-31ec-4388-b0fc-0dda0e75f05c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:82:3e:96', 'vm-uuid': 'c5c5eaef-a5de-43f0-8637-009a870b9f38'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:47 user nova-compute[74854]: INFO os_vif [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:82:3e:96,bridge_name='br-int',has_traffic_filtering=True,id=a0be0241-31ec-4388-b0fc-0dda0e75f05c,network=Network(c3f2ba9b-169c-4c84-b01d-2dbed4979b58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa0be0241-31')
Oct 23 17:05:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T17:04:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-711916778',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-711916778',id=9,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIt2viWpicbP4fXPoYpoFfPOi6R2ob4IOODipxjhOtApEgzH85mS+1nQqY9PRdFNmNhkVDLDwIkxdE+Fc0cm7gdKwBxZPhV6H1a2zwIjkr3AOyJFwcHWIW3Or/LeJUz1ig==',key_name='tempest-keypair-2002211492',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7abd032e728d4f639fc0a6ed18567bec',ramdisk_id='',reservation_id='r-0c6ssp6f',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-259030877',owner_user_name='tempest-TaggedBootDevicesTest-259030877-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:04:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bc3ab51fd9c94cd698e32ecc1f58832e',uuid=c5c5eaef-a5de-43f0-8637-009a870b9f38,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a20d95e9-a1c2-4675-8cd3-20fad978efb8", "address": "fa:16:3e:b1:53:98", "network": {"id": "aaa665a8-138f-44ad-807f-0ec0dffc3a6c", "bridge": "br-int", "label": "tempest-device-tagging-net2-1217736957", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa20d95e9-a1", "ovs_interfaceid": "a20d95e9-a1c2-4675-8cd3-20fad978efb8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Converting VIF {"id": "a20d95e9-a1c2-4675-8cd3-20fad978efb8", "address": "fa:16:3e:b1:53:98", "network": {"id": "aaa665a8-138f-44ad-807f-0ec0dffc3a6c", "bridge": "br-int", "label": "tempest-device-tagging-net2-1217736957", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa20d95e9-a1", "ovs_interfaceid": "a20d95e9-a1c2-4675-8cd3-20fad978efb8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b1:53:98,bridge_name='br-int',has_traffic_filtering=True,id=a20d95e9-a1c2-4675-8cd3-20fad978efb8,network=Network(aaa665a8-138f-44ad-807f-0ec0dffc3a6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa20d95e9-a1') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG os_vif [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b1:53:98,bridge_name='br-int',has_traffic_filtering=True,id=a20d95e9-a1c2-4675-8cd3-20fad978efb8,network=Network(aaa665a8-138f-44ad-807f-0ec0dffc3a6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa20d95e9-a1') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1118e79d-ff69-54b7-83f0-f6a594ce2d1d', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG nova.network.neutron [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Successfully updated port: 76844ca9-ee3f-4faa-a83b-0ab1ca70e55c {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Acquiring lock "refresh_cache-30026d10-f080-4a53-8a4e-b8be523fe48e" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Acquired lock "refresh_cache-30026d10-f080-4a53-8a4e-b8be523fe48e" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG nova.network.neutron [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG nova.compute.manager [req-19eb8695-302d-42de-88d4-9007452f9cb7 req-7f5d9040-c42c-45b7-9989-77d58b6f82d5 service nova] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Received event network-changed-76844ca9-ee3f-4faa-a83b-0ab1ca70e55c {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG nova.compute.manager [req-19eb8695-302d-42de-88d4-9007452f9cb7 req-7f5d9040-c42c-45b7-9989-77d58b6f82d5 service nova] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Refreshing instance network info cache due to event network-changed-76844ca9-ee3f-4faa-a83b-0ab1ca70e55c. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-19eb8695-302d-42de-88d4-9007452f9cb7 req-7f5d9040-c42c-45b7-9989-77d58b6f82d5 service nova] Acquiring lock "refresh_cache-30026d10-f080-4a53-8a4e-b8be523fe48e" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa20d95e9-a1, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa20d95e9-a1, col_values=(('qos', UUID('ccbbd817-58ae-426e-97b3-fa4b74988a31')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa20d95e9-a1, col_values=(('external_ids', {'iface-id': 'a20d95e9-a1c2-4675-8cd3-20fad978efb8', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b1:53:98', 'vm-uuid': 'c5c5eaef-a5de-43f0-8637-009a870b9f38'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG nova.network.neutron [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Instance cache missing network info. {{(pid=74854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:47 user nova-compute[74854]: INFO os_vif [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b1:53:98,bridge_name='br-int',has_traffic_filtering=True,id=a20d95e9-a1c2-4675-8cd3-20fad978efb8,network=Network(aaa665a8-138f-44ad-807f-0ec0dffc3a6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa20d95e9-a1')
Oct 23 17:05:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T17:04:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-711916778',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-711916778',id=9,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIt2viWpicbP4fXPoYpoFfPOi6R2ob4IOODipxjhOtApEgzH85mS+1nQqY9PRdFNmNhkVDLDwIkxdE+Fc0cm7gdKwBxZPhV6H1a2zwIjkr3AOyJFwcHWIW3Or/LeJUz1ig==',key_name='tempest-keypair-2002211492',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7abd032e728d4f639fc0a6ed18567bec',ramdisk_id='',reservation_id='r-0c6ssp6f',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-259030877',owner_user_name='tempest-TaggedBootDevicesTest-259030877-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:04:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bc3ab51fd9c94cd698e32ecc1f58832e',uuid=c5c5eaef-a5de-43f0-8637-009a870b9f38,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a121a20d-7541-4112-9748-7f005398206e", "address": "fa:16:3e:7b:85:89", "network": {"id": "aaa665a8-138f-44ad-807f-0ec0dffc3a6c", "bridge": "br-int", "label": "tempest-device-tagging-net2-1217736957", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa121a20d-75", "ovs_interfaceid": "a121a20d-7541-4112-9748-7f005398206e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Converting VIF {"id": "a121a20d-7541-4112-9748-7f005398206e", "address": "fa:16:3e:7b:85:89", "network": {"id": "aaa665a8-138f-44ad-807f-0ec0dffc3a6c", "bridge": "br-int", "label": "tempest-device-tagging-net2-1217736957", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa121a20d-75", "ovs_interfaceid": "a121a20d-7541-4112-9748-7f005398206e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7b:85:89,bridge_name='br-int',has_traffic_filtering=True,id=a121a20d-7541-4112-9748-7f005398206e,network=Network(aaa665a8-138f-44ad-807f-0ec0dffc3a6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa121a20d-75') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG os_vif [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7b:85:89,bridge_name='br-int',has_traffic_filtering=True,id=a121a20d-7541-4112-9748-7f005398206e,network=Network(aaa665a8-138f-44ad-807f-0ec0dffc3a6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa121a20d-75') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4874dee5-0fa7-5df5-9614-f99abee00d43', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa121a20d-75, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa121a20d-75, col_values=(('qos', UUID('605f6f4c-78b1-4aeb-a751-9822b7d41267')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa121a20d-75, col_values=(('external_ids', {'iface-id': 'a121a20d-7541-4112-9748-7f005398206e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7b:85:89', 'vm-uuid': 'c5c5eaef-a5de-43f0-8637-009a870b9f38'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:47 user nova-compute[74854]: INFO os_vif [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7b:85:89,bridge_name='br-int',has_traffic_filtering=True,id=a121a20d-7541-4112-9748-7f005398206e,network=Network(aaa665a8-138f-44ad-807f-0ec0dffc3a6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa121a20d-75')
Oct 23 17:05:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] No BDM found with device name hda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] No VIF found with MAC fa:16:3e:3d:ee:dd, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:05:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] No VIF found with MAC fa:16:3e:82:3e:96, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:05:47 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Using config drive
Oct 23 17:05:48 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Creating config drive at /opt/stack/data/nova/instances/c5c5eaef-a5de-43f0-8637-009a870b9f38/disk.config
Oct 23 17:05:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/c5c5eaef-a5de-43f0-8637-009a870b9f38/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpjq0yn7xi {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:48 user nova-compute[74854]: DEBUG nova.network.neutron [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Updating instance_info_cache with network_info: [{"id": "76844ca9-ee3f-4faa-a83b-0ab1ca70e55c", "address": "fa:16:3e:10:66:59", "network": {"id": "a40026f1-91de-4e98-85cd-c3bd1a956407", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1048031159-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "435cbd0d03324a45bdacc7d5b76213e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap76844ca9-ee", "ovs_interfaceid": "76844ca9-ee3f-4faa-a83b-0ab1ca70e55c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:05:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/c5c5eaef-a5de-43f0-8637-009a870b9f38/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpjq0yn7xi" returned: 0 in 0.058s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Releasing lock "refresh_cache-30026d10-f080-4a53-8a4e-b8be523fe48e" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:05:48 user nova-compute[74854]: DEBUG nova.compute.manager [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Instance network_info: |[{"id": "76844ca9-ee3f-4faa-a83b-0ab1ca70e55c", "address": "fa:16:3e:10:66:59", "network": {"id": "a40026f1-91de-4e98-85cd-c3bd1a956407", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1048031159-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "435cbd0d03324a45bdacc7d5b76213e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap76844ca9-ee", "ovs_interfaceid": "76844ca9-ee3f-4faa-a83b-0ab1ca70e55c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 17:05:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-19eb8695-302d-42de-88d4-9007452f9cb7 req-7f5d9040-c42c-45b7-9989-77d58b6f82d5 service nova] Acquired lock "refresh_cache-30026d10-f080-4a53-8a4e-b8be523fe48e" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:05:48 user nova-compute[74854]: DEBUG nova.network.neutron [req-19eb8695-302d-42de-88d4-9007452f9cb7 req-7f5d9040-c42c-45b7-9989-77d58b6f82d5 service nova] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Refreshing network info cache for port 76844ca9-ee3f-4faa-a83b-0ab1ca70e55c {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:05:48 user nova-compute[74854]: DEBUG nova.network.neutron [req-19eb8695-302d-42de-88d4-9007452f9cb7 req-7f5d9040-c42c-45b7-9989-77d58b6f82d5 service nova] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Updated VIF entry in instance network info cache for port 76844ca9-ee3f-4faa-a83b-0ab1ca70e55c. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:05:48 user nova-compute[74854]: DEBUG nova.network.neutron [req-19eb8695-302d-42de-88d4-9007452f9cb7 req-7f5d9040-c42c-45b7-9989-77d58b6f82d5 service nova] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Updating instance_info_cache with network_info: [{"id": "76844ca9-ee3f-4faa-a83b-0ab1ca70e55c", "address": "fa:16:3e:10:66:59", "network": {"id": "a40026f1-91de-4e98-85cd-c3bd1a956407", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1048031159-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "435cbd0d03324a45bdacc7d5b76213e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap76844ca9-ee", "ovs_interfaceid": "76844ca9-ee3f-4faa-a83b-0ab1ca70e55c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:05:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-19eb8695-302d-42de-88d4-9007452f9cb7 req-7f5d9040-c42c-45b7-9989-77d58b6f82d5 service nova] Releasing lock "refresh_cache-30026d10-f080-4a53-8a4e-b8be523fe48e" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:05:49 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:49 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:49 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:49 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:49 user nova-compute[74854]: DEBUG nova.compute.manager [req-e0900e3c-152a-4ed6-b271-d0727662ccd5 req-057ee5d5-bf7f-4a41-a7eb-2cd3fc6a9ba3 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received event network-vif-plugged-4b98f337-da94-4943-95ce-75e6b0d1d3f7 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:05:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e0900e3c-152a-4ed6-b271-d0727662ccd5 req-057ee5d5-bf7f-4a41-a7eb-2cd3fc6a9ba3 service nova] Acquiring lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:05:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e0900e3c-152a-4ed6-b271-d0727662ccd5 req-057ee5d5-bf7f-4a41-a7eb-2cd3fc6a9ba3 service nova] Lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:05:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e0900e3c-152a-4ed6-b271-d0727662ccd5 req-057ee5d5-bf7f-4a41-a7eb-2cd3fc6a9ba3 service nova] Lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:05:49 user nova-compute[74854]: DEBUG nova.compute.manager [req-e0900e3c-152a-4ed6-b271-d0727662ccd5 req-057ee5d5-bf7f-4a41-a7eb-2cd3fc6a9ba3 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] No waiting events found dispatching network-vif-plugged-4b98f337-da94-4943-95ce-75e6b0d1d3f7 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:05:49 user nova-compute[74854]: WARNING nova.compute.manager [req-e0900e3c-152a-4ed6-b271-d0727662ccd5 req-057ee5d5-bf7f-4a41-a7eb-2cd3fc6a9ba3 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received unexpected event network-vif-plugged-4b98f337-da94-4943-95ce-75e6b0d1d3f7 for instance with vm_state building and task_state spawning.
Oct 23 17:05:49 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:50 user nova-compute[74854]: DEBUG nova.compute.manager [req-1d8ff580-98fc-4422-ae82-0cbaa136d4ed req-cd86ebac-bc02-4be5-88d6-8b2b3f0cd81e service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received event network-vif-plugged-314299e6-3bd6-48ae-91cd-4756a58f94cc {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:05:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-1d8ff580-98fc-4422-ae82-0cbaa136d4ed req-cd86ebac-bc02-4be5-88d6-8b2b3f0cd81e service nova] Acquiring lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:05:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-1d8ff580-98fc-4422-ae82-0cbaa136d4ed req-cd86ebac-bc02-4be5-88d6-8b2b3f0cd81e service nova] Lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:05:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-1d8ff580-98fc-4422-ae82-0cbaa136d4ed req-cd86ebac-bc02-4be5-88d6-8b2b3f0cd81e service nova] Lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:05:50 user nova-compute[74854]: DEBUG nova.compute.manager [req-1d8ff580-98fc-4422-ae82-0cbaa136d4ed req-cd86ebac-bc02-4be5-88d6-8b2b3f0cd81e service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] No waiting events found dispatching network-vif-plugged-314299e6-3bd6-48ae-91cd-4756a58f94cc {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:05:50 user nova-compute[74854]: WARNING nova.compute.manager [req-1d8ff580-98fc-4422-ae82-0cbaa136d4ed req-cd86ebac-bc02-4be5-88d6-8b2b3f0cd81e service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received unexpected event network-vif-plugged-314299e6-3bd6-48ae-91cd-4756a58f94cc for instance with vm_state building and task_state spawning.
Oct 23 17:05:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:51 user nova-compute[74854]: DEBUG nova.compute.manager [req-64fe5111-22c8-4b0a-b22c-850ea230f3da req-97a4fb5c-1d26-4294-a1ec-99eb5387efff service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received event network-vif-plugged-a0be0241-31ec-4388-b0fc-0dda0e75f05c {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:05:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-64fe5111-22c8-4b0a-b22c-850ea230f3da req-97a4fb5c-1d26-4294-a1ec-99eb5387efff service nova] Acquiring lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:05:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-64fe5111-22c8-4b0a-b22c-850ea230f3da req-97a4fb5c-1d26-4294-a1ec-99eb5387efff service nova] Lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:05:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-64fe5111-22c8-4b0a-b22c-850ea230f3da req-97a4fb5c-1d26-4294-a1ec-99eb5387efff service nova] Lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:05:51 user nova-compute[74854]: DEBUG nova.compute.manager [req-64fe5111-22c8-4b0a-b22c-850ea230f3da req-97a4fb5c-1d26-4294-a1ec-99eb5387efff service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] No waiting events found dispatching network-vif-plugged-a0be0241-31ec-4388-b0fc-0dda0e75f05c {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:05:51 user nova-compute[74854]: WARNING nova.compute.manager [req-64fe5111-22c8-4b0a-b22c-850ea230f3da req-97a4fb5c-1d26-4294-a1ec-99eb5387efff service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received unexpected event network-vif-plugged-a0be0241-31ec-4388-b0fc-0dda0e75f05c for instance with vm_state building and task_state spawning.
Oct 23 17:05:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:51 user nova-compute[74854]: DEBUG nova.compute.manager [req-3a48e20f-5059-4339-b8a6-54bd8d2dd025 req-d4a4af45-6943-4729-9925-0eab69742237 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received event network-vif-plugged-4b98f337-da94-4943-95ce-75e6b0d1d3f7 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:05:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-3a48e20f-5059-4339-b8a6-54bd8d2dd025 req-d4a4af45-6943-4729-9925-0eab69742237 service nova] Acquiring lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:05:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-3a48e20f-5059-4339-b8a6-54bd8d2dd025 req-d4a4af45-6943-4729-9925-0eab69742237 service nova] Lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:05:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-3a48e20f-5059-4339-b8a6-54bd8d2dd025 req-d4a4af45-6943-4729-9925-0eab69742237 service nova] Lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:05:51 user nova-compute[74854]: DEBUG nova.compute.manager [req-3a48e20f-5059-4339-b8a6-54bd8d2dd025 req-d4a4af45-6943-4729-9925-0eab69742237 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] No waiting events found dispatching network-vif-plugged-4b98f337-da94-4943-95ce-75e6b0d1d3f7 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:05:51 user nova-compute[74854]: WARNING nova.compute.manager [req-3a48e20f-5059-4339-b8a6-54bd8d2dd025 req-d4a4af45-6943-4729-9925-0eab69742237 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received unexpected event network-vif-plugged-4b98f337-da94-4943-95ce-75e6b0d1d3f7 for instance with vm_state building and task_state spawning.
Oct 23 17:05:52 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:52 user nova-compute[74854]: DEBUG nova.compute.manager [req-19de9eda-3d3f-465b-9f04-84b1cc1d7691 req-fa27e109-9a21-48cf-adaa-b372012bc52e service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received event network-vif-plugged-314299e6-3bd6-48ae-91cd-4756a58f94cc {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:05:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-19de9eda-3d3f-465b-9f04-84b1cc1d7691 req-fa27e109-9a21-48cf-adaa-b372012bc52e service nova] Acquiring lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:05:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-19de9eda-3d3f-465b-9f04-84b1cc1d7691 req-fa27e109-9a21-48cf-adaa-b372012bc52e service nova] Lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:05:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-19de9eda-3d3f-465b-9f04-84b1cc1d7691 req-fa27e109-9a21-48cf-adaa-b372012bc52e service nova] Lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:05:52 user nova-compute[74854]: DEBUG nova.compute.manager [req-19de9eda-3d3f-465b-9f04-84b1cc1d7691 req-fa27e109-9a21-48cf-adaa-b372012bc52e service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] No waiting events found dispatching network-vif-plugged-314299e6-3bd6-48ae-91cd-4756a58f94cc {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:05:52 user nova-compute[74854]: WARNING nova.compute.manager [req-19de9eda-3d3f-465b-9f04-84b1cc1d7691 req-fa27e109-9a21-48cf-adaa-b372012bc52e service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received unexpected event network-vif-plugged-314299e6-3bd6-48ae-91cd-4756a58f94cc for instance with vm_state building and task_state spawning.
Oct 23 17:05:52 user nova-compute[74854]: DEBUG nova.compute.manager [req-19de9eda-3d3f-465b-9f04-84b1cc1d7691 req-fa27e109-9a21-48cf-adaa-b372012bc52e service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received event network-vif-plugged-71403998-d1d1-430d-8365-db5394f41b23 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:05:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-19de9eda-3d3f-465b-9f04-84b1cc1d7691 req-fa27e109-9a21-48cf-adaa-b372012bc52e service nova] Acquiring lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:05:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-19de9eda-3d3f-465b-9f04-84b1cc1d7691 req-fa27e109-9a21-48cf-adaa-b372012bc52e service nova] Lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:05:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-19de9eda-3d3f-465b-9f04-84b1cc1d7691 req-fa27e109-9a21-48cf-adaa-b372012bc52e service nova] Lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:05:52 user nova-compute[74854]: DEBUG nova.compute.manager [req-19de9eda-3d3f-465b-9f04-84b1cc1d7691 req-fa27e109-9a21-48cf-adaa-b372012bc52e service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] No waiting events found dispatching network-vif-plugged-71403998-d1d1-430d-8365-db5394f41b23 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:05:52 user nova-compute[74854]: WARNING nova.compute.manager [req-19de9eda-3d3f-465b-9f04-84b1cc1d7691 req-fa27e109-9a21-48cf-adaa-b372012bc52e service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received unexpected event network-vif-plugged-71403998-d1d1-430d-8365-db5394f41b23 for instance with vm_state building and task_state spawning.
Oct 23 17:05:52 user nova-compute[74854]: DEBUG nova.compute.manager [req-19de9eda-3d3f-465b-9f04-84b1cc1d7691 req-fa27e109-9a21-48cf-adaa-b372012bc52e service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received event network-vif-plugged-71403998-d1d1-430d-8365-db5394f41b23 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:05:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-19de9eda-3d3f-465b-9f04-84b1cc1d7691 req-fa27e109-9a21-48cf-adaa-b372012bc52e service nova] Acquiring lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:05:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-19de9eda-3d3f-465b-9f04-84b1cc1d7691 req-fa27e109-9a21-48cf-adaa-b372012bc52e service nova] Lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:05:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-19de9eda-3d3f-465b-9f04-84b1cc1d7691 req-fa27e109-9a21-48cf-adaa-b372012bc52e service nova] Lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:05:52 user nova-compute[74854]: DEBUG nova.compute.manager [req-19de9eda-3d3f-465b-9f04-84b1cc1d7691 req-fa27e109-9a21-48cf-adaa-b372012bc52e service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] No waiting events found dispatching network-vif-plugged-71403998-d1d1-430d-8365-db5394f41b23 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:05:52 user nova-compute[74854]: WARNING nova.compute.manager [req-19de9eda-3d3f-465b-9f04-84b1cc1d7691 req-fa27e109-9a21-48cf-adaa-b372012bc52e service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received unexpected event network-vif-plugged-71403998-d1d1-430d-8365-db5394f41b23 for instance with vm_state building and task_state spawning.
Oct 23 17:05:52 user nova-compute[74854]: DEBUG nova.compute.manager [req-19de9eda-3d3f-465b-9f04-84b1cc1d7691 req-fa27e109-9a21-48cf-adaa-b372012bc52e service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received event network-vif-plugged-3aa768c5-5c43-4b37-bd30-98cba551d0df {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:05:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-19de9eda-3d3f-465b-9f04-84b1cc1d7691 req-fa27e109-9a21-48cf-adaa-b372012bc52e service nova] Acquiring lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:05:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-19de9eda-3d3f-465b-9f04-84b1cc1d7691 req-fa27e109-9a21-48cf-adaa-b372012bc52e service nova] Lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:05:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-19de9eda-3d3f-465b-9f04-84b1cc1d7691 req-fa27e109-9a21-48cf-adaa-b372012bc52e service nova] Lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:05:52 user nova-compute[74854]: DEBUG nova.compute.manager [req-19de9eda-3d3f-465b-9f04-84b1cc1d7691 req-fa27e109-9a21-48cf-adaa-b372012bc52e service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] No waiting events found dispatching network-vif-plugged-3aa768c5-5c43-4b37-bd30-98cba551d0df {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:05:52 user nova-compute[74854]: WARNING nova.compute.manager [req-19de9eda-3d3f-465b-9f04-84b1cc1d7691 req-fa27e109-9a21-48cf-adaa-b372012bc52e service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received unexpected event network-vif-plugged-3aa768c5-5c43-4b37-bd30-98cba551d0df for instance with vm_state building and task_state spawning.
Oct 23 17:05:52 user nova-compute[74854]: DEBUG nova.compute.manager [req-19de9eda-3d3f-465b-9f04-84b1cc1d7691 req-fa27e109-9a21-48cf-adaa-b372012bc52e service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received event network-vif-plugged-3aa768c5-5c43-4b37-bd30-98cba551d0df {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:05:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-19de9eda-3d3f-465b-9f04-84b1cc1d7691 req-fa27e109-9a21-48cf-adaa-b372012bc52e service nova] Acquiring lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:05:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-19de9eda-3d3f-465b-9f04-84b1cc1d7691 req-fa27e109-9a21-48cf-adaa-b372012bc52e service nova] Lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:05:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-19de9eda-3d3f-465b-9f04-84b1cc1d7691 req-fa27e109-9a21-48cf-adaa-b372012bc52e service nova] Lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:05:52 user nova-compute[74854]: DEBUG nova.compute.manager [req-19de9eda-3d3f-465b-9f04-84b1cc1d7691 req-fa27e109-9a21-48cf-adaa-b372012bc52e service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] No waiting events found dispatching network-vif-plugged-3aa768c5-5c43-4b37-bd30-98cba551d0df {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:05:52 user nova-compute[74854]: WARNING nova.compute.manager [req-19de9eda-3d3f-465b-9f04-84b1cc1d7691 req-fa27e109-9a21-48cf-adaa-b372012bc52e service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received unexpected event network-vif-plugged-3aa768c5-5c43-4b37-bd30-98cba551d0df for instance with vm_state building and task_state spawning.
Oct 23 17:05:52 user nova-compute[74854]: DEBUG nova.compute.manager [req-19de9eda-3d3f-465b-9f04-84b1cc1d7691 req-fa27e109-9a21-48cf-adaa-b372012bc52e service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received event network-vif-plugged-a20d95e9-a1c2-4675-8cd3-20fad978efb8 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:05:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-19de9eda-3d3f-465b-9f04-84b1cc1d7691 req-fa27e109-9a21-48cf-adaa-b372012bc52e service nova] Acquiring lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:05:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-19de9eda-3d3f-465b-9f04-84b1cc1d7691 req-fa27e109-9a21-48cf-adaa-b372012bc52e service nova] Lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:05:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-19de9eda-3d3f-465b-9f04-84b1cc1d7691 req-fa27e109-9a21-48cf-adaa-b372012bc52e service nova] Lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:05:52 user nova-compute[74854]: DEBUG nova.compute.manager [req-19de9eda-3d3f-465b-9f04-84b1cc1d7691 req-fa27e109-9a21-48cf-adaa-b372012bc52e service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] No waiting events found dispatching network-vif-plugged-a20d95e9-a1c2-4675-8cd3-20fad978efb8 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:05:52 user nova-compute[74854]: WARNING nova.compute.manager [req-19de9eda-3d3f-465b-9f04-84b1cc1d7691 req-fa27e109-9a21-48cf-adaa-b372012bc52e service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received unexpected event network-vif-plugged-a20d95e9-a1c2-4675-8cd3-20fad978efb8 for instance with vm_state building and task_state spawning.
Oct 23 17:05:52 user nova-compute[74854]: DEBUG nova.compute.manager [req-19de9eda-3d3f-465b-9f04-84b1cc1d7691 req-fa27e109-9a21-48cf-adaa-b372012bc52e service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received event network-vif-plugged-a20d95e9-a1c2-4675-8cd3-20fad978efb8 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:05:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-19de9eda-3d3f-465b-9f04-84b1cc1d7691 req-fa27e109-9a21-48cf-adaa-b372012bc52e service nova] Acquiring lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:05:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-19de9eda-3d3f-465b-9f04-84b1cc1d7691 req-fa27e109-9a21-48cf-adaa-b372012bc52e service nova] Lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:05:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-19de9eda-3d3f-465b-9f04-84b1cc1d7691 req-fa27e109-9a21-48cf-adaa-b372012bc52e service nova] Lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:05:52 user nova-compute[74854]: DEBUG nova.compute.manager [req-19de9eda-3d3f-465b-9f04-84b1cc1d7691 req-fa27e109-9a21-48cf-adaa-b372012bc52e service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] No waiting events found dispatching network-vif-plugged-a20d95e9-a1c2-4675-8cd3-20fad978efb8 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:05:52 user nova-compute[74854]: WARNING nova.compute.manager [req-19de9eda-3d3f-465b-9f04-84b1cc1d7691 req-fa27e109-9a21-48cf-adaa-b372012bc52e service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received unexpected event network-vif-plugged-a20d95e9-a1c2-4675-8cd3-20fad978efb8 for instance with vm_state building and task_state spawning.
Oct 23 17:05:52 user nova-compute[74854]: DEBUG nova.compute.manager [req-19de9eda-3d3f-465b-9f04-84b1cc1d7691 req-fa27e109-9a21-48cf-adaa-b372012bc52e service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received event network-vif-plugged-a121a20d-7541-4112-9748-7f005398206e {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:05:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-19de9eda-3d3f-465b-9f04-84b1cc1d7691 req-fa27e109-9a21-48cf-adaa-b372012bc52e service nova] Acquiring lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:05:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-19de9eda-3d3f-465b-9f04-84b1cc1d7691 req-fa27e109-9a21-48cf-adaa-b372012bc52e service nova] Lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:05:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-19de9eda-3d3f-465b-9f04-84b1cc1d7691 req-fa27e109-9a21-48cf-adaa-b372012bc52e service nova] Lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:05:52 user nova-compute[74854]: DEBUG nova.compute.manager [req-19de9eda-3d3f-465b-9f04-84b1cc1d7691 req-fa27e109-9a21-48cf-adaa-b372012bc52e service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] No waiting events found dispatching network-vif-plugged-a121a20d-7541-4112-9748-7f005398206e {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:05:52 user nova-compute[74854]: WARNING nova.compute.manager [req-19de9eda-3d3f-465b-9f04-84b1cc1d7691 req-fa27e109-9a21-48cf-adaa-b372012bc52e service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received unexpected event network-vif-plugged-a121a20d-7541-4112-9748-7f005398206e for instance with vm_state building and task_state spawning.
Oct 23 17:05:52 user nova-compute[74854]: DEBUG nova.compute.manager [req-19de9eda-3d3f-465b-9f04-84b1cc1d7691 req-fa27e109-9a21-48cf-adaa-b372012bc52e service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received event network-vif-plugged-a121a20d-7541-4112-9748-7f005398206e {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:05:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-19de9eda-3d3f-465b-9f04-84b1cc1d7691 req-fa27e109-9a21-48cf-adaa-b372012bc52e service nova] Acquiring lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:05:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-19de9eda-3d3f-465b-9f04-84b1cc1d7691 req-fa27e109-9a21-48cf-adaa-b372012bc52e service nova] Lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:05:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-19de9eda-3d3f-465b-9f04-84b1cc1d7691 req-fa27e109-9a21-48cf-adaa-b372012bc52e service nova] Lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:05:52 user nova-compute[74854]: DEBUG nova.compute.manager [req-19de9eda-3d3f-465b-9f04-84b1cc1d7691 req-fa27e109-9a21-48cf-adaa-b372012bc52e service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] No waiting events found dispatching network-vif-plugged-a121a20d-7541-4112-9748-7f005398206e {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:05:52 user nova-compute[74854]: WARNING nova.compute.manager [req-19de9eda-3d3f-465b-9f04-84b1cc1d7691 req-fa27e109-9a21-48cf-adaa-b372012bc52e service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received unexpected event network-vif-plugged-a121a20d-7541-4112-9748-7f005398206e for instance with vm_state building and task_state spawning.
Oct 23 17:05:52 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:52 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:52 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:52 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:52 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:52 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:53 user nova-compute[74854]: DEBUG nova.compute.manager [req-85121d6b-2f9c-4cc0-906e-67c8ad44f5f3 req-b53c0236-2138-4bbb-83c2-879e2ad854b5 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received event network-vif-plugged-a0be0241-31ec-4388-b0fc-0dda0e75f05c {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:05:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-85121d6b-2f9c-4cc0-906e-67c8ad44f5f3 req-b53c0236-2138-4bbb-83c2-879e2ad854b5 service nova] Acquiring lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:05:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-85121d6b-2f9c-4cc0-906e-67c8ad44f5f3 req-b53c0236-2138-4bbb-83c2-879e2ad854b5 service nova] Lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:05:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-85121d6b-2f9c-4cc0-906e-67c8ad44f5f3 req-b53c0236-2138-4bbb-83c2-879e2ad854b5 service nova] Lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:05:53 user nova-compute[74854]: DEBUG nova.compute.manager [req-85121d6b-2f9c-4cc0-906e-67c8ad44f5f3 req-b53c0236-2138-4bbb-83c2-879e2ad854b5 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] No waiting events found dispatching network-vif-plugged-a0be0241-31ec-4388-b0fc-0dda0e75f05c {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:05:53 user nova-compute[74854]: WARNING nova.compute.manager [req-85121d6b-2f9c-4cc0-906e-67c8ad44f5f3 req-b53c0236-2138-4bbb-83c2-879e2ad854b5 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received unexpected event network-vif-plugged-a0be0241-31ec-4388-b0fc-0dda0e75f05c for instance with vm_state building and task_state spawning.
Oct 23 17:05:53 user nova-compute[74854]: DEBUG nova.compute.manager [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Instance event wait completed in 0 seconds for  {{(pid=74854) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 17:05:53 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Guest created on hypervisor {{(pid=74854) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 17:05:53 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Instance spawned successfully.
Oct 23 17:05:53 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 17:05:53 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Found default for hw_cdrom_bus of ide {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:05:53 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Found default for hw_disk_bus of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:05:53 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Found default for hw_input_bus of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:05:53 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Found default for hw_pointer_model of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:05:53 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Found default for hw_video_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:05:53 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Found default for hw_vif_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:05:53 user nova-compute[74854]: INFO nova.compute.manager [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Took 10.98 seconds to spawn the instance on the hypervisor.
Oct 23 17:05:53 user nova-compute[74854]: DEBUG nova.compute.manager [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:05:53 user nova-compute[74854]: INFO nova.compute.manager [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Took 76.50 seconds to build instance.
Oct 23 17:05:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-dfbd2469-f37d-4aa0-9fe8-ae2bbce68220 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Lock "c5c5eaef-a5de-43f0-8637-009a870b9f38" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 76.656s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:05:54 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-89f2648b-0463-4456-a8b6-31537773e27e tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Calling os-brick to attach iSCSI Volume {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 17:05:54 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-89f2648b-0463-4456-a8b6-31537773e27e tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uXmQiboJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:05:54 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-89f2648b-0463-4456-a8b6-31537773e27e tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:05:54 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-89f2648b-0463-4456-a8b6-31537773e27e tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:05:54 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-89f2648b-0463-4456-a8b6-31537773e27e tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:05:54 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-89f2648b-0463-4456-a8b6-31537773e27e tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:05:54 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-89f2648b-0463-4456-a8b6-31537773e27e tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:05:54 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-89f2648b-0463-4456-a8b6-31537773e27e tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:05:54 user nova-compute[74854]: INFO os_brick.initiator.connectors.iscsi [None req-89f2648b-0463-4456-a8b6-31537773e27e tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 17:05:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d -p 172.16.0.220:3260 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:54 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[3daf62d2-981e-49a5-bf82-b64f62b3d189]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:54 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-89f2648b-0463-4456-a8b6-31537773e27e tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 17:05:54 user nova-compute[74854]:  {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:05:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d -p 172.16.0.220:3260 --interface default --op new {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:54 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6990059-a017-46de-939e-8363d21a906b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d] added\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:54 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-89f2648b-0463-4456-a8b6-31537773e27e tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d] added
Oct 23 17:05:54 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:05:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:54 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[553fdc62-dede-47ad-9c47-5d2ef3d6f824]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:54 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-89f2648b-0463-4456-a8b6-31537773e27e tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:05:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-b49f2cd5-0a15-445b-b710-e0c61c83ad1b tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Lock "d06d1b4a-0950-4c8a-a34d-cae1290f7033" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 39.344s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:05:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:54 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[3da9b9ee-3900-4eb5-b6be-a7c925e7b21a]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:54 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-89f2648b-0463-4456-a8b6-31537773e27e tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:05:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uXmQiboJ {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uXmQiboJ" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:54 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b759a293-2600-47eb-a2cc-065159312660]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:54 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-89f2648b-0463-4456-a8b6-31537773e27e tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'uXmQiboJ'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:05:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:54 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[1751c796-cdec-406e-a92c-6335589c6051]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:54 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-89f2648b-0463-4456-a8b6-31537773e27e tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:05:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:54 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[2efff933-cf5c-4572-8c21-38f0824ddfed]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:54 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-89f2648b-0463-4456-a8b6-31537773e27e tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 (non-flash)
Oct 23 17:05:54 user nova-compute[74854]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:05:54 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:05:54 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:05:54 user nova-compute[74854]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)
Oct 23 17:05:54 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:05:54 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-89f2648b-0463-4456-a8b6-31537773e27e tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 (non-flash)
Oct 23 17:05:54 user nova-compute[74854]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:05:54 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:05:54 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:05:54 user nova-compute[74854]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)
Oct 23 17:05:54 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:05:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d -p 172.16.0.220:3260 --login {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d -p 172.16.0.220:3260 --login" returned: 0 in 0.078s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:54 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[326effc8-1601-43f4-9010-c1a8061543a4]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:54 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-89f2648b-0463-4456-a8b6-31537773e27e tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d, portal: 172.16.0.220,3260]
Oct 23 17:05:54 user nova-compute[74854]: Login to [iface: default, target: iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d, portal: 172.16.0.220,3260] successful.
Oct 23 17:05:54 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:05:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:54 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[fdfdec20-bde7-42c3-a245-15efc81d21b9]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:54 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-89f2648b-0463-4456-a8b6-31537773e27e tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:05:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:54 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[a23911ea-294a-4d07-87d2-ae0034168e6a]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:54 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-89f2648b-0463-4456-a8b6-31537773e27e tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 (non-flash)
Oct 23 17:05:54 user nova-compute[74854]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:05:54 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:05:54 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:05:54 user nova-compute[74854]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)
Oct 23 17:05:54 user nova-compute[74854]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d (non-flash)
Oct 23 17:05:54 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:05:54 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-89f2648b-0463-4456-a8b6-31537773e27e tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 (non-flash)
Oct 23 17:05:54 user nova-compute[74854]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:05:54 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:05:54 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:05:54 user nova-compute[74854]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)
Oct 23 17:05:54 user nova-compute[74854]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d (non-flash)
Oct 23 17:05:54 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:05:54 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-89f2648b-0463-4456-a8b6-31537773e27e tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.323s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:05:54 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-89f2648b-0463-4456-a8b6-31537773e27e tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Connected to 172.16.0.220:3260 {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 17:05:54 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-89f2648b-0463-4456-a8b6-31537773e27e tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] HCTL ('38', '-', '-', 0) found on session 7 with lun 0 {{(pid=74854) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 17:05:54 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-89f2648b-0463-4456-a8b6-31537773e27e tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=74854) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 17:05:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:54 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[61c1e0a6-9aa4-4373-b581-7a9151c8c151]: (4, ('- - 0', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:54 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-89f2648b-0463-4456-a8b6-31537773e27e tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Searching for a device in session 7 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:05:54 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-89f2648b-0463-4456-a8b6-31537773e27e tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uXmQiboJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 17:05:55 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-45ff4318-7888-4b95-87e8-3ca5fc3c49e2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Acquiring lock "d290a939-5ec9-40be-a42b-472bdc9423aa" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:05:55 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-45ff4318-7888-4b95-87e8-3ca5fc3c49e2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Lock "d290a939-5ec9-40be-a42b-472bdc9423aa" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:05:55 user nova-compute[74854]: INFO nova.compute.manager [None req-45ff4318-7888-4b95-87e8-3ca5fc3c49e2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Detaching volume adeb59e3-98fe-4705-acda-afecb01e21b0
Oct 23 17:05:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:05:55 user nova-compute[74854]: INFO nova.virt.block_device [None req-45ff4318-7888-4b95-87e8-3ca5fc3c49e2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Attempting to driver detach volume adeb59e3-98fe-4705-acda-afecb01e21b0 from mountpoint /dev/sdc
Oct 23 17:05:55 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-45ff4318-7888-4b95-87e8-3ca5fc3c49e2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Attempting to detach device sdc from instance d290a939-5ec9-40be-a42b-472bdc9423aa from the persistent domain config. {{(pid=74854) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 17:05:55 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-45ff4318-7888-4b95-87e8-3ca5fc3c49e2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 17:05:55 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:05:55 user nova-compute[74854]:   <source dev="/dev/sdb"/>
Oct 23 17:05:55 user nova-compute[74854]:   <target dev="sdc" bus="scsi"/>
Oct 23 17:05:55 user nova-compute[74854]:   <serial>adeb59e3-98fe-4705-acda-afecb01e21b0</serial>
Oct 23 17:05:55 user nova-compute[74854]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Oct 23 17:05:55 user nova-compute[74854]: </disk>
Oct 23 17:05:55 user nova-compute[74854]:  {{(pid=74854) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 17:05:55 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-45ff4318-7888-4b95-87e8-3ca5fc3c49e2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Successfully detached device sdc from instance d290a939-5ec9-40be-a42b-472bdc9423aa from the persistent domain config.
Oct 23 17:05:55 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-45ff4318-7888-4b95-87e8-3ca5fc3c49e2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] (1/8): Attempting to detach device sdc with device alias scsi0-0-0-2 from instance d290a939-5ec9-40be-a42b-472bdc9423aa from the live domain config. {{(pid=74854) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 23 17:05:55 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-45ff4318-7888-4b95-87e8-3ca5fc3c49e2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 17:05:55 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:05:55 user nova-compute[74854]:   <source dev="/dev/sdb"/>
Oct 23 17:05:55 user nova-compute[74854]:   <target dev="sdc" bus="scsi"/>
Oct 23 17:05:55 user nova-compute[74854]:   <serial>adeb59e3-98fe-4705-acda-afecb01e21b0</serial>
Oct 23 17:05:55 user nova-compute[74854]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Oct 23 17:05:55 user nova-compute[74854]: </disk>
Oct 23 17:05:55 user nova-compute[74854]:  {{(pid=74854) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 17:05:55 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-89f2648b-0463-4456-a8b6-31537773e27e tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.357s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:05:55 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-89f2648b-0463-4456-a8b6-31537773e27e tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] <== connect_volume: return (1360ms) {'type': 'block', 'scsi_wwn': '26562313130356363', 'path': '/dev/sdg'} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:05:55 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-89f2648b-0463-4456-a8b6-31537773e27e tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26562313130356363', 'path': '/dev/sdg'} {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 17:05:55 user nova-compute[74854]: DEBUG nova.objects.instance [None req-89f2648b-0463-4456-a8b6-31537773e27e tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Lazy-loading 'flavor' on Instance uuid f078aa99-03eb-4f16-a6f3-0b209ceb72ae {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:05:55 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-89f2648b-0463-4456-a8b6-31537773e27e tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] attach device xml: <disk type="block" device="disk">
Oct 23 17:05:55 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:05:55 user nova-compute[74854]:   <source dev="/dev/sdg"/>
Oct 23 17:05:55 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:05:55 user nova-compute[74854]:   <serial>507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d</serial>
Oct 23 17:05:55 user nova-compute[74854]: </disk>
Oct 23 17:05:55 user nova-compute[74854]:  {{(pid=74854) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 17:05:55 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] Acquiring lock "d06d1b4a-0950-4c8a-a34d-cae1290f7033" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:05:55 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] Lock "d06d1b4a-0950-4c8a-a34d-cae1290f7033" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:05:55 user nova-compute[74854]: DEBUG os_brick.utils [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:05:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:55 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[410c5c12-7758-46c1-87fd-7d0cf3394bd2]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a321e2f0722\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:55 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a076b2f-4fa8-4e67-8aec-54a50b3a6993]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:05:55 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d49ddd9-c855-4c0f-9ff0-3714f017b167]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:55 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9b6e586-9aa2-4f44-833c-a1a26ee5b71a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] Running cmd (subprocess): nvme version {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] 'nvme version' failed. Not Retrying. {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:05:55 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.nvmeof [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] nvme not present on system {{(pid=74854) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 17:05:55 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-45ff4318-7888-4b95-87e8-3ca5fc3c49e2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Start waiting for the detach event from libvirt for device sdc with device alias scsi0-0-0-2 for instance d290a939-5ec9-40be-a42b-472bdc9423aa {{(pid=74854) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 23 17:05:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:05:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:05:55 user nova-compute[74854]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 17:05:55 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a636855-082f-49e1-9093-d8246fd64c3f]: (4, '') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:05:55 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74854) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 17:05:55 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 17:05:55 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] LIGHTOS: no hostnqn found. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 17:05:55 user nova-compute[74854]: DEBUG os_brick.utils [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] <== get_connector_properties: return (149ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a321e2f0722', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:05:55 user nova-compute[74854]: INFO nova.compute.manager [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Swapping volume 25463bdf-d98d-45f4-b40e-62a9372d4c1b for 642ad6cb-023b-4c78-a6e8-053140637dad
Oct 23 17:05:56 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-89f2648b-0463-4456-a8b6-31537773e27e tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:05:56 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-89f2648b-0463-4456-a8b6-31537773e27e tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] No BDM found with device name hda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:05:56 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-89f2648b-0463-4456-a8b6-31537773e27e tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] No VIF found with MAC fa:16:3e:a1:76:52, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:05:57 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:00 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-baaa3934-484f-4e60-b2bf-300d2aab7251 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Calling os-brick to attach iSCSI Volume {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 17:06:00 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-baaa3934-484f-4e60-b2bf-300d2aab7251 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gtMfNldz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:06:00 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-baaa3934-484f-4e60-b2bf-300d2aab7251 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:06:00 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-baaa3934-484f-4e60-b2bf-300d2aab7251 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:06:00 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-baaa3934-484f-4e60-b2bf-300d2aab7251 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:06:00 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-baaa3934-484f-4e60-b2bf-300d2aab7251 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:06:00 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-baaa3934-484f-4e60-b2bf-300d2aab7251 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:06:00 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-baaa3934-484f-4e60-b2bf-300d2aab7251 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:06:00 user nova-compute[74854]: INFO os_brick.initiator.connectors.iscsi [None req-baaa3934-484f-4e60-b2bf-300d2aab7251 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 17:06:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c -p 172.16.0.220:3260 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c -p 172.16.0.220:3260" returned: 21 in 0.025s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[59b94c1b-a5b3-45b0-87df-0f9612129b38]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-baaa3934-484f-4e60-b2bf-300d2aab7251 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 17:06:01 user nova-compute[74854]:  {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c -p 172.16.0.220:3260 --interface default --op new {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab679a6c-b2e0-4eb5-a44f-5e992e64e1b8]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c] added\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-baaa3934-484f-4e60-b2bf-300d2aab7251 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c] added
Oct 23 17:06:01 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[816f3913-03b7-4175-bb9c-b46930998e9f]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-baaa3934-484f-4e60-b2bf-300d2aab7251 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[17423e45-ed65-428c-aaca-a67a4461b52a]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-baaa3934-484f-4e60-b2bf-300d2aab7251 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gtMfNldz {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gtMfNldz" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[197b7226-309a-450c-bd39-a4481eb2c086]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-baaa3934-484f-4e60-b2bf-300d2aab7251 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'gtMfNldz'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b4fba55-0c1e-4dd7-8159-3b7b6262b74a]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-baaa3934-484f-4e60-b2bf-300d2aab7251 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-89f2648b-0463-4456-a8b6-31537773e27e tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Lock "f078aa99-03eb-4f16-a6f3-0b209ceb72ae" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 39.560s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e328906-32ba-441a-b538-bfa53bad5e1c]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-baaa3934-484f-4e60-b2bf-300d2aab7251 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 (non-flash)
Oct 23 17:06:01 user nova-compute[74854]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:06:01 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:06:01 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:06:01 user nova-compute[74854]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)
Oct 23 17:06:01 user nova-compute[74854]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d (non-flash)
Oct 23 17:06:01 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-baaa3934-484f-4e60-b2bf-300d2aab7251 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 (non-flash)
Oct 23 17:06:01 user nova-compute[74854]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:06:01 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:06:01 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:06:01 user nova-compute[74854]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)
Oct 23 17:06:01 user nova-compute[74854]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d (non-flash)
Oct 23 17:06:01 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c -p 172.16.0.220:3260 --login {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c -p 172.16.0.220:3260 --login" returned: 0 in 0.089s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4976714-3739-4c4d-ae0c-8a8c2da89149]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-baaa3934-484f-4e60-b2bf-300d2aab7251 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c, portal: 172.16.0.220,3260]
Oct 23 17:06:01 user nova-compute[74854]: Login to [iface: default, target: iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c, portal: 172.16.0.220,3260] successful.
Oct 23 17:06:01 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.028s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[fae1fb88-d267-4cab-a0f8-868aa62a8764]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-baaa3934-484f-4e60-b2bf-300d2aab7251 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[285addeb-56fd-401c-9f6c-1d6ba6085503]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-baaa3934-484f-4e60-b2bf-300d2aab7251 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 (non-flash)
Oct 23 17:06:01 user nova-compute[74854]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:06:01 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:06:01 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:06:01 user nova-compute[74854]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)
Oct 23 17:06:01 user nova-compute[74854]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d (non-flash)
Oct 23 17:06:01 user nova-compute[74854]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c (non-flash)
Oct 23 17:06:01 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-baaa3934-484f-4e60-b2bf-300d2aab7251 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 (non-flash)
Oct 23 17:06:01 user nova-compute[74854]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:06:01 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:06:01 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:06:01 user nova-compute[74854]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)
Oct 23 17:06:01 user nova-compute[74854]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d (non-flash)
Oct 23 17:06:01 user nova-compute[74854]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c (non-flash)
Oct 23 17:06:01 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-baaa3934-484f-4e60-b2bf-300d2aab7251 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.365s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-baaa3934-484f-4e60-b2bf-300d2aab7251 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] Connected to 172.16.0.220:3260 {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-baaa3934-484f-4e60-b2bf-300d2aab7251 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] HCTL ('39', '-', '-', 0) found on session 8 with lun 0 {{(pid=74854) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-baaa3934-484f-4e60-b2bf-300d2aab7251 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] Scanning host 39 c: -, t: -, l: 0) {{(pid=74854) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host39/scan {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host39/scan" returned: 0 in 0.030s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d0a8b39-c0ab-4b9a-bccf-a333e7fc3bde]: (4, ('- - 0', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-baaa3934-484f-4e60-b2bf-300d2aab7251 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] Searching for a device in session 8 and hctl ['39', '*', '*', 0] yield: sdh {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-baaa3934-484f-4e60-b2bf-300d2aab7251 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] Connected to sdh using {'target_iqn': 'iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gtMfNldz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG os_brick.utils [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[535befe4-f418-4673-b571-5d890e7a1a9f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a321e2f0722\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2d41219-71d6-4fa6-a52c-81c998eb9a35]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[16341f57-d7df-442e-b3b4-0e6bcf09148d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a96c839-3c38-49cc-9fad-91321ed23b59]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Running cmd (subprocess): nvme version {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] 'nvme version' failed. Not Retrying. {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] nvme not present on system {{(pid=74854) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:06:01 user nova-compute[74854]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 17:06:01 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[d73e7342-8567-4399-abc6-c9e5da8ee1ad]: (4, '') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74854) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] LIGHTOS: no hostnqn found. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG os_brick.utils [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] <== get_connector_properties: return (109ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a321e2f0722', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:06:01 user nova-compute[74854]: DEBUG nova.virt.block_device [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Updating existing volume attachment record: d7e2a0b0-94d8-4cfc-8d8c-1e5a1b03db12 {{(pid=74854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 17:06:02 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-baaa3934-484f-4e60-b2bf-300d2aab7251 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.421s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:06:02 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-baaa3934-484f-4e60-b2bf-300d2aab7251 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] <== connect_volume: return (1423ms) {'type': 'block', 'scsi_wwn': '26131393765326536', 'path': '/dev/sdh'} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:06:02 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-baaa3934-484f-4e60-b2bf-300d2aab7251 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26131393765326536', 'path': '/dev/sdh'} {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 17:06:02 user nova-compute[74854]: DEBUG nova.objects.instance [None req-baaa3934-484f-4e60-b2bf-300d2aab7251 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] Lazy-loading 'flavor' on Instance uuid 5a7d29b4-fac4-4931-bb22-d2aaf5701926 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:06:02 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-baaa3934-484f-4e60-b2bf-300d2aab7251 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] attach device xml: <disk type="block" device="disk">
Oct 23 17:06:02 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:06:02 user nova-compute[74854]:   <source dev="/dev/sdh"/>
Oct 23 17:06:02 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:06:02 user nova-compute[74854]:   <serial>bf7740a5-95b6-4a78-9f30-64117787647c</serial>
Oct 23 17:06:02 user nova-compute[74854]: </disk>
Oct 23 17:06:02 user nova-compute[74854]:  {{(pid=74854) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 17:06:02 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-baaa3934-484f-4e60-b2bf-300d2aab7251 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:06:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-baaa3934-484f-4e60-b2bf-300d2aab7251 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] No BDM found with device name vdb, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:06:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-baaa3934-484f-4e60-b2bf-300d2aab7251 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] No VIF found with MAC fa:16:3e:f6:f7:c4, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-baaa3934-484f-4e60-b2bf-300d2aab7251 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] Lock "5a7d29b4-fac4-4931-bb22-d2aaf5701926" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 42.310s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9609ad06-ac29-41cf-8751-befbe2266532 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Acquiring lock "f078aa99-03eb-4f16-a6f3-0b209ceb72ae" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9609ad06-ac29-41cf-8751-befbe2266532 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Lock "f078aa99-03eb-4f16-a6f3-0b209ceb72ae" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.003s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG nova.compute.manager [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Start spawning the instance on the hypervisor. {{(pid=74854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Creating instance directory {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 17:06:04 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Creating image(s)
Oct 23 17:06:04 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Did not create local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Ensure instance console log exists: /opt/stack/data/nova/instances/77cee224-bb86-4929-bcb6-aa4b31cd235f/console.log {{(pid=74854) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Start _get_guest_xml network_info=[{"id": "262bf787-b239-4d40-9c98-8f56adfb9dc9", "address": "fa:16:3e:2a:b7:23", "network": {"id": "bf7176bc-9507-4b2c-9169-1a2833155404", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-981604424-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap262bf787-b2", "ovs_interfaceid": "262bf787-b239-4d40-9c98-8f56adfb9dc9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "da0880e1-436b-47d3-90ef-ccc1935a47fd", "address": "fa:16:3e:bf:24:7f", "network": {"id": "d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841375724", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda0880e1-43", "ovs_interfaceid": "da0880e1-436b-47d3-90ef-ccc1935a47fd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "8f4ce331-dfe7-4cab-a78e-357134ef82f1", "address": "fa:16:3e:df:c3:8d", "network": {"id": "d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841375724", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f4ce331-df", "ovs_interfaceid": "8f4ce331-dfe7-4cab-a78e-357134ef82f1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "09bb0fd7-c1ee-420d-8cac-ebcda200bada", "address": "fa:16:3e:93:0b:82", "network": {"id": "d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841375724", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09bb0fd7-c1", "ovs_interfaceid": "09bb0fd7-c1ee-420d-8cac-ebcda200bada", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "388a6f93-0f6c-47f5-8ccc-3d6ff804eb11", "address": "fa:16:3e:f8:9c:ab", "network": {"id": "d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841375724", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap388a6f93-0f", "ovs_interfaceid": "388a6f93-0f6c-47f5-8ccc-3d6ff804eb11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e2515a32-fd59-40bb-9ae2-9bbad45d9bae", "address": "fa:16:3e:ac:ab:2a", "network": {"id": "c9fc255c-e299-452e-921e-b6af71f3cf26", "bridge": "br-int", "label": "tempest-device-tagging-net2-1128029543", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape2515a32-fd", "ovs_interfaceid": "e2515a32-fd59-40bb-9ae2-9bbad45d9bae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9887f68c-dbfa-48bf-a60b-54009a9211d7", "address": "fa:16:3e:46:7b:24", "network": {"id": "c9fc255c-e299-452e-921e-b6af71f3cf26", "bridge": "br-int", "label": "tempest-device-tagging-net2-1128029543", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9887f68c-db", "ovs_interfaceid": "9887f68c-dbfa-48bf-a60b-54009a9211d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'attachment_id': '6af07c0a-4000-43ea-a638-2707ad2aea2d', 'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KzDrOhQb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '77cee224-bb86-4929-bcb6-aa4b31cd235f', 'attached_at': '', 'detached_at': '', 'volume_id': 'ea7064d2-83f3-46b8-b295-6273e2667f14', 'serial': 'ea7064d2-83f3-46b8-b295-6273e2667f14'}, 'mount_device': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'volume_type': None}, {'delete_on_termination': False, 'attachment_id': '8f3522fc-5fb0-4f19-9e31-5fc9a8b375ed', 'boot_index': 1, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IuywPogX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '77cee224-bb86-4929-bcb6-aa4b31cd235f', 'attached_at': '', 'detached_at': '', 'volume_id': '99b2cb85-953e-47ef-8208-56493fc3c0e0', 'serial': '99b2cb85-953e-47ef-8208-56493fc3c0e0'}, 'mount_device': '/dev/vdb', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'volume_type': None}, {'delete_on_termination': False, 'attachment_id': 'b8f79e39-d4be-4261-b24f-7842a84aeb48', 'boot_index': 2, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hVwcnlqQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '77cee224-bb86-4929-bcb6-aa4b31cd235f', 'attached_at': '', 'detached_at': '', 'volume_id': '6665e64a-0e5c-4a0d-81f9-21c8de033d96', 'serial': '6665e64a-0e5c-4a0d-81f9-21c8de033d96'}, 'mount_device': '/dev/vdc', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'volume_type': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:06:04 user nova-compute[74854]: INFO nova.compute.manager [None req-9609ad06-ac29-41cf-8751-befbe2266532 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Detaching volume 507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d
Oct 23 17:06:04 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:06:04 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:06:04 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Calling os-brick to attach iSCSI Volume {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KzDrOhQb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:06:04 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:06:04 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:06:04 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:06:04 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:06:04 user nova-compute[74854]: INFO os_brick.initiator.connectors.iscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 17:06:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 -p 172.16.0.220:3260 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:04 user nova-compute[74854]: INFO nova.virt.block_device [None req-9609ad06-ac29-41cf-8751-befbe2266532 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Attempting to driver detach volume 507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d from mountpoint /dev/vdb
Oct 23 17:06:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba322090-dbe9-4815-bd7f-d9dc9c0c5047]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 17:06:04 user nova-compute[74854]:  {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 -p 172.16.0.220:3260 --interface default --op new {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9609ad06-ac29-41cf-8751-befbe2266532 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Attempting to detach device vdb from instance f078aa99-03eb-4f16-a6f3-0b209ceb72ae from the persistent domain config. {{(pid=74854) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-9609ad06-ac29-41cf-8751-befbe2266532 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 17:06:04 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:06:04 user nova-compute[74854]:   <source dev="/dev/sdg"/>
Oct 23 17:06:04 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:06:04 user nova-compute[74854]:   <serial>507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d</serial>
Oct 23 17:06:04 user nova-compute[74854]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 23 17:06:04 user nova-compute[74854]: </disk>
Oct 23 17:06:04 user nova-compute[74854]:  {{(pid=74854) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 17:06:04 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-9609ad06-ac29-41cf-8751-befbe2266532 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Successfully detached device vdb from instance f078aa99-03eb-4f16-a6f3-0b209ceb72ae from the persistent domain config.
Oct 23 17:06:04 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9609ad06-ac29-41cf-8751-befbe2266532 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance f078aa99-03eb-4f16-a6f3-0b209ceb72ae from the live domain config. {{(pid=74854) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-9609ad06-ac29-41cf-8751-befbe2266532 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 17:06:04 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:06:04 user nova-compute[74854]:   <source dev="/dev/sdg"/>
Oct 23 17:06:04 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:06:04 user nova-compute[74854]:   <serial>507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d</serial>
Oct 23 17:06:04 user nova-compute[74854]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 23 17:06:04 user nova-compute[74854]: </disk>
Oct 23 17:06:04 user nova-compute[74854]:  {{(pid=74854) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.025s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[d693df54-c624-459b-a449-d14955118879]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14] added\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14] added
Oct 23 17:06:04 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7b3edd0-77b5-46db-867b-62dda9292109]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[5bbbab35-a40f-49f9-8420-92967d594aea]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KzDrOhQb {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KzDrOhQb" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2e66779-2333-4ed9-a58b-d7682229981d]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'KzDrOhQb'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[dedc7c26-ac5f-4699-900e-ef490428a90e]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f2fb618-c010-4932-8a15-72c760da7744]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 (non-flash)
Oct 23 17:06:04 user nova-compute[74854]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:06:04 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:06:04 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:06:04 user nova-compute[74854]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)
Oct 23 17:06:04 user nova-compute[74854]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d (non-flash)
Oct 23 17:06:04 user nova-compute[74854]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c (non-flash)
Oct 23 17:06:04 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 (non-flash)
Oct 23 17:06:04 user nova-compute[74854]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:06:04 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:06:04 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:06:04 user nova-compute[74854]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)
Oct 23 17:06:04 user nova-compute[74854]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d (non-flash)
Oct 23 17:06:04 user nova-compute[74854]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c (non-flash)
Oct 23 17:06:04 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 -p 172.16.0.220:3260 --login {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 -p 172.16.0.220:3260 --login" returned: 0 in 0.080s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2bfaf7d-c7e8-4c58-9929-41a53064c91a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14, portal: 172.16.0.220,3260]
Oct 23 17:06:04 user nova-compute[74854]: Login to [iface: default, target: iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14, portal: 172.16.0.220,3260] successful.
Oct 23 17:06:04 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e7a4b1f-55c8-42f5-8a44-bdf16e439fe8]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9534e0a-1d2b-4912-958b-6bcc9451b2cc]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 (non-flash)
Oct 23 17:06:04 user nova-compute[74854]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:06:04 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:06:04 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:06:04 user nova-compute[74854]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)
Oct 23 17:06:04 user nova-compute[74854]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d (non-flash)
Oct 23 17:06:04 user nova-compute[74854]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c (non-flash)
Oct 23 17:06:04 user nova-compute[74854]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)
Oct 23 17:06:04 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 (non-flash)
Oct 23 17:06:04 user nova-compute[74854]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:06:04 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:06:04 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:06:04 user nova-compute[74854]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)
Oct 23 17:06:04 user nova-compute[74854]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d (non-flash)
Oct 23 17:06:04 user nova-compute[74854]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c (non-flash)
Oct 23 17:06:04 user nova-compute[74854]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)
Oct 23 17:06:04 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.329s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Connected to 172.16.0.220:3260 {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] HCTL ('40', '-', '-', 0) found on session 9 with lun 0 {{(pid=74854) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Scanning host 40 c: -, t: -, l: 0) {{(pid=74854) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host40/scan {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host40/scan" returned: 0 in 0.016s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9821a8b-3909-4f27-9f79-4956a1d602d7]: (4, ('- - 0', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Searching for a device in session 9 and hctl ['40', '*', '*', 0] yield: sdi {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Connected to sdi using {'target_iqn': 'iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KzDrOhQb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 17:06:04 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9609ad06-ac29-41cf-8751-befbe2266532 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance f078aa99-03eb-4f16-a6f3-0b209ceb72ae {{(pid=74854) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 23 17:06:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ef1ba793-a6ce-4b05-a9df-f5e165f723fa tempest-VolumesAssistedSnapshotsTest-416239366 tempest-VolumesAssistedSnapshotsTest-416239366-project] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] volume_snapshot_create: create_info: {'snapshot_id': 'fd35f507-3771-4179-a94c-709a21337ebc', 'type': 'qcow2', 'new_file': 'new_file'} {{(pid=74854) volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3576}}
Oct 23 17:06:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ef1ba793-a6ce-4b05-a9df-f5e165f723fa tempest-VolumesAssistedSnapshotsTest-416239366 tempest-VolumesAssistedSnapshotsTest-416239366-project] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] snap xml: <domainsnapshot>
Oct 23 17:06:05 user nova-compute[74854]:   <disks>
Oct 23 17:06:05 user nova-compute[74854]:     <disk name="/dev/sdh" snapshot="external" type="file">
Oct 23 17:06:05 user nova-compute[74854]:       <source file="/dev/new_file"/>
Oct 23 17:06:05 user nova-compute[74854]:     </disk>
Oct 23 17:06:05 user nova-compute[74854]:     <disk name="vda" snapshot="no"/>
Oct 23 17:06:05 user nova-compute[74854]:   </disks>
Oct 23 17:06:05 user nova-compute[74854]: </domainsnapshot>
Oct 23 17:06:05 user nova-compute[74854]:  {{(pid=74854) _volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3517}}
Oct 23 17:06:05 user nova-compute[74854]: DEBUG nova.objects.instance [None req-ef1ba793-a6ce-4b05-a9df-f5e165f723fa tempest-VolumesAssistedSnapshotsTest-416239366 tempest-VolumesAssistedSnapshotsTest-416239366-project] Lazy-loading 'system_metadata' on Instance uuid 5a7d29b4-fac4-4931-bb22-d2aaf5701926 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:06:05 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-ef1ba793-a6ce-4b05-a9df-f5e165f723fa tempest-VolumesAssistedSnapshotsTest-416239366 tempest-VolumesAssistedSnapshotsTest-416239366-project] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver [None req-ef1ba793-a6ce-4b05-a9df-f5e165f723fa tempest-VolumesAssistedSnapshotsTest-416239366 tempest-VolumesAssistedSnapshotsTest-416239366-project] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Unable to create VM snapshot, failing volume_snapshot operation.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Traceback (most recent call last):
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926]     rv = execute(f, *args, **kwargs)
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926]     six.reraise(c, e, tb)
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926]     raise value
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926]     rv = meth(*args, **kwargs)
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] 
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver [None req-ef1ba793-a6ce-4b05-a9df-f5e165f723fa tempest-VolumesAssistedSnapshotsTest-416239366 tempest-VolumesAssistedSnapshotsTest-416239366-project] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Error occurred during volume_snapshot_create, sending error status to Cinder.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Traceback (most recent call last):
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926]     self._volume_snapshot_create(context, instance, guest,
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926]     rv = execute(f, *args, **kwargs)
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926]     six.reraise(c, e, tb)
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926]     raise value
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926]     rv = meth(*args, **kwargs)
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] 
Oct 23 17:06:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-fa1cbc4d-aa4e-407c-ae0b-baacbf07dc79 tempest-VolumesAssistedSnapshotsTest-416239366 tempest-VolumesAssistedSnapshotsTest-416239366-project] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] volume_snapshot_delete: delete_info: {'volume_id': 'bf7740a5-95b6-4a78-9f30-64117787647c'} {{(pid=74854) _volume_snapshot_delete /opt/stack/nova/nova/virt/libvirt/driver.py:3677}}
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver [None req-fa1cbc4d-aa4e-407c-ae0b-baacbf07dc79 tempest-VolumesAssistedSnapshotsTest-416239366 tempest-VolumesAssistedSnapshotsTest-416239366-project] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Error occurred during volume_snapshot_delete, sending error status to Cinder.: KeyError: 'type'
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Traceback (most recent call last):
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926]     self._volume_snapshot_delete(context, instance, volume_id,
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926]     if delete_info['type'] != 'qcow2':
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] KeyError: 'type'
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] 
Oct 23 17:06:05 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.373s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:06:05 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] <== connect_volume: return (1374ms) {'type': 'block', 'scsi_wwn': '23733393438646165', 'path': '/dev/sdi'} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:06:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23733393438646165', 'path': '/dev/sdi'} {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 17:06:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Calling os-brick to attach iSCSI Volume {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 17:06:05 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IuywPogX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:06:05 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:06:05 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:06:05 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:06:05 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:06:05 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:06:05 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:06:05 user nova-compute[74854]: INFO os_brick.initiator.connectors.iscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver [None req-ef1ba793-a6ce-4b05-a9df-f5e165f723fa tempest-VolumesAssistedSnapshotsTest-416239366 tempest-VolumesAssistedSnapshotsTest-416239366-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot fd35f507-3771-4179-a94c-709a21337ebc could not be found.
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_create(context, instance, guest,
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver     self._domain.snapshotCreateXML(device_xml, flags=flags)
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver     result = proxy_call(self._autowrap, f, *args, **kwargs)
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver     rv = execute(f, *args, **kwargs)
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver     six.reraise(c, e, tb)
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver     raise value
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver     rv = meth(*args, **kwargs)
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver     raise libvirtError('virDomainSnapshotCreateXML() failed')
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver 
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver 
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot fd35f507-3771-4179-a94c-709a21337ebc could not be found. (HTTP 404) (Request-ID: req-8d049fd6-6f04-489f-b4e4-21937c52d9b7)
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver 
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver 
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3416, in _volume_snapshot_update_status
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot fd35f507-3771-4179-a94c-709a21337ebc could not be found.
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver 
Oct 23 17:06:05 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 -p 172.16.0.220:3260 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver [None req-fa1cbc4d-aa4e-407c-ae0b-baacbf07dc79 tempest-VolumesAssistedSnapshotsTest-416239366 tempest-VolumesAssistedSnapshotsTest-416239366-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot None could not be found.
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_delete(context, instance, volume_id,
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver     if delete_info['type'] != 'qcow2':
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver KeyError: 'type'
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver 
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver 
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot None could not be found. (HTTP 404) (Request-ID: req-9abda076-715f-4755-9440-6ae41eeb7142)
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver 
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver 
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3416, in _volume_snapshot_update_status
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot None could not be found.
Oct 23 17:06:05 user nova-compute[74854]: ERROR nova.virt.libvirt.driver 
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server [None req-ef1ba793-a6ce-4b05-a9df-f5e165f723fa tempest-VolumesAssistedSnapshotsTest-416239366 tempest-VolumesAssistedSnapshotsTest-416239366-project] Exception during message handling: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4504, in volume_snapshot_create
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_create(context, instance, volume_id,
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3597, in volume_snapshot_create
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_create(context, instance, guest,
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     self._domain.snapshotCreateXML(device_xml, flags=flags)
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     result = proxy_call(self._autowrap, f, *args, **kwargs)
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     rv = execute(f, *args, **kwargs)
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     six.reraise(c, e, tb)
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     raise value
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     rv = meth(*args, **kwargs)
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     raise libvirtError('virDomainSnapshotCreateXML() failed')
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server 
Oct 23 17:06:05 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:05 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[79526d5f-6be4-4497-aad2-b860a5aec486]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:05 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 17:06:05 user nova-compute[74854]:  {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:05 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 -p 172.16.0.220:3260 --interface default --op new {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server [None req-fa1cbc4d-aa4e-407c-ae0b-baacbf07dc79 tempest-VolumesAssistedSnapshotsTest-416239366 tempest-VolumesAssistedSnapshotsTest-416239366-project] Exception during message handling: KeyError: 'type'
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4516, in volume_snapshot_delete
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_delete(context, instance, volume_id,
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3853, in volume_snapshot_delete
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_delete(context, instance, volume_id,
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     if delete_info['type'] != 'qcow2':
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server KeyError: 'type'
Oct 23 17:06:05 user nova-compute[74854]: ERROR oslo_messaging.rpc.server 
Oct 23 17:06:05 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.025s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:05 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[73488ed5-0d27-464a-9399-72a7a448c09c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0] added\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:05 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0] added
Oct 23 17:06:05 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:05 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:05 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:05 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[eaefd041-ec2a-4867-bb27-37f8903d099a]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:05 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:05 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:05 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:05 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[731d4ea8-3f25-4fff-bde7-9a5ca1ddacff]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:05 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:05 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IuywPogX {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:05 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IuywPogX" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:05 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c2b3af3-aca4-4b6f-8faa-ca9fab310ab1]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:05 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'IuywPogX'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:05 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:05 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:05 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[c082af5c-98d0-4f1d-b865-a74c361b33a1]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:05 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:05 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:06 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:06 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[077244a6-8925-4778-8c87-0e7bcd65ea09]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:06 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 (non-flash)
Oct 23 17:06:06 user nova-compute[74854]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:06:06 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:06:06 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:06:06 user nova-compute[74854]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)
Oct 23 17:06:06 user nova-compute[74854]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d (non-flash)
Oct 23 17:06:06 user nova-compute[74854]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c (non-flash)
Oct 23 17:06:06 user nova-compute[74854]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)
Oct 23 17:06:06 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:06:06 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 (non-flash)
Oct 23 17:06:06 user nova-compute[74854]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:06:06 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:06:06 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:06:06 user nova-compute[74854]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)
Oct 23 17:06:06 user nova-compute[74854]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d (non-flash)
Oct 23 17:06:06 user nova-compute[74854]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c (non-flash)
Oct 23 17:06:06 user nova-compute[74854]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)
Oct 23 17:06:06 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:06:06 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 -p 172.16.0.220:3260 --login {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-4e1a5019-74fb-400c-8a72-939672da5f57 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] Acquiring lock "5a7d29b4-fac4-4931-bb22-d2aaf5701926" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:06:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-4e1a5019-74fb-400c-8a72-939672da5f57 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] Lock "5a7d29b4-fac4-4931-bb22-d2aaf5701926" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:06:06 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 -p 172.16.0.220:3260 --login" returned: 0 in 0.106s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:06 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad2dbc69-89cf-4e03-bd2a-bef48edfd08e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:06 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0, portal: 172.16.0.220,3260]
Oct 23 17:06:06 user nova-compute[74854]: Login to [iface: default, target: iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0, portal: 172.16.0.220,3260] successful.
Oct 23 17:06:06 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:06 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:06 user nova-compute[74854]: INFO nova.compute.manager [None req-4e1a5019-74fb-400c-8a72-939672da5f57 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Detaching volume bf7740a5-95b6-4a78-9f30-64117787647c
Oct 23 17:06:06 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.026s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:06 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[16152d2b-2fd4-4699-91e8-d98871cc5d69]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:06 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:06 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:06 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:06 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[637dbfff-d373-4c2c-9a41-18a2340271cf]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:06 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)
Oct 23 17:06:06 user nova-compute[74854]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 (non-flash)
Oct 23 17:06:06 user nova-compute[74854]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:06:06 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:06:06 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:06:06 user nova-compute[74854]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)
Oct 23 17:06:06 user nova-compute[74854]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d (non-flash)
Oct 23 17:06:06 user nova-compute[74854]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c (non-flash)
Oct 23 17:06:06 user nova-compute[74854]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)
Oct 23 17:06:06 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:06:06 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)
Oct 23 17:06:06 user nova-compute[74854]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 (non-flash)
Oct 23 17:06:06 user nova-compute[74854]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:06:06 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:06:06 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:06:06 user nova-compute[74854]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)
Oct 23 17:06:06 user nova-compute[74854]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d (non-flash)
Oct 23 17:06:06 user nova-compute[74854]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c (non-flash)
Oct 23 17:06:06 user nova-compute[74854]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)
Oct 23 17:06:06 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:06:06 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.401s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:06:06 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Connected to 172.16.0.220:3260 {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 17:06:06 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] HCTL ('41', '-', '-', 0) found on session 10 with lun 0 {{(pid=74854) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 17:06:06 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Scanning host 41 c: -, t: -, l: 0) {{(pid=74854) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 17:06:06 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host41/scan {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:06 user nova-compute[74854]: INFO nova.virt.block_device [None req-4e1a5019-74fb-400c-8a72-939672da5f57 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Attempting to driver detach volume bf7740a5-95b6-4a78-9f30-64117787647c from mountpoint /dev/vdb
Oct 23 17:06:06 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host41/scan" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:06 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b31b17a-eb5f-4d21-8556-fd91877a4d1c]: (4, ('- - 0', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:06 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Searching for a device in session 10 and hctl ['41', '*', '*', 0] yield: sdj {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:06:06 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Connected to sdj using {'target_iqn': 'iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IuywPogX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 17:06:06 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-4e1a5019-74fb-400c-8a72-939672da5f57 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] Attempting to detach device vdb from instance 5a7d29b4-fac4-4931-bb22-d2aaf5701926 from the persistent domain config. {{(pid=74854) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 17:06:06 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-4e1a5019-74fb-400c-8a72-939672da5f57 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] detach device xml: <disk type="block" device="disk">
Oct 23 17:06:06 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:06:06 user nova-compute[74854]:   <source dev="/dev/sdh"/>
Oct 23 17:06:06 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:06:06 user nova-compute[74854]:   <serial>bf7740a5-95b6-4a78-9f30-64117787647c</serial>
Oct 23 17:06:06 user nova-compute[74854]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 17:06:06 user nova-compute[74854]: </disk>
Oct 23 17:06:06 user nova-compute[74854]:  {{(pid=74854) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 17:06:06 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-4e1a5019-74fb-400c-8a72-939672da5f57 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] Successfully detached device vdb from instance 5a7d29b4-fac4-4931-bb22-d2aaf5701926 from the persistent domain config.
Oct 23 17:06:06 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-4e1a5019-74fb-400c-8a72-939672da5f57 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 5a7d29b4-fac4-4931-bb22-d2aaf5701926 from the live domain config. {{(pid=74854) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 23 17:06:06 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-4e1a5019-74fb-400c-8a72-939672da5f57 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] detach device xml: <disk type="block" device="disk">
Oct 23 17:06:06 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:06:06 user nova-compute[74854]:   <source dev="/dev/sdh"/>
Oct 23 17:06:06 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:06:06 user nova-compute[74854]:   <serial>bf7740a5-95b6-4a78-9f30-64117787647c</serial>
Oct 23 17:06:06 user nova-compute[74854]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 17:06:06 user nova-compute[74854]: </disk>
Oct 23 17:06:06 user nova-compute[74854]:  {{(pid=74854) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 17:06:06 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-4e1a5019-74fb-400c-8a72-939672da5f57 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 5a7d29b4-fac4-4931-bb22-d2aaf5701926 {{(pid=74854) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 23 17:06:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.444s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:06:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] <== connect_volume: return (1447ms) {'type': 'block', 'scsi_wwn': '26435373430356366', 'path': '/dev/sdj'} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:06:07 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26435373430356366', 'path': '/dev/sdj'} {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 17:06:07 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Calling os-brick to attach iSCSI Volume {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 17:06:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hVwcnlqQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:06:07 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:06:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:06:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:06:07 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:06:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:06:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:06:07 user nova-compute[74854]: INFO os_brick.initiator.connectors.iscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 17:06:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 -p 172.16.0.220:3260 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:07 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[f420ab4d-f642-4436-a6dd-f877444c3f8a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 17:06:07 user nova-compute[74854]:  {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 -p 172.16.0.220:3260 --interface default --op new {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:07 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[1aa5822e-75c3-4fa1-b4d4-5219fc33d492]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96] added\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96] added
Oct 23 17:06:07 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:07 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa08b638-45dd-46a1-91ec-2af07cb36e89]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:07 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[85d4b3a7-ef4a-444a-9c89-851b56ca3529]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hVwcnlqQ {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hVwcnlqQ" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:07 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[94e17e35-9133-431e-b3ec-073243b1ab3e]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'hVwcnlqQ'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:07 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1d3b88d-89c1-4b96-bb76-96e0eeab7074]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:07 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[250e47a3-1b42-49a8-bfb5-f0f0f14fc673]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)
Oct 23 17:06:07 user nova-compute[74854]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 (non-flash)
Oct 23 17:06:07 user nova-compute[74854]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:06:07 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:06:07 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:06:07 user nova-compute[74854]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)
Oct 23 17:06:07 user nova-compute[74854]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d (non-flash)
Oct 23 17:06:07 user nova-compute[74854]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c (non-flash)
Oct 23 17:06:07 user nova-compute[74854]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)
Oct 23 17:06:07 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:06:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)
Oct 23 17:06:07 user nova-compute[74854]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 (non-flash)
Oct 23 17:06:07 user nova-compute[74854]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:06:07 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:06:07 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:06:07 user nova-compute[74854]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)
Oct 23 17:06:07 user nova-compute[74854]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d (non-flash)
Oct 23 17:06:07 user nova-compute[74854]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c (non-flash)
Oct 23 17:06:07 user nova-compute[74854]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)
Oct 23 17:06:07 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:06:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 -p 172.16.0.220:3260 --login {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 -p 172.16.0.220:3260 --login" returned: 0 in 0.109s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:07 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[daf09964-87e1-4e70-819f-ab1c76a1e1f9]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96, portal: 172.16.0.220,3260]
Oct 23 17:06:07 user nova-compute[74854]: Login to [iface: default, target: iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96, portal: 172.16.0.220,3260] successful.
Oct 23 17:06:07 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:07 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[68d89826-2e89-4430-8c47-589a3907fdee]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:07 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ac38231-9aaa-40f6-8710-b11eff621f6c]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)
Oct 23 17:06:07 user nova-compute[74854]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 (non-flash)
Oct 23 17:06:07 user nova-compute[74854]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 (non-flash)
Oct 23 17:06:07 user nova-compute[74854]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:06:07 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:06:07 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:06:07 user nova-compute[74854]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)
Oct 23 17:06:07 user nova-compute[74854]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d (non-flash)
Oct 23 17:06:07 user nova-compute[74854]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c (non-flash)
Oct 23 17:06:07 user nova-compute[74854]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)
Oct 23 17:06:07 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:06:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)
Oct 23 17:06:07 user nova-compute[74854]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 (non-flash)
Oct 23 17:06:07 user nova-compute[74854]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 (non-flash)
Oct 23 17:06:07 user nova-compute[74854]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:06:07 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:06:07 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:06:07 user nova-compute[74854]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)
Oct 23 17:06:07 user nova-compute[74854]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d (non-flash)
Oct 23 17:06:07 user nova-compute[74854]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c (non-flash)
Oct 23 17:06:07 user nova-compute[74854]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)
Oct 23 17:06:07 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:06:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.362s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:06:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Connected to 172.16.0.220:3260 {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 17:06:07 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] HCTL ('42', '-', '-', 0) found on session 11 with lun 0 {{(pid=74854) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 17:06:07 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Scanning host 42 c: -, t: -, l: 0) {{(pid=74854) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 17:06:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host42/scan {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host42/scan" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:07 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7473d66-e958-480d-91ec-71ce18e9172b]: (4, ('- - 0', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:07 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Searching for a device in session 11 and hctl ['42', '*', '*', 0] yield: None {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:06:07 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Searching for a device in session 11 and hctl ['42', '*', '*', 0] yield: sdk {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Connected to sdk using {'target_iqn': 'iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hVwcnlqQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.397s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] <== connect_volume: return (1399ms) {'type': 'block', 'scsi_wwn': '23061353439383531', 'path': '/dev/sdk'} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23061353439383531', 'path': '/dev/sdk'} {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T17:04:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-469615046',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-469615046',id=10,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDKJBR5szAu7kZuYrk6dQy+JNY5yJ1zDOdogRZ1fLm8XQECdToh9btgnUB8V8eGvQcZbz1a5Cpc8P6cUiX5NdXhSTSguzKnFEoc6T8fYO/v3KAf9iCVSdHJHVZZ0LWJKVA==',key_name='tempest-keypair-1291299313',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1893a4e0284e4543be6590408a89e1f2',ramdisk_id='',reservation_id='r-9ejidttf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-721768869',owner_user_name='tempest-TaggedBootDevicesTest_v242-721768869-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:04:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ff5a3846507f472ebc27b416c2f5f2b4',uuid=77cee224-bb86-4929-bcb6-aa4b31cd235f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "262bf787-b239-4d40-9c98-8f56adfb9dc9", "address": "fa:16:3e:2a:b7:23", "network": {"id": "bf7176bc-9507-4b2c-9169-1a2833155404", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-981604424-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap262bf787-b2", "ovs_interfaceid": "262bf787-b239-4d40-9c98-8f56adfb9dc9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Converting VIF {"id": "262bf787-b239-4d40-9c98-8f56adfb9dc9", "address": "fa:16:3e:2a:b7:23", "network": {"id": "bf7176bc-9507-4b2c-9169-1a2833155404", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-981604424-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap262bf787-b2", "ovs_interfaceid": "262bf787-b239-4d40-9c98-8f56adfb9dc9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2a:b7:23,bridge_name='br-int',has_traffic_filtering=True,id=262bf787-b239-4d40-9c98-8f56adfb9dc9,network=Network(bf7176bc-9507-4b2c-9169-1a2833155404),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap262bf787-b2') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T17:04:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-469615046',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-469615046',id=10,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDKJBR5szAu7kZuYrk6dQy+JNY5yJ1zDOdogRZ1fLm8XQECdToh9btgnUB8V8eGvQcZbz1a5Cpc8P6cUiX5NdXhSTSguzKnFEoc6T8fYO/v3KAf9iCVSdHJHVZZ0LWJKVA==',key_name='tempest-keypair-1291299313',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1893a4e0284e4543be6590408a89e1f2',ramdisk_id='',reservation_id='r-9ejidttf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-721768869',owner_user_name='tempest-TaggedBootDevicesTest_v242-721768869-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:04:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ff5a3846507f472ebc27b416c2f5f2b4',uuid=77cee224-bb86-4929-bcb6-aa4b31cd235f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "da0880e1-436b-47d3-90ef-ccc1935a47fd", "address": "fa:16:3e:bf:24:7f", "network": {"id": "d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841375724", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda0880e1-43", "ovs_interfaceid": "da0880e1-436b-47d3-90ef-ccc1935a47fd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Converting VIF {"id": "da0880e1-436b-47d3-90ef-ccc1935a47fd", "address": "fa:16:3e:bf:24:7f", "network": {"id": "d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841375724", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda0880e1-43", "ovs_interfaceid": "da0880e1-436b-47d3-90ef-ccc1935a47fd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bf:24:7f,bridge_name='br-int',has_traffic_filtering=True,id=da0880e1-436b-47d3-90ef-ccc1935a47fd,network=Network(d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapda0880e1-43') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T17:04:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-469615046',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-469615046',id=10,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDKJBR5szAu7kZuYrk6dQy+JNY5yJ1zDOdogRZ1fLm8XQECdToh9btgnUB8V8eGvQcZbz1a5Cpc8P6cUiX5NdXhSTSguzKnFEoc6T8fYO/v3KAf9iCVSdHJHVZZ0LWJKVA==',key_name='tempest-keypair-1291299313',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1893a4e0284e4543be6590408a89e1f2',ramdisk_id='',reservation_id='r-9ejidttf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-721768869',owner_user_name='tempest-TaggedBootDevicesTest_v242-721768869-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:04:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ff5a3846507f472ebc27b416c2f5f2b4',uuid=77cee224-bb86-4929-bcb6-aa4b31cd235f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8f4ce331-dfe7-4cab-a78e-357134ef82f1", "address": "fa:16:3e:df:c3:8d", "network": {"id": "d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841375724", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f4ce331-df", "ovs_interfaceid": "8f4ce331-dfe7-4cab-a78e-357134ef82f1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Converting VIF {"id": "8f4ce331-dfe7-4cab-a78e-357134ef82f1", "address": "fa:16:3e:df:c3:8d", "network": {"id": "d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841375724", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f4ce331-df", "ovs_interfaceid": "8f4ce331-dfe7-4cab-a78e-357134ef82f1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:df:c3:8d,bridge_name='br-int',has_traffic_filtering=True,id=8f4ce331-dfe7-4cab-a78e-357134ef82f1,network=Network(d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap8f4ce331-df') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T17:04:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-469615046',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-469615046',id=10,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDKJBR5szAu7kZuYrk6dQy+JNY5yJ1zDOdogRZ1fLm8XQECdToh9btgnUB8V8eGvQcZbz1a5Cpc8P6cUiX5NdXhSTSguzKnFEoc6T8fYO/v3KAf9iCVSdHJHVZZ0LWJKVA==',key_name='tempest-keypair-1291299313',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1893a4e0284e4543be6590408a89e1f2',ramdisk_id='',reservation_id='r-9ejidttf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-721768869',owner_user_name='tempest-TaggedBootDevicesTest_v242-721768869-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:04:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ff5a3846507f472ebc27b416c2f5f2b4',uuid=77cee224-bb86-4929-bcb6-aa4b31cd235f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "09bb0fd7-c1ee-420d-8cac-ebcda200bada", "address": "fa:16:3e:93:0b:82", "network": {"id": "d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841375724", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09bb0fd7-c1", "ovs_interfaceid": "09bb0fd7-c1ee-420d-8cac-ebcda200bada", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Converting VIF {"id": "09bb0fd7-c1ee-420d-8cac-ebcda200bada", "address": "fa:16:3e:93:0b:82", "network": {"id": "d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841375724", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09bb0fd7-c1", "ovs_interfaceid": "09bb0fd7-c1ee-420d-8cac-ebcda200bada", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:93:0b:82,bridge_name='br-int',has_traffic_filtering=True,id=09bb0fd7-c1ee-420d-8cac-ebcda200bada,network=Network(d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap09bb0fd7-c1') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T17:04:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-469615046',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-469615046',id=10,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDKJBR5szAu7kZuYrk6dQy+JNY5yJ1zDOdogRZ1fLm8XQECdToh9btgnUB8V8eGvQcZbz1a5Cpc8P6cUiX5NdXhSTSguzKnFEoc6T8fYO/v3KAf9iCVSdHJHVZZ0LWJKVA==',key_name='tempest-keypair-1291299313',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1893a4e0284e4543be6590408a89e1f2',ramdisk_id='',reservation_id='r-9ejidttf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-721768869',owner_user_name='tempest-TaggedBootDevicesTest_v242-721768869-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:04:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ff5a3846507f472ebc27b416c2f5f2b4',uuid=77cee224-bb86-4929-bcb6-aa4b31cd235f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "388a6f93-0f6c-47f5-8ccc-3d6ff804eb11", "address": "fa:16:3e:f8:9c:ab", "network": {"id": "d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841375724", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap388a6f93-0f", "ovs_interfaceid": "388a6f93-0f6c-47f5-8ccc-3d6ff804eb11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Converting VIF {"id": "388a6f93-0f6c-47f5-8ccc-3d6ff804eb11", "address": "fa:16:3e:f8:9c:ab", "network": {"id": "d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841375724", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap388a6f93-0f", "ovs_interfaceid": "388a6f93-0f6c-47f5-8ccc-3d6ff804eb11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f8:9c:ab,bridge_name='br-int',has_traffic_filtering=True,id=388a6f93-0f6c-47f5-8ccc-3d6ff804eb11,network=Network(d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap388a6f93-0f') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T17:04:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-469615046',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-469615046',id=10,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDKJBR5szAu7kZuYrk6dQy+JNY5yJ1zDOdogRZ1fLm8XQECdToh9btgnUB8V8eGvQcZbz1a5Cpc8P6cUiX5NdXhSTSguzKnFEoc6T8fYO/v3KAf9iCVSdHJHVZZ0LWJKVA==',key_name='tempest-keypair-1291299313',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1893a4e0284e4543be6590408a89e1f2',ramdisk_id='',reservation_id='r-9ejidttf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-721768869',owner_user_name='tempest-TaggedBootDevicesTest_v242-721768869-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:04:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ff5a3846507f472ebc27b416c2f5f2b4',uuid=77cee224-bb86-4929-bcb6-aa4b31cd235f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e2515a32-fd59-40bb-9ae2-9bbad45d9bae", "address": "fa:16:3e:ac:ab:2a", "network": {"id": "c9fc255c-e299-452e-921e-b6af71f3cf26", "bridge": "br-int", "label": "tempest-device-tagging-net2-1128029543", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape2515a32-fd", "ovs_interfaceid": "e2515a32-fd59-40bb-9ae2-9bbad45d9bae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Converting VIF {"id": "e2515a32-fd59-40bb-9ae2-9bbad45d9bae", "address": "fa:16:3e:ac:ab:2a", "network": {"id": "c9fc255c-e299-452e-921e-b6af71f3cf26", "bridge": "br-int", "label": "tempest-device-tagging-net2-1128029543", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape2515a32-fd", "ovs_interfaceid": "e2515a32-fd59-40bb-9ae2-9bbad45d9bae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ac:ab:2a,bridge_name='br-int',has_traffic_filtering=True,id=e2515a32-fd59-40bb-9ae2-9bbad45d9bae,network=Network(c9fc255c-e299-452e-921e-b6af71f3cf26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape2515a32-fd') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T17:04:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-469615046',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-469615046',id=10,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDKJBR5szAu7kZuYrk6dQy+JNY5yJ1zDOdogRZ1fLm8XQECdToh9btgnUB8V8eGvQcZbz1a5Cpc8P6cUiX5NdXhSTSguzKnFEoc6T8fYO/v3KAf9iCVSdHJHVZZ0LWJKVA==',key_name='tempest-keypair-1291299313',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1893a4e0284e4543be6590408a89e1f2',ramdisk_id='',reservation_id='r-9ejidttf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-721768869',owner_user_name='tempest-TaggedBootDevicesTest_v242-721768869-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:04:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ff5a3846507f472ebc27b416c2f5f2b4',uuid=77cee224-bb86-4929-bcb6-aa4b31cd235f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9887f68c-dbfa-48bf-a60b-54009a9211d7", "address": "fa:16:3e:46:7b:24", "network": {"id": "c9fc255c-e299-452e-921e-b6af71f3cf26", "bridge": "br-int", "label": "tempest-device-tagging-net2-1128029543", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9887f68c-db", "ovs_interfaceid": "9887f68c-dbfa-48bf-a60b-54009a9211d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Converting VIF {"id": "9887f68c-dbfa-48bf-a60b-54009a9211d7", "address": "fa:16:3e:46:7b:24", "network": {"id": "c9fc255c-e299-452e-921e-b6af71f3cf26", "bridge": "br-int", "label": "tempest-device-tagging-net2-1128029543", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9887f68c-db", "ovs_interfaceid": "9887f68c-dbfa-48bf-a60b-54009a9211d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:46:7b:24,bridge_name='br-int',has_traffic_filtering=True,id=9887f68c-dbfa-48bf-a60b-54009a9211d7,network=Network(c9fc255c-e299-452e-921e-b6af71f3cf26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9887f68c-db') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG nova.objects.instance [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Lazy-loading 'pci_devices' on Instance uuid 77cee224-bb86-4929-bcb6-aa4b31cd235f {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:06:08 user nova-compute[74854]:   <uuid>77cee224-bb86-4929-bcb6-aa4b31cd235f</uuid>
Oct 23 17:06:08 user nova-compute[74854]:   <name>instance-0000000a</name>
Oct 23 17:06:08 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:06:08 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:06:08 user nova-compute[74854]:   <metadata>
Oct 23 17:06:08 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:06:08 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:06:08 user nova-compute[74854]:       <nova:name>tempest-device-tagging-server-469615046</nova:name>
Oct 23 17:06:08 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:06:04</nova:creationTime>
Oct 23 17:06:08 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:06:08 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:06:08 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:06:08 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:06:08 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:06:08 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:06:08 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:06:08 user nova-compute[74854]:       <nova:owner>
Oct 23 17:06:08 user nova-compute[74854]:         <nova:user uuid="ff5a3846507f472ebc27b416c2f5f2b4">tempest-TaggedBootDevicesTest_v242-721768869-project-member</nova:user>
Oct 23 17:06:08 user nova-compute[74854]:         <nova:project uuid="1893a4e0284e4543be6590408a89e1f2">tempest-TaggedBootDevicesTest_v242-721768869</nova:project>
Oct 23 17:06:08 user nova-compute[74854]:       </nova:owner>
Oct 23 17:06:08 user nova-compute[74854]:       <nova:root type="image" uuid="68c345df-c9e8-475a-b17c-635fa0c7e894"/>
Oct 23 17:06:08 user nova-compute[74854]:       <nova:ports>
Oct 23 17:06:08 user nova-compute[74854]:         <nova:port uuid="262bf787-b239-4d40-9c98-8f56adfb9dc9">
Oct 23 17:06:08 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 23 17:06:08 user nova-compute[74854]:         </nova:port>
Oct 23 17:06:08 user nova-compute[74854]:         <nova:port uuid="da0880e1-436b-47d3-90ef-ccc1935a47fd">
Oct 23 17:06:08 user nova-compute[74854]:           <nova:ip type="fixed" address="10.1.1.50" ipVersion="4"/>
Oct 23 17:06:08 user nova-compute[74854]:         </nova:port>
Oct 23 17:06:08 user nova-compute[74854]:         <nova:port uuid="8f4ce331-dfe7-4cab-a78e-357134ef82f1">
Oct 23 17:06:08 user nova-compute[74854]:           <nova:ip type="fixed" address="10.1.1.221" ipVersion="4"/>
Oct 23 17:06:08 user nova-compute[74854]:         </nova:port>
Oct 23 17:06:08 user nova-compute[74854]:         <nova:port uuid="09bb0fd7-c1ee-420d-8cac-ebcda200bada">
Oct 23 17:06:08 user nova-compute[74854]:           <nova:ip type="fixed" address="10.1.1.246" ipVersion="4"/>
Oct 23 17:06:08 user nova-compute[74854]:         </nova:port>
Oct 23 17:06:08 user nova-compute[74854]:         <nova:port uuid="388a6f93-0f6c-47f5-8ccc-3d6ff804eb11">
Oct 23 17:06:08 user nova-compute[74854]:           <nova:ip type="fixed" address="10.1.1.60" ipVersion="4"/>
Oct 23 17:06:08 user nova-compute[74854]:         </nova:port>
Oct 23 17:06:08 user nova-compute[74854]:         <nova:port uuid="e2515a32-fd59-40bb-9ae2-9bbad45d9bae">
Oct 23 17:06:08 user nova-compute[74854]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Oct 23 17:06:08 user nova-compute[74854]:         </nova:port>
Oct 23 17:06:08 user nova-compute[74854]:         <nova:port uuid="9887f68c-dbfa-48bf-a60b-54009a9211d7">
Oct 23 17:06:08 user nova-compute[74854]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Oct 23 17:06:08 user nova-compute[74854]:         </nova:port>
Oct 23 17:06:08 user nova-compute[74854]:       </nova:ports>
Oct 23 17:06:08 user nova-compute[74854]:     </nova:instance>
Oct 23 17:06:08 user nova-compute[74854]:   </metadata>
Oct 23 17:06:08 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:06:08 user nova-compute[74854]:     <system>
Oct 23 17:06:08 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:06:08 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:06:08 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:06:08 user nova-compute[74854]:       <entry name="serial">77cee224-bb86-4929-bcb6-aa4b31cd235f</entry>
Oct 23 17:06:08 user nova-compute[74854]:       <entry name="uuid">77cee224-bb86-4929-bcb6-aa4b31cd235f</entry>
Oct 23 17:06:08 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:06:08 user nova-compute[74854]:     </system>
Oct 23 17:06:08 user nova-compute[74854]:   </sysinfo>
Oct 23 17:06:08 user nova-compute[74854]:   <os>
Oct 23 17:06:08 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:06:08 user nova-compute[74854]:     <boot dev="hd"/>
Oct 23 17:06:08 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:06:08 user nova-compute[74854]:   </os>
Oct 23 17:06:08 user nova-compute[74854]:   <features>
Oct 23 17:06:08 user nova-compute[74854]:     <acpi/>
Oct 23 17:06:08 user nova-compute[74854]:     <apic/>
Oct 23 17:06:08 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:06:08 user nova-compute[74854]:   </features>
Oct 23 17:06:08 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:06:08 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:06:08 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:06:08 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:06:08 user nova-compute[74854]:   </clock>
Oct 23 17:06:08 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:06:08 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:06:08 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:06:08 user nova-compute[74854]:   </cpu>
Oct 23 17:06:08 user nova-compute[74854]:   <devices>
Oct 23 17:06:08 user nova-compute[74854]:     <disk type="file" device="cdrom">
Oct 23 17:06:08 user nova-compute[74854]:       <driver name="qemu" type="raw" cache="none"/>
Oct 23 17:06:08 user nova-compute[74854]:       <source file="/opt/stack/data/nova/instances/77cee224-bb86-4929-bcb6-aa4b31cd235f/disk.config"/>
Oct 23 17:06:08 user nova-compute[74854]:       <target dev="hda" bus="ide"/>
Oct 23 17:06:08 user nova-compute[74854]:     </disk>
Oct 23 17:06:08 user nova-compute[74854]:     <disk type="block" device="disk">
Oct 23 17:06:08 user nova-compute[74854]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:06:08 user nova-compute[74854]:       <source dev="/dev/sdi"/>
Oct 23 17:06:08 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:06:08 user nova-compute[74854]:       <serial>ea7064d2-83f3-46b8-b295-6273e2667f14</serial>
Oct 23 17:06:08 user nova-compute[74854]:     </disk>
Oct 23 17:06:08 user nova-compute[74854]:     <disk type="block" device="disk">
Oct 23 17:06:08 user nova-compute[74854]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:06:08 user nova-compute[74854]:       <source dev="/dev/sdj"/>
Oct 23 17:06:08 user nova-compute[74854]:       <target dev="vdb" bus="virtio"/>
Oct 23 17:06:08 user nova-compute[74854]:       <serial>99b2cb85-953e-47ef-8208-56493fc3c0e0</serial>
Oct 23 17:06:08 user nova-compute[74854]:     </disk>
Oct 23 17:06:08 user nova-compute[74854]:     <disk type="block" device="disk">
Oct 23 17:06:08 user nova-compute[74854]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:06:08 user nova-compute[74854]:       <source dev="/dev/sdk"/>
Oct 23 17:06:08 user nova-compute[74854]:       <target dev="vdc" bus="virtio"/>
Oct 23 17:06:08 user nova-compute[74854]:       <serial>6665e64a-0e5c-4a0d-81f9-21c8de033d96</serial>
Oct 23 17:06:08 user nova-compute[74854]:     </disk>
Oct 23 17:06:08 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:06:08 user nova-compute[74854]:       <mac address="fa:16:3e:2a:b7:23"/>
Oct 23 17:06:08 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:06:08 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:06:08 user nova-compute[74854]:       <target dev="tap262bf787-b2"/>
Oct 23 17:06:08 user nova-compute[74854]:     </interface>
Oct 23 17:06:08 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:06:08 user nova-compute[74854]:       <mac address="fa:16:3e:bf:24:7f"/>
Oct 23 17:06:08 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:06:08 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:06:08 user nova-compute[74854]:       <target dev="tapda0880e1-43"/>
Oct 23 17:06:08 user nova-compute[74854]:     </interface>
Oct 23 17:06:08 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:06:08 user nova-compute[74854]:       <mac address="fa:16:3e:df:c3:8d"/>
Oct 23 17:06:08 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:06:08 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:06:08 user nova-compute[74854]:       <target dev="tap8f4ce331-df"/>
Oct 23 17:06:08 user nova-compute[74854]:     </interface>
Oct 23 17:06:08 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:06:08 user nova-compute[74854]:       <mac address="fa:16:3e:93:0b:82"/>
Oct 23 17:06:08 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:06:08 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:06:08 user nova-compute[74854]:       <target dev="tap09bb0fd7-c1"/>
Oct 23 17:06:08 user nova-compute[74854]:     </interface>
Oct 23 17:06:08 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:06:08 user nova-compute[74854]:       <mac address="fa:16:3e:f8:9c:ab"/>
Oct 23 17:06:08 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:06:08 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:06:08 user nova-compute[74854]:       <target dev="tap388a6f93-0f"/>
Oct 23 17:06:08 user nova-compute[74854]:     </interface>
Oct 23 17:06:08 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:06:08 user nova-compute[74854]:       <mac address="fa:16:3e:ac:ab:2a"/>
Oct 23 17:06:08 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:06:08 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:06:08 user nova-compute[74854]:       <target dev="tape2515a32-fd"/>
Oct 23 17:06:08 user nova-compute[74854]:     </interface>
Oct 23 17:06:08 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:06:08 user nova-compute[74854]:       <mac address="fa:16:3e:46:7b:24"/>
Oct 23 17:06:08 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:06:08 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:06:08 user nova-compute[74854]:       <target dev="tap9887f68c-db"/>
Oct 23 17:06:08 user nova-compute[74854]:     </interface>
Oct 23 17:06:08 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:06:08 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/77cee224-bb86-4929-bcb6-aa4b31cd235f/console.log" append="off"/>
Oct 23 17:06:08 user nova-compute[74854]:     </serial>
Oct 23 17:06:08 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:06:08 user nova-compute[74854]:     <video>
Oct 23 17:06:08 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:06:08 user nova-compute[74854]:     </video>
Oct 23 17:06:08 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:06:08 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:06:08 user nova-compute[74854]:     </rng>
Oct 23 17:06:08 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:06:08 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:06:08 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:06:08 user nova-compute[74854]:     </memballoon>
Oct 23 17:06:08 user nova-compute[74854]:   </devices>
Oct 23 17:06:08 user nova-compute[74854]: </domain>
Oct 23 17:06:08 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T17:04:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-469615046',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-469615046',id=10,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDKJBR5szAu7kZuYrk6dQy+JNY5yJ1zDOdogRZ1fLm8XQECdToh9btgnUB8V8eGvQcZbz1a5Cpc8P6cUiX5NdXhSTSguzKnFEoc6T8fYO/v3KAf9iCVSdHJHVZZ0LWJKVA==',key_name='tempest-keypair-1291299313',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1893a4e0284e4543be6590408a89e1f2',ramdisk_id='',reservation_id='r-9ejidttf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-721768869',owner_user_name='tempest-TaggedBootDevicesTest_v242-721768869-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:04:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ff5a3846507f472ebc27b416c2f5f2b4',uuid=77cee224-bb86-4929-bcb6-aa4b31cd235f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "262bf787-b239-4d40-9c98-8f56adfb9dc9", "address": "fa:16:3e:2a:b7:23", "network": {"id": "bf7176bc-9507-4b2c-9169-1a2833155404", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-981604424-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap262bf787-b2", "ovs_interfaceid": "262bf787-b239-4d40-9c98-8f56adfb9dc9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Converting VIF {"id": "262bf787-b239-4d40-9c98-8f56adfb9dc9", "address": "fa:16:3e:2a:b7:23", "network": {"id": "bf7176bc-9507-4b2c-9169-1a2833155404", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-981604424-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap262bf787-b2", "ovs_interfaceid": "262bf787-b239-4d40-9c98-8f56adfb9dc9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2a:b7:23,bridge_name='br-int',has_traffic_filtering=True,id=262bf787-b239-4d40-9c98-8f56adfb9dc9,network=Network(bf7176bc-9507-4b2c-9169-1a2833155404),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap262bf787-b2') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG os_vif [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2a:b7:23,bridge_name='br-int',has_traffic_filtering=True,id=262bf787-b239-4d40-9c98-8f56adfb9dc9,network=Network(bf7176bc-9507-4b2c-9169-1a2833155404),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap262bf787-b2') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1af0a8d2-273d-5b82-b479-49be1241dea2', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap262bf787-b2, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap262bf787-b2, col_values=(('qos', UUID('2f2cc0c2-ddb1-4a3a-870a-f7f75e4d3556')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap262bf787-b2, col_values=(('external_ids', {'iface-id': '262bf787-b239-4d40-9c98-8f56adfb9dc9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:2a:b7:23', 'vm-uuid': '77cee224-bb86-4929-bcb6-aa4b31cd235f'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:08 user nova-compute[74854]: INFO os_vif [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2a:b7:23,bridge_name='br-int',has_traffic_filtering=True,id=262bf787-b239-4d40-9c98-8f56adfb9dc9,network=Network(bf7176bc-9507-4b2c-9169-1a2833155404),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap262bf787-b2')
Oct 23 17:06:08 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T17:04:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-469615046',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-469615046',id=10,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDKJBR5szAu7kZuYrk6dQy+JNY5yJ1zDOdogRZ1fLm8XQECdToh9btgnUB8V8eGvQcZbz1a5Cpc8P6cUiX5NdXhSTSguzKnFEoc6T8fYO/v3KAf9iCVSdHJHVZZ0LWJKVA==',key_name='tempest-keypair-1291299313',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1893a4e0284e4543be6590408a89e1f2',ramdisk_id='',reservation_id='r-9ejidttf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-721768869',owner_user_name='tempest-TaggedBootDevicesTest_v242-721768869-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:04:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ff5a3846507f472ebc27b416c2f5f2b4',uuid=77cee224-bb86-4929-bcb6-aa4b31cd235f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "da0880e1-436b-47d3-90ef-ccc1935a47fd", "address": "fa:16:3e:bf:24:7f", "network": {"id": "d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841375724", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda0880e1-43", "ovs_interfaceid": "da0880e1-436b-47d3-90ef-ccc1935a47fd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Converting VIF {"id": "da0880e1-436b-47d3-90ef-ccc1935a47fd", "address": "fa:16:3e:bf:24:7f", "network": {"id": "d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841375724", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda0880e1-43", "ovs_interfaceid": "da0880e1-436b-47d3-90ef-ccc1935a47fd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bf:24:7f,bridge_name='br-int',has_traffic_filtering=True,id=da0880e1-436b-47d3-90ef-ccc1935a47fd,network=Network(d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapda0880e1-43') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG os_vif [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:bf:24:7f,bridge_name='br-int',has_traffic_filtering=True,id=da0880e1-436b-47d3-90ef-ccc1935a47fd,network=Network(d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapda0880e1-43') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '62373221-d5a4-55ed-9330-b5935e6ad3bd', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapda0880e1-43, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapda0880e1-43, col_values=(('qos', UUID('b1099a3b-fc06-4eda-8d4e-4820c5899c0d')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapda0880e1-43, col_values=(('external_ids', {'iface-id': 'da0880e1-436b-47d3-90ef-ccc1935a47fd', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:bf:24:7f', 'vm-uuid': '77cee224-bb86-4929-bcb6-aa4b31cd235f'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:08 user nova-compute[74854]: INFO os_vif [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:bf:24:7f,bridge_name='br-int',has_traffic_filtering=True,id=da0880e1-436b-47d3-90ef-ccc1935a47fd,network=Network(d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapda0880e1-43')
Oct 23 17:06:08 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T17:04:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-469615046',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-469615046',id=10,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDKJBR5szAu7kZuYrk6dQy+JNY5yJ1zDOdogRZ1fLm8XQECdToh9btgnUB8V8eGvQcZbz1a5Cpc8P6cUiX5NdXhSTSguzKnFEoc6T8fYO/v3KAf9iCVSdHJHVZZ0LWJKVA==',key_name='tempest-keypair-1291299313',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1893a4e0284e4543be6590408a89e1f2',ramdisk_id='',reservation_id='r-9ejidttf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-721768869',owner_user_name='tempest-TaggedBootDevicesTest_v242-721768869-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:04:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ff5a3846507f472ebc27b416c2f5f2b4',uuid=77cee224-bb86-4929-bcb6-aa4b31cd235f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8f4ce331-dfe7-4cab-a78e-357134ef82f1", "address": "fa:16:3e:df:c3:8d", "network": {"id": "d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841375724", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f4ce331-df", "ovs_interfaceid": "8f4ce331-dfe7-4cab-a78e-357134ef82f1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Converting VIF {"id": "8f4ce331-dfe7-4cab-a78e-357134ef82f1", "address": "fa:16:3e:df:c3:8d", "network": {"id": "d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841375724", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f4ce331-df", "ovs_interfaceid": "8f4ce331-dfe7-4cab-a78e-357134ef82f1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:df:c3:8d,bridge_name='br-int',has_traffic_filtering=True,id=8f4ce331-dfe7-4cab-a78e-357134ef82f1,network=Network(d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap8f4ce331-df') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG os_vif [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:c3:8d,bridge_name='br-int',has_traffic_filtering=True,id=8f4ce331-dfe7-4cab-a78e-357134ef82f1,network=Network(d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap8f4ce331-df') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '237895f2-b38f-5bc5-b313-e6473d62547c', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8f4ce331-df, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8f4ce331-df, col_values=(('qos', UUID('f97a466e-73bd-4353-bea8-53f4f4d6f605')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8f4ce331-df, col_values=(('external_ids', {'iface-id': '8f4ce331-dfe7-4cab-a78e-357134ef82f1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:df:c3:8d', 'vm-uuid': '77cee224-bb86-4929-bcb6-aa4b31cd235f'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:08 user nova-compute[74854]: INFO os_vif [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:c3:8d,bridge_name='br-int',has_traffic_filtering=True,id=8f4ce331-dfe7-4cab-a78e-357134ef82f1,network=Network(d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap8f4ce331-df')
Oct 23 17:06:08 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T17:04:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-469615046',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-469615046',id=10,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDKJBR5szAu7kZuYrk6dQy+JNY5yJ1zDOdogRZ1fLm8XQECdToh9btgnUB8V8eGvQcZbz1a5Cpc8P6cUiX5NdXhSTSguzKnFEoc6T8fYO/v3KAf9iCVSdHJHVZZ0LWJKVA==',key_name='tempest-keypair-1291299313',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1893a4e0284e4543be6590408a89e1f2',ramdisk_id='',reservation_id='r-9ejidttf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-721768869',owner_user_name='tempest-TaggedBootDevicesTest_v242-721768869-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:04:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ff5a3846507f472ebc27b416c2f5f2b4',uuid=77cee224-bb86-4929-bcb6-aa4b31cd235f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "09bb0fd7-c1ee-420d-8cac-ebcda200bada", "address": "fa:16:3e:93:0b:82", "network": {"id": "d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841375724", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09bb0fd7-c1", "ovs_interfaceid": "09bb0fd7-c1ee-420d-8cac-ebcda200bada", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Converting VIF {"id": "09bb0fd7-c1ee-420d-8cac-ebcda200bada", "address": "fa:16:3e:93:0b:82", "network": {"id": "d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841375724", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09bb0fd7-c1", "ovs_interfaceid": "09bb0fd7-c1ee-420d-8cac-ebcda200bada", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:93:0b:82,bridge_name='br-int',has_traffic_filtering=True,id=09bb0fd7-c1ee-420d-8cac-ebcda200bada,network=Network(d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap09bb0fd7-c1') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG os_vif [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:93:0b:82,bridge_name='br-int',has_traffic_filtering=True,id=09bb0fd7-c1ee-420d-8cac-ebcda200bada,network=Network(d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap09bb0fd7-c1') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e6971973-ae57-554b-bb1f-64c72f0d83e9', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap09bb0fd7-c1, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap09bb0fd7-c1, col_values=(('qos', UUID('94efad23-732e-49b1-95b4-cb12d296c934')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap09bb0fd7-c1, col_values=(('external_ids', {'iface-id': '09bb0fd7-c1ee-420d-8cac-ebcda200bada', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:93:0b:82', 'vm-uuid': '77cee224-bb86-4929-bcb6-aa4b31cd235f'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:06:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:09 user nova-compute[74854]: INFO os_vif [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:93:0b:82,bridge_name='br-int',has_traffic_filtering=True,id=09bb0fd7-c1ee-420d-8cac-ebcda200bada,network=Network(d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap09bb0fd7-c1')
Oct 23 17:06:09 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T17:04:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-469615046',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-469615046',id=10,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDKJBR5szAu7kZuYrk6dQy+JNY5yJ1zDOdogRZ1fLm8XQECdToh9btgnUB8V8eGvQcZbz1a5Cpc8P6cUiX5NdXhSTSguzKnFEoc6T8fYO/v3KAf9iCVSdHJHVZZ0LWJKVA==',key_name='tempest-keypair-1291299313',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1893a4e0284e4543be6590408a89e1f2',ramdisk_id='',reservation_id='r-9ejidttf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-721768869',owner_user_name='tempest-TaggedBootDevicesTest_v242-721768869-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:04:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ff5a3846507f472ebc27b416c2f5f2b4',uuid=77cee224-bb86-4929-bcb6-aa4b31cd235f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "388a6f93-0f6c-47f5-8ccc-3d6ff804eb11", "address": "fa:16:3e:f8:9c:ab", "network": {"id": "d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841375724", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap388a6f93-0f", "ovs_interfaceid": "388a6f93-0f6c-47f5-8ccc-3d6ff804eb11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:06:09 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Converting VIF {"id": "388a6f93-0f6c-47f5-8ccc-3d6ff804eb11", "address": "fa:16:3e:f8:9c:ab", "network": {"id": "d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841375724", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap388a6f93-0f", "ovs_interfaceid": "388a6f93-0f6c-47f5-8ccc-3d6ff804eb11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:06:09 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f8:9c:ab,bridge_name='br-int',has_traffic_filtering=True,id=388a6f93-0f6c-47f5-8ccc-3d6ff804eb11,network=Network(d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap388a6f93-0f') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:06:09 user nova-compute[74854]: DEBUG os_vif [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f8:9c:ab,bridge_name='br-int',has_traffic_filtering=True,id=388a6f93-0f6c-47f5-8ccc-3d6ff804eb11,network=Network(d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap388a6f93-0f') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:06:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:06:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:06:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'aacfb71f-2fda-5dfb-a35d-de3c1b128757', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:06:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:06:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap388a6f93-0f, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:06:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap388a6f93-0f, col_values=(('qos', UUID('c2d6bee1-e822-4f45-97b7-8af8e359bc91')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:06:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap388a6f93-0f, col_values=(('external_ids', {'iface-id': '388a6f93-0f6c-47f5-8ccc-3d6ff804eb11', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f8:9c:ab', 'vm-uuid': '77cee224-bb86-4929-bcb6-aa4b31cd235f'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:06:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:06:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:09 user nova-compute[74854]: INFO os_vif [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f8:9c:ab,bridge_name='br-int',has_traffic_filtering=True,id=388a6f93-0f6c-47f5-8ccc-3d6ff804eb11,network=Network(d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap388a6f93-0f')
Oct 23 17:06:09 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T17:04:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-469615046',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-469615046',id=10,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDKJBR5szAu7kZuYrk6dQy+JNY5yJ1zDOdogRZ1fLm8XQECdToh9btgnUB8V8eGvQcZbz1a5Cpc8P6cUiX5NdXhSTSguzKnFEoc6T8fYO/v3KAf9iCVSdHJHVZZ0LWJKVA==',key_name='tempest-keypair-1291299313',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1893a4e0284e4543be6590408a89e1f2',ramdisk_id='',reservation_id='r-9ejidttf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-721768869',owner_user_name='tempest-TaggedBootDevicesTest_v242-721768869-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:04:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ff5a3846507f472ebc27b416c2f5f2b4',uuid=77cee224-bb86-4929-bcb6-aa4b31cd235f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e2515a32-fd59-40bb-9ae2-9bbad45d9bae", "address": "fa:16:3e:ac:ab:2a", "network": {"id": "c9fc255c-e299-452e-921e-b6af71f3cf26", "bridge": "br-int", "label": "tempest-device-tagging-net2-1128029543", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape2515a32-fd", "ovs_interfaceid": "e2515a32-fd59-40bb-9ae2-9bbad45d9bae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:06:09 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Converting VIF {"id": "e2515a32-fd59-40bb-9ae2-9bbad45d9bae", "address": "fa:16:3e:ac:ab:2a", "network": {"id": "c9fc255c-e299-452e-921e-b6af71f3cf26", "bridge": "br-int", "label": "tempest-device-tagging-net2-1128029543", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape2515a32-fd", "ovs_interfaceid": "e2515a32-fd59-40bb-9ae2-9bbad45d9bae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:06:09 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ac:ab:2a,bridge_name='br-int',has_traffic_filtering=True,id=e2515a32-fd59-40bb-9ae2-9bbad45d9bae,network=Network(c9fc255c-e299-452e-921e-b6af71f3cf26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape2515a32-fd') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:06:09 user nova-compute[74854]: DEBUG os_vif [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ac:ab:2a,bridge_name='br-int',has_traffic_filtering=True,id=e2515a32-fd59-40bb-9ae2-9bbad45d9bae,network=Network(c9fc255c-e299-452e-921e-b6af71f3cf26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape2515a32-fd') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:06:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:06:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:06:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd8cfc833-1076-54bc-b52b-a77c6517dab2', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:06:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:06:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape2515a32-fd, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:06:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape2515a32-fd, col_values=(('qos', UUID('7982a16b-bfd6-4b8f-b1d3-1435488dbe5a')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:06:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape2515a32-fd, col_values=(('external_ids', {'iface-id': 'e2515a32-fd59-40bb-9ae2-9bbad45d9bae', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ac:ab:2a', 'vm-uuid': '77cee224-bb86-4929-bcb6-aa4b31cd235f'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:06:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:06:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:09 user nova-compute[74854]: INFO os_vif [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ac:ab:2a,bridge_name='br-int',has_traffic_filtering=True,id=e2515a32-fd59-40bb-9ae2-9bbad45d9bae,network=Network(c9fc255c-e299-452e-921e-b6af71f3cf26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape2515a32-fd')
Oct 23 17:06:09 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T17:04:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-469615046',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-469615046',id=10,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDKJBR5szAu7kZuYrk6dQy+JNY5yJ1zDOdogRZ1fLm8XQECdToh9btgnUB8V8eGvQcZbz1a5Cpc8P6cUiX5NdXhSTSguzKnFEoc6T8fYO/v3KAf9iCVSdHJHVZZ0LWJKVA==',key_name='tempest-keypair-1291299313',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1893a4e0284e4543be6590408a89e1f2',ramdisk_id='',reservation_id='r-9ejidttf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-721768869',owner_user_name='tempest-TaggedBootDevicesTest_v242-721768869-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:04:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ff5a3846507f472ebc27b416c2f5f2b4',uuid=77cee224-bb86-4929-bcb6-aa4b31cd235f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9887f68c-dbfa-48bf-a60b-54009a9211d7", "address": "fa:16:3e:46:7b:24", "network": {"id": "c9fc255c-e299-452e-921e-b6af71f3cf26", "bridge": "br-int", "label": "tempest-device-tagging-net2-1128029543", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9887f68c-db", "ovs_interfaceid": "9887f68c-dbfa-48bf-a60b-54009a9211d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:06:09 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Converting VIF {"id": "9887f68c-dbfa-48bf-a60b-54009a9211d7", "address": "fa:16:3e:46:7b:24", "network": {"id": "c9fc255c-e299-452e-921e-b6af71f3cf26", "bridge": "br-int", "label": "tempest-device-tagging-net2-1128029543", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9887f68c-db", "ovs_interfaceid": "9887f68c-dbfa-48bf-a60b-54009a9211d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:06:09 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:46:7b:24,bridge_name='br-int',has_traffic_filtering=True,id=9887f68c-dbfa-48bf-a60b-54009a9211d7,network=Network(c9fc255c-e299-452e-921e-b6af71f3cf26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9887f68c-db') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:06:09 user nova-compute[74854]: DEBUG os_vif [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:46:7b:24,bridge_name='br-int',has_traffic_filtering=True,id=9887f68c-dbfa-48bf-a60b-54009a9211d7,network=Network(c9fc255c-e299-452e-921e-b6af71f3cf26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9887f68c-db') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:06:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:06:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:06:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '322e113a-2e6c-5bac-b0f0-6501d86de620', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:06:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:06:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9887f68c-db, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:06:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9887f68c-db, col_values=(('qos', UUID('61b84872-b4cf-4811-9757-92e03f378575')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:06:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9887f68c-db, col_values=(('external_ids', {'iface-id': '9887f68c-dbfa-48bf-a60b-54009a9211d7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:46:7b:24', 'vm-uuid': '77cee224-bb86-4929-bcb6-aa4b31cd235f'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:06:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:06:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:09 user nova-compute[74854]: INFO os_vif [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:46:7b:24,bridge_name='br-int',has_traffic_filtering=True,id=9887f68c-dbfa-48bf-a60b-54009a9211d7,network=Network(c9fc255c-e299-452e-921e-b6af71f3cf26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9887f68c-db')
Oct 23 17:06:09 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] No BDM found with device name hda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:06:09 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:06:09 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] No VIF found with MAC fa:16:3e:2a:b7:23, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:06:09 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] No VIF found with MAC fa:16:3e:f8:9c:ab, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:06:09 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Using config drive
Oct 23 17:06:09 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Creating config drive at /opt/stack/data/nova/instances/77cee224-bb86-4929-bcb6-aa4b31cd235f/disk.config
Oct 23 17:06:09 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/77cee224-bb86-4929-bcb6-aa4b31cd235f/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpx4o83lcb {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:09 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/77cee224-bb86-4929-bcb6-aa4b31cd235f/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpx4o83lcb" returned: 0 in 0.054s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:11 user nova-compute[74854]: DEBUG nova.compute.manager [req-f2c3deec-b82a-4084-9751-c76f4e01a4c7 req-5e2ff1d8-82cf-4217-b15a-1207f942bcb1 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received event network-vif-plugged-262bf787-b239-4d40-9c98-8f56adfb9dc9 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:06:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-f2c3deec-b82a-4084-9751-c76f4e01a4c7 req-5e2ff1d8-82cf-4217-b15a-1207f942bcb1 service nova] Acquiring lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:06:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-f2c3deec-b82a-4084-9751-c76f4e01a4c7 req-5e2ff1d8-82cf-4217-b15a-1207f942bcb1 service nova] Lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:06:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-f2c3deec-b82a-4084-9751-c76f4e01a4c7 req-5e2ff1d8-82cf-4217-b15a-1207f942bcb1 service nova] Lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:06:11 user nova-compute[74854]: DEBUG nova.compute.manager [req-f2c3deec-b82a-4084-9751-c76f4e01a4c7 req-5e2ff1d8-82cf-4217-b15a-1207f942bcb1 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] No waiting events found dispatching network-vif-plugged-262bf787-b239-4d40-9c98-8f56adfb9dc9 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:06:11 user nova-compute[74854]: WARNING nova.compute.manager [req-f2c3deec-b82a-4084-9751-c76f4e01a4c7 req-5e2ff1d8-82cf-4217-b15a-1207f942bcb1 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received unexpected event network-vif-plugged-262bf787-b239-4d40-9c98-8f56adfb9dc9 for instance with vm_state building and task_state spawning.
Oct 23 17:06:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:12 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:12 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:12 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:12 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:12 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:12 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:12 user nova-compute[74854]: DEBUG nova.compute.manager [req-a3f521c3-3220-4d14-87d1-0f4cc8eddf4b req-3f673714-b5fd-48cb-a394-3f6ac6208537 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received event network-vif-plugged-8f4ce331-dfe7-4cab-a78e-357134ef82f1 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:06:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a3f521c3-3220-4d14-87d1-0f4cc8eddf4b req-3f673714-b5fd-48cb-a394-3f6ac6208537 service nova] Acquiring lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:06:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a3f521c3-3220-4d14-87d1-0f4cc8eddf4b req-3f673714-b5fd-48cb-a394-3f6ac6208537 service nova] Lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:06:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a3f521c3-3220-4d14-87d1-0f4cc8eddf4b req-3f673714-b5fd-48cb-a394-3f6ac6208537 service nova] Lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:06:12 user nova-compute[74854]: DEBUG nova.compute.manager [req-a3f521c3-3220-4d14-87d1-0f4cc8eddf4b req-3f673714-b5fd-48cb-a394-3f6ac6208537 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] No waiting events found dispatching network-vif-plugged-8f4ce331-dfe7-4cab-a78e-357134ef82f1 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:06:12 user nova-compute[74854]: WARNING nova.compute.manager [req-a3f521c3-3220-4d14-87d1-0f4cc8eddf4b req-3f673714-b5fd-48cb-a394-3f6ac6208537 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received unexpected event network-vif-plugged-8f4ce331-dfe7-4cab-a78e-357134ef82f1 for instance with vm_state building and task_state spawning.
Oct 23 17:06:12 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:12 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:12 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:12 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:12 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:12 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:12 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:12 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:14 user nova-compute[74854]: DEBUG nova.compute.manager [req-a184b932-6106-4603-a5d1-85548865ced0 req-6d74978c-dac0-4d51-b769-8099928c56b4 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received event network-vif-plugged-262bf787-b239-4d40-9c98-8f56adfb9dc9 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:06:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a184b932-6106-4603-a5d1-85548865ced0 req-6d74978c-dac0-4d51-b769-8099928c56b4 service nova] Acquiring lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:06:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a184b932-6106-4603-a5d1-85548865ced0 req-6d74978c-dac0-4d51-b769-8099928c56b4 service nova] Lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:06:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a184b932-6106-4603-a5d1-85548865ced0 req-6d74978c-dac0-4d51-b769-8099928c56b4 service nova] Lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:06:14 user nova-compute[74854]: DEBUG nova.compute.manager [req-a184b932-6106-4603-a5d1-85548865ced0 req-6d74978c-dac0-4d51-b769-8099928c56b4 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] No waiting events found dispatching network-vif-plugged-262bf787-b239-4d40-9c98-8f56adfb9dc9 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:06:14 user nova-compute[74854]: WARNING nova.compute.manager [req-a184b932-6106-4603-a5d1-85548865ced0 req-6d74978c-dac0-4d51-b769-8099928c56b4 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received unexpected event network-vif-plugged-262bf787-b239-4d40-9c98-8f56adfb9dc9 for instance with vm_state building and task_state spawning.
Oct 23 17:06:14 user nova-compute[74854]: DEBUG nova.compute.manager [req-a184b932-6106-4603-a5d1-85548865ced0 req-6d74978c-dac0-4d51-b769-8099928c56b4 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received event network-vif-plugged-da0880e1-436b-47d3-90ef-ccc1935a47fd {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:06:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a184b932-6106-4603-a5d1-85548865ced0 req-6d74978c-dac0-4d51-b769-8099928c56b4 service nova] Acquiring lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:06:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a184b932-6106-4603-a5d1-85548865ced0 req-6d74978c-dac0-4d51-b769-8099928c56b4 service nova] Lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:06:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a184b932-6106-4603-a5d1-85548865ced0 req-6d74978c-dac0-4d51-b769-8099928c56b4 service nova] Lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:06:14 user nova-compute[74854]: DEBUG nova.compute.manager [req-a184b932-6106-4603-a5d1-85548865ced0 req-6d74978c-dac0-4d51-b769-8099928c56b4 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] No waiting events found dispatching network-vif-plugged-da0880e1-436b-47d3-90ef-ccc1935a47fd {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:06:14 user nova-compute[74854]: WARNING nova.compute.manager [req-a184b932-6106-4603-a5d1-85548865ced0 req-6d74978c-dac0-4d51-b769-8099928c56b4 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received unexpected event network-vif-plugged-da0880e1-436b-47d3-90ef-ccc1935a47fd for instance with vm_state building and task_state spawning.
Oct 23 17:06:14 user nova-compute[74854]: DEBUG nova.compute.manager [req-a184b932-6106-4603-a5d1-85548865ced0 req-6d74978c-dac0-4d51-b769-8099928c56b4 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received event network-vif-plugged-da0880e1-436b-47d3-90ef-ccc1935a47fd {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:06:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a184b932-6106-4603-a5d1-85548865ced0 req-6d74978c-dac0-4d51-b769-8099928c56b4 service nova] Acquiring lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:06:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a184b932-6106-4603-a5d1-85548865ced0 req-6d74978c-dac0-4d51-b769-8099928c56b4 service nova] Lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:06:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a184b932-6106-4603-a5d1-85548865ced0 req-6d74978c-dac0-4d51-b769-8099928c56b4 service nova] Lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:06:14 user nova-compute[74854]: DEBUG nova.compute.manager [req-a184b932-6106-4603-a5d1-85548865ced0 req-6d74978c-dac0-4d51-b769-8099928c56b4 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] No waiting events found dispatching network-vif-plugged-da0880e1-436b-47d3-90ef-ccc1935a47fd {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:06:14 user nova-compute[74854]: WARNING nova.compute.manager [req-a184b932-6106-4603-a5d1-85548865ced0 req-6d74978c-dac0-4d51-b769-8099928c56b4 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received unexpected event network-vif-plugged-da0880e1-436b-47d3-90ef-ccc1935a47fd for instance with vm_state building and task_state spawning.
Oct 23 17:06:14 user nova-compute[74854]: DEBUG nova.compute.manager [req-a184b932-6106-4603-a5d1-85548865ced0 req-6d74978c-dac0-4d51-b769-8099928c56b4 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received event network-vif-plugged-09bb0fd7-c1ee-420d-8cac-ebcda200bada {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:06:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a184b932-6106-4603-a5d1-85548865ced0 req-6d74978c-dac0-4d51-b769-8099928c56b4 service nova] Acquiring lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:06:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a184b932-6106-4603-a5d1-85548865ced0 req-6d74978c-dac0-4d51-b769-8099928c56b4 service nova] Lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:06:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a184b932-6106-4603-a5d1-85548865ced0 req-6d74978c-dac0-4d51-b769-8099928c56b4 service nova] Lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:06:14 user nova-compute[74854]: DEBUG nova.compute.manager [req-a184b932-6106-4603-a5d1-85548865ced0 req-6d74978c-dac0-4d51-b769-8099928c56b4 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] No waiting events found dispatching network-vif-plugged-09bb0fd7-c1ee-420d-8cac-ebcda200bada {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:06:14 user nova-compute[74854]: WARNING nova.compute.manager [req-a184b932-6106-4603-a5d1-85548865ced0 req-6d74978c-dac0-4d51-b769-8099928c56b4 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received unexpected event network-vif-plugged-09bb0fd7-c1ee-420d-8cac-ebcda200bada for instance with vm_state building and task_state spawning.
Oct 23 17:06:14 user nova-compute[74854]: DEBUG nova.compute.manager [req-a184b932-6106-4603-a5d1-85548865ced0 req-6d74978c-dac0-4d51-b769-8099928c56b4 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received event network-vif-plugged-09bb0fd7-c1ee-420d-8cac-ebcda200bada {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:06:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a184b932-6106-4603-a5d1-85548865ced0 req-6d74978c-dac0-4d51-b769-8099928c56b4 service nova] Acquiring lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:06:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a184b932-6106-4603-a5d1-85548865ced0 req-6d74978c-dac0-4d51-b769-8099928c56b4 service nova] Lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:06:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a184b932-6106-4603-a5d1-85548865ced0 req-6d74978c-dac0-4d51-b769-8099928c56b4 service nova] Lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:06:14 user nova-compute[74854]: DEBUG nova.compute.manager [req-a184b932-6106-4603-a5d1-85548865ced0 req-6d74978c-dac0-4d51-b769-8099928c56b4 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] No waiting events found dispatching network-vif-plugged-09bb0fd7-c1ee-420d-8cac-ebcda200bada {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:06:14 user nova-compute[74854]: WARNING nova.compute.manager [req-a184b932-6106-4603-a5d1-85548865ced0 req-6d74978c-dac0-4d51-b769-8099928c56b4 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received unexpected event network-vif-plugged-09bb0fd7-c1ee-420d-8cac-ebcda200bada for instance with vm_state building and task_state spawning.
Oct 23 17:06:14 user nova-compute[74854]: DEBUG nova.compute.manager [req-a184b932-6106-4603-a5d1-85548865ced0 req-6d74978c-dac0-4d51-b769-8099928c56b4 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received event network-vif-plugged-e2515a32-fd59-40bb-9ae2-9bbad45d9bae {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:06:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a184b932-6106-4603-a5d1-85548865ced0 req-6d74978c-dac0-4d51-b769-8099928c56b4 service nova] Acquiring lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:06:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a184b932-6106-4603-a5d1-85548865ced0 req-6d74978c-dac0-4d51-b769-8099928c56b4 service nova] Lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:06:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a184b932-6106-4603-a5d1-85548865ced0 req-6d74978c-dac0-4d51-b769-8099928c56b4 service nova] Lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:06:14 user nova-compute[74854]: DEBUG nova.compute.manager [req-a184b932-6106-4603-a5d1-85548865ced0 req-6d74978c-dac0-4d51-b769-8099928c56b4 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] No waiting events found dispatching network-vif-plugged-e2515a32-fd59-40bb-9ae2-9bbad45d9bae {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:06:14 user nova-compute[74854]: WARNING nova.compute.manager [req-a184b932-6106-4603-a5d1-85548865ced0 req-6d74978c-dac0-4d51-b769-8099928c56b4 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received unexpected event network-vif-plugged-e2515a32-fd59-40bb-9ae2-9bbad45d9bae for instance with vm_state building and task_state spawning.
Oct 23 17:06:14 user nova-compute[74854]: DEBUG nova.compute.manager [req-a184b932-6106-4603-a5d1-85548865ced0 req-6d74978c-dac0-4d51-b769-8099928c56b4 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received event network-vif-plugged-e2515a32-fd59-40bb-9ae2-9bbad45d9bae {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:06:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a184b932-6106-4603-a5d1-85548865ced0 req-6d74978c-dac0-4d51-b769-8099928c56b4 service nova] Acquiring lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:06:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a184b932-6106-4603-a5d1-85548865ced0 req-6d74978c-dac0-4d51-b769-8099928c56b4 service nova] Lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:06:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a184b932-6106-4603-a5d1-85548865ced0 req-6d74978c-dac0-4d51-b769-8099928c56b4 service nova] Lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:06:14 user nova-compute[74854]: DEBUG nova.compute.manager [req-a184b932-6106-4603-a5d1-85548865ced0 req-6d74978c-dac0-4d51-b769-8099928c56b4 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] No waiting events found dispatching network-vif-plugged-e2515a32-fd59-40bb-9ae2-9bbad45d9bae {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:06:14 user nova-compute[74854]: WARNING nova.compute.manager [req-a184b932-6106-4603-a5d1-85548865ced0 req-6d74978c-dac0-4d51-b769-8099928c56b4 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received unexpected event network-vif-plugged-e2515a32-fd59-40bb-9ae2-9bbad45d9bae for instance with vm_state building and task_state spawning.
Oct 23 17:06:14 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:14 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:14 user nova-compute[74854]: DEBUG nova.compute.manager [req-384264bd-8135-4234-a561-74163deac074 req-2845785f-1abc-4c92-a937-17a2f3d05f0c service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received event network-vif-plugged-8f4ce331-dfe7-4cab-a78e-357134ef82f1 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:06:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-384264bd-8135-4234-a561-74163deac074 req-2845785f-1abc-4c92-a937-17a2f3d05f0c service nova] Acquiring lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:06:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-384264bd-8135-4234-a561-74163deac074 req-2845785f-1abc-4c92-a937-17a2f3d05f0c service nova] Lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:06:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-384264bd-8135-4234-a561-74163deac074 req-2845785f-1abc-4c92-a937-17a2f3d05f0c service nova] Lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:06:14 user nova-compute[74854]: DEBUG nova.compute.manager [req-384264bd-8135-4234-a561-74163deac074 req-2845785f-1abc-4c92-a937-17a2f3d05f0c service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] No waiting events found dispatching network-vif-plugged-8f4ce331-dfe7-4cab-a78e-357134ef82f1 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:06:14 user nova-compute[74854]: WARNING nova.compute.manager [req-384264bd-8135-4234-a561-74163deac074 req-2845785f-1abc-4c92-a937-17a2f3d05f0c service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received unexpected event network-vif-plugged-8f4ce331-dfe7-4cab-a78e-357134ef82f1 for instance with vm_state building and task_state spawning.
Oct 23 17:06:14 user nova-compute[74854]: DEBUG nova.compute.manager [req-384264bd-8135-4234-a561-74163deac074 req-2845785f-1abc-4c92-a937-17a2f3d05f0c service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received event network-vif-plugged-388a6f93-0f6c-47f5-8ccc-3d6ff804eb11 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:06:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-384264bd-8135-4234-a561-74163deac074 req-2845785f-1abc-4c92-a937-17a2f3d05f0c service nova] Acquiring lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:06:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-384264bd-8135-4234-a561-74163deac074 req-2845785f-1abc-4c92-a937-17a2f3d05f0c service nova] Lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:06:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-384264bd-8135-4234-a561-74163deac074 req-2845785f-1abc-4c92-a937-17a2f3d05f0c service nova] Lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:06:14 user nova-compute[74854]: DEBUG nova.compute.manager [req-384264bd-8135-4234-a561-74163deac074 req-2845785f-1abc-4c92-a937-17a2f3d05f0c service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] No waiting events found dispatching network-vif-plugged-388a6f93-0f6c-47f5-8ccc-3d6ff804eb11 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:06:14 user nova-compute[74854]: WARNING nova.compute.manager [req-384264bd-8135-4234-a561-74163deac074 req-2845785f-1abc-4c92-a937-17a2f3d05f0c service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received unexpected event network-vif-plugged-388a6f93-0f6c-47f5-8ccc-3d6ff804eb11 for instance with vm_state building and task_state spawning.
Oct 23 17:06:14 user nova-compute[74854]: DEBUG nova.compute.manager [req-384264bd-8135-4234-a561-74163deac074 req-2845785f-1abc-4c92-a937-17a2f3d05f0c service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received event network-vif-plugged-388a6f93-0f6c-47f5-8ccc-3d6ff804eb11 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:06:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-384264bd-8135-4234-a561-74163deac074 req-2845785f-1abc-4c92-a937-17a2f3d05f0c service nova] Acquiring lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:06:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-384264bd-8135-4234-a561-74163deac074 req-2845785f-1abc-4c92-a937-17a2f3d05f0c service nova] Lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:06:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-384264bd-8135-4234-a561-74163deac074 req-2845785f-1abc-4c92-a937-17a2f3d05f0c service nova] Lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:06:14 user nova-compute[74854]: DEBUG nova.compute.manager [req-384264bd-8135-4234-a561-74163deac074 req-2845785f-1abc-4c92-a937-17a2f3d05f0c service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] No waiting events found dispatching network-vif-plugged-388a6f93-0f6c-47f5-8ccc-3d6ff804eb11 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:06:14 user nova-compute[74854]: WARNING nova.compute.manager [req-384264bd-8135-4234-a561-74163deac074 req-2845785f-1abc-4c92-a937-17a2f3d05f0c service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received unexpected event network-vif-plugged-388a6f93-0f6c-47f5-8ccc-3d6ff804eb11 for instance with vm_state building and task_state spawning.
Oct 23 17:06:14 user nova-compute[74854]: DEBUG nova.compute.manager [req-384264bd-8135-4234-a561-74163deac074 req-2845785f-1abc-4c92-a937-17a2f3d05f0c service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received event network-vif-plugged-9887f68c-dbfa-48bf-a60b-54009a9211d7 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:06:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-384264bd-8135-4234-a561-74163deac074 req-2845785f-1abc-4c92-a937-17a2f3d05f0c service nova] Acquiring lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:06:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-384264bd-8135-4234-a561-74163deac074 req-2845785f-1abc-4c92-a937-17a2f3d05f0c service nova] Lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:06:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-384264bd-8135-4234-a561-74163deac074 req-2845785f-1abc-4c92-a937-17a2f3d05f0c service nova] Lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:06:14 user nova-compute[74854]: DEBUG nova.compute.manager [req-384264bd-8135-4234-a561-74163deac074 req-2845785f-1abc-4c92-a937-17a2f3d05f0c service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] No waiting events found dispatching network-vif-plugged-9887f68c-dbfa-48bf-a60b-54009a9211d7 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:06:14 user nova-compute[74854]: WARNING nova.compute.manager [req-384264bd-8135-4234-a561-74163deac074 req-2845785f-1abc-4c92-a937-17a2f3d05f0c service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received unexpected event network-vif-plugged-9887f68c-dbfa-48bf-a60b-54009a9211d7 for instance with vm_state building and task_state spawning.
Oct 23 17:06:14 user nova-compute[74854]: DEBUG nova.compute.manager [req-384264bd-8135-4234-a561-74163deac074 req-2845785f-1abc-4c92-a937-17a2f3d05f0c service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received event network-vif-plugged-9887f68c-dbfa-48bf-a60b-54009a9211d7 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:06:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-384264bd-8135-4234-a561-74163deac074 req-2845785f-1abc-4c92-a937-17a2f3d05f0c service nova] Acquiring lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:06:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-384264bd-8135-4234-a561-74163deac074 req-2845785f-1abc-4c92-a937-17a2f3d05f0c service nova] Lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:06:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-384264bd-8135-4234-a561-74163deac074 req-2845785f-1abc-4c92-a937-17a2f3d05f0c service nova] Lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:06:14 user nova-compute[74854]: DEBUG nova.compute.manager [req-384264bd-8135-4234-a561-74163deac074 req-2845785f-1abc-4c92-a937-17a2f3d05f0c service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] No waiting events found dispatching network-vif-plugged-9887f68c-dbfa-48bf-a60b-54009a9211d7 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:06:14 user nova-compute[74854]: WARNING nova.compute.manager [req-384264bd-8135-4234-a561-74163deac074 req-2845785f-1abc-4c92-a937-17a2f3d05f0c service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received unexpected event network-vif-plugged-9887f68c-dbfa-48bf-a60b-54009a9211d7 for instance with vm_state building and task_state spawning.
Oct 23 17:06:15 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:15 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:15 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:15 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:15 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:15 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:15 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-45ff4318-7888-4b95-87e8-3ca5fc3c49e2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Waiting for libvirt event about the detach of device sdc with device alias scsi0-0-0-2 from instance d290a939-5ec9-40be-a42b-472bdc9423aa is timed out.
Oct 23 17:06:15 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-45ff4318-7888-4b95-87e8-3ca5fc3c49e2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Successfully detached device sdc from instance d290a939-5ec9-40be-a42b-472bdc9423aa from the live domain config.
Oct 23 17:06:15 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-45ff4318-7888-4b95-87e8-3ca5fc3c49e2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] calling os-brick to detach iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 17:06:15 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-45ff4318-7888-4b95-87e8-3ca5fc3c49e2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, {'target_iqn': 'iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eswNPApz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:06:15 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-45ff4318-7888-4b95-87e8-3ca5fc3c49e2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:06:15 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-45ff4318-7888-4b95-87e8-3ca5fc3c49e2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:06:15 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-45ff4318-7888-4b95-87e8-3ca5fc3c49e2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:06:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:15 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[24ea8396-4793-4bed-98d9-719b1a4dc9ee]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:15 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-45ff4318-7888-4b95-87e8-3ca5fc3c49e2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 17:06:15 user nova-compute[74854]: No targets found.
Oct 23 17:06:15 user nova-compute[74854]: iSNS:
Oct 23 17:06:15 user nova-compute[74854]: No targets found.
Oct 23 17:06:15 user nova-compute[74854]: STATIC:
Oct 23 17:06:15 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96
Oct 23 17:06:15 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:06:15 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:06:15 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14
Oct 23 17:06:15 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:06:15 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:06:15 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d
Oct 23 17:06:15 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:06:15 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:06:15 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8
Oct 23 17:06:15 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:06:15 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:06:15 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0
Oct 23 17:06:15 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:06:15 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:06:15 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91
Oct 23 17:06:15 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:06:15 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:06:15 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c
Oct 23 17:06:15 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:06:15 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:06:15 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda
Oct 23 17:06:15 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:06:15 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:06:15 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b
Oct 23 17:06:15 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:06:15 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:06:15 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0
Oct 23 17:06:15 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:06:15 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:06:15 user nova-compute[74854]: FIRMWARE:
Oct 23 17:06:15 user nova-compute[74854]: No targets found.
Oct 23 17:06:15 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:06:15 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-45ff4318-7888-4b95-87e8-3ca5fc3c49e2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 17:06:15 user nova-compute[74854]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 17:06:15 user nova-compute[74854]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74854) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 17:06:15 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-45ff4318-7888-4b95-87e8-3ca5fc3c49e2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0', 0)] {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 17:06:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:15 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cc0fae9-d5b7-4a2c-a1b8-9a27b037ec0c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.037s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:15 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fcec66f-f4ba-4e89-9942-0caee2675c7b]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:15 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-45ff4318-7888-4b95-87e8-3ca5fc3c49e2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)
Oct 23 17:06:15 user nova-compute[74854]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 (non-flash)
Oct 23 17:06:15 user nova-compute[74854]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 (non-flash)
Oct 23 17:06:15 user nova-compute[74854]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:06:15 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:06:15 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:06:15 user nova-compute[74854]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)
Oct 23 17:06:15 user nova-compute[74854]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d (non-flash)
Oct 23 17:06:15 user nova-compute[74854]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c (non-flash)
Oct 23 17:06:15 user nova-compute[74854]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)
Oct 23 17:06:15 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:06:15 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-45ff4318-7888-4b95-87e8-3ca5fc3c49e2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)
Oct 23 17:06:15 user nova-compute[74854]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 (non-flash)
Oct 23 17:06:15 user nova-compute[74854]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 (non-flash)
Oct 23 17:06:15 user nova-compute[74854]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:06:15 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:06:15 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:06:15 user nova-compute[74854]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)
Oct 23 17:06:15 user nova-compute[74854]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d (non-flash)
Oct 23 17:06:15 user nova-compute[74854]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c (non-flash)
Oct 23 17:06:15 user nova-compute[74854]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)
Oct 23 17:06:15 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:06:15 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-45ff4318-7888-4b95-87e8-3ca5fc3c49e2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f305c386b90>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0'): ({'sdb'}, set())}) {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 17:06:15 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-45ff4318-7888-4b95-87e8-3ca5fc3c49e2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Removing single pathed devices sdb {{(pid=74854) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 17:06:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:15 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf586e72-bac0-4ebb-bac4-8bfe4196553b]: (4, ('path checker states:\nup                  10\n\npaths: 0\nbusy: False\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.024s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:15 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c56e0b8-9762-46da-ab5e-da0d7e13edd0]: (4, ('ok\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:15 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-45ff4318-7888-4b95-87e8-3ca5fc3c49e2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Flushing IO for device /dev/sdb {{(pid=74854) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 17:06:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:15 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[968644b6-5c4f-4ee6-9d97-112a84edcf47]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:15 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-45ff4318-7888-4b95-87e8-3ca5fc3c49e2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74854) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 17:06:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.043s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:16 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[25733a9d-65fa-4515-a3d9-36c451f3ac13]: (4, ('1', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:16 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-45ff4318-7888-4b95-87e8-3ca5fc3c49e2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 17:06:16 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-45ff4318-7888-4b95-87e8-3ca5fc3c49e2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] SCSI volumes sdb have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 17:06:16 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-45ff4318-7888-4b95-87e8-3ca5fc3c49e2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0')] {{(pid=74854) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 17:06:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:16 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[335fcaa2-4ca8-406e-979a-5b9ea5ed6766]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:16 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-45ff4318-7888-4b95-87e8-3ca5fc3c49e2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 -p 172.16.0.220:3260 --logout {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 -p 172.16.0.220:3260 --logout" returned: 0 in 0.085s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:16 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[347af8a4-ecc9-416a-9aa6-ba4bd78cab83]: (4, ('Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0, portal: 172.16.0.220,3260]\nLogout of [sid: 2, target: iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:16 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-45ff4318-7888-4b95-87e8-3ca5fc3c49e2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0, portal: 172.16.0.220,3260]
Oct 23 17:06:16 user nova-compute[74854]: Logout of [sid: 2, target: iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0, portal: 172.16.0.220,3260] successful.
Oct 23 17:06:16 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 -p 172.16.0.220:3260 --op delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:adeb59e3-98fe-4705-acda-afecb01e21b0 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.039s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:16 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[a01b345d-736f-4500-8b97-9bdae42416dd]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:16 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-45ff4318-7888-4b95-87e8-3ca5fc3c49e2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:16 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-45ff4318-7888-4b95-87e8-3ca5fc3c49e2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.376s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:06:16 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-45ff4318-7888-4b95-87e8-3ca5fc3c49e2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] <== disconnect_volume: return (378ms) None {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:06:16 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-45ff4318-7888-4b95-87e8-3ca5fc3c49e2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Disconnected iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 17:06:16 user nova-compute[74854]: DEBUG nova.compute.manager [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Instance event wait completed in 0 seconds for  {{(pid=74854) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 17:06:16 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Guest created on hypervisor {{(pid=74854) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 17:06:16 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Instance spawned successfully.
Oct 23 17:06:16 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 17:06:16 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Found default for hw_cdrom_bus of ide {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:06:16 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Found default for hw_disk_bus of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:06:16 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Found default for hw_input_bus of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:06:16 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Found default for hw_pointer_model of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:06:16 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Found default for hw_video_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:06:16 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Found default for hw_vif_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:06:16 user nova-compute[74854]: INFO nova.compute.manager [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Took 12.07 seconds to spawn the instance on the hypervisor.
Oct 23 17:06:16 user nova-compute[74854]: DEBUG nova.compute.manager [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:06:16 user nova-compute[74854]: INFO nova.compute.manager [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Took 83.42 seconds to build instance.
Oct 23 17:06:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ba9d383e-819b-4d2d-b147-9a14c74e88c2 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Lock "77cee224-bb86-4929-bcb6-aa4b31cd235f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 83.519s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:06:17 user nova-compute[74854]: DEBUG nova.objects.instance [None req-45ff4318-7888-4b95-87e8-3ca5fc3c49e2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Lazy-loading 'flavor' on Instance uuid d290a939-5ec9-40be-a42b-472bdc9423aa {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:06:17 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-45ff4318-7888-4b95-87e8-3ca5fc3c49e2 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Lock "d290a939-5ec9-40be-a42b-472bdc9423aa" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.052s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:06:17 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-00aa3e64-19db-4a9f-895d-e225ab9670d5 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Acquiring lock "d290a939-5ec9-40be-a42b-472bdc9423aa" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:06:17 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-00aa3e64-19db-4a9f-895d-e225ab9670d5 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Lock "d290a939-5ec9-40be-a42b-472bdc9423aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:06:17 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-00aa3e64-19db-4a9f-895d-e225ab9670d5 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Acquiring lock "d290a939-5ec9-40be-a42b-472bdc9423aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:06:17 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-00aa3e64-19db-4a9f-895d-e225ab9670d5 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Lock "d290a939-5ec9-40be-a42b-472bdc9423aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:06:17 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-00aa3e64-19db-4a9f-895d-e225ab9670d5 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Lock "d290a939-5ec9-40be-a42b-472bdc9423aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:06:17 user nova-compute[74854]: INFO nova.compute.manager [None req-00aa3e64-19db-4a9f-895d-e225ab9670d5 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Terminating instance
Oct 23 17:06:17 user nova-compute[74854]: DEBUG nova.compute.manager [None req-00aa3e64-19db-4a9f-895d-e225ab9670d5 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Start destroying the instance on the hypervisor. {{(pid=74854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 17:06:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:18 user nova-compute[74854]: DEBUG nova.compute.manager [req-92e624fd-5462-4d99-a33a-67cb1d9eeef4 req-93c38fcb-c684-4be7-909a-11873af76f15 service nova] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Received event network-vif-unplugged-0152cf95-6421-4320-b50d-7f1448acd35e {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:06:18 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-92e624fd-5462-4d99-a33a-67cb1d9eeef4 req-93c38fcb-c684-4be7-909a-11873af76f15 service nova] Acquiring lock "d290a939-5ec9-40be-a42b-472bdc9423aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:06:18 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-92e624fd-5462-4d99-a33a-67cb1d9eeef4 req-93c38fcb-c684-4be7-909a-11873af76f15 service nova] Lock "d290a939-5ec9-40be-a42b-472bdc9423aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:06:18 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-92e624fd-5462-4d99-a33a-67cb1d9eeef4 req-93c38fcb-c684-4be7-909a-11873af76f15 service nova] Lock "d290a939-5ec9-40be-a42b-472bdc9423aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:06:18 user nova-compute[74854]: DEBUG nova.compute.manager [req-92e624fd-5462-4d99-a33a-67cb1d9eeef4 req-93c38fcb-c684-4be7-909a-11873af76f15 service nova] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] No waiting events found dispatching network-vif-unplugged-0152cf95-6421-4320-b50d-7f1448acd35e {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:06:18 user nova-compute[74854]: DEBUG nova.compute.manager [req-92e624fd-5462-4d99-a33a-67cb1d9eeef4 req-93c38fcb-c684-4be7-909a-11873af76f15 service nova] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Received event network-vif-unplugged-0152cf95-6421-4320-b50d-7f1448acd35e for instance with task_state deleting. {{(pid=74854) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 17:06:18 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Instance destroyed successfully.
Oct 23 17:06:18 user nova-compute[74854]: DEBUG nova.objects.instance [None req-00aa3e64-19db-4a9f-895d-e225ab9670d5 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Lazy-loading 'resources' on Instance uuid d290a939-5ec9-40be-a42b-472bdc9423aa {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:06:18 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-00aa3e64-19db-4a9f-895d-e225ab9670d5 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T17:03:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-188430154',display_name='tempest-AttachSCSIVolumeTestJSON-server-188430154',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-188430154',id=4,image_ref='011c48ff-9e32-4e97-9bda-848f1a96ad77',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFrI5k7SyOR9XUoZd63HDxLL6P21shVMHcvaIs+guEcFVHzVlgHPPI+5gajwB0V+YcW0PTJJc7aNcdksNhXhjnPDvn65Oqdwaj78vNOemLqbgdQ1c3jbPKTNSRBTeno66w==',key_name='tempest-keypair-1973218367',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:03:18Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0938f21c3a9b449a9401c71c6bb0e08c',ramdisk_id='',reservation_id='r-10admhd9',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='011c48ff-9e32-4e97-9bda-848f1a96ad77',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_scsi_model='virtio-scsi',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-AttachSCSIVolumeTestJSON-745687955',owner_user_name='tempest-AttachSCSIVolumeTestJSON-745687955-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:03:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='486c3ffa07944b01b36afa28575edc19',uuid=d290a939-5ec9-40be-a42b-472bdc9423aa,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0152cf95-6421-4320-b50d-7f1448acd35e", "address": "fa:16:3e:80:75:4f", "network": {"id": "eb3d6224-94b0-4db9-8c26-dee907a2de69", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1806525145-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.37", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0938f21c3a9b449a9401c71c6bb0e08c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0152cf95-64", "ovs_interfaceid": "0152cf95-6421-4320-b50d-7f1448acd35e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:06:18 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-00aa3e64-19db-4a9f-895d-e225ab9670d5 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Converting VIF {"id": "0152cf95-6421-4320-b50d-7f1448acd35e", "address": "fa:16:3e:80:75:4f", "network": {"id": "eb3d6224-94b0-4db9-8c26-dee907a2de69", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1806525145-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.37", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0938f21c3a9b449a9401c71c6bb0e08c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0152cf95-64", "ovs_interfaceid": "0152cf95-6421-4320-b50d-7f1448acd35e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:06:18 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-00aa3e64-19db-4a9f-895d-e225ab9670d5 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:80:75:4f,bridge_name='br-int',has_traffic_filtering=True,id=0152cf95-6421-4320-b50d-7f1448acd35e,network=Network(eb3d6224-94b0-4db9-8c26-dee907a2de69),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0152cf95-64') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:06:18 user nova-compute[74854]: DEBUG os_vif [None req-00aa3e64-19db-4a9f-895d-e225ab9670d5 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:80:75:4f,bridge_name='br-int',has_traffic_filtering=True,id=0152cf95-6421-4320-b50d-7f1448acd35e,network=Network(eb3d6224-94b0-4db9-8c26-dee907a2de69),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0152cf95-64') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:06:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0152cf95-64, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:06:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:06:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=dc91ed00-42cf-4143-ab12-6ce984cf9ebe) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:06:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:06:18 user nova-compute[74854]: INFO os_vif [None req-00aa3e64-19db-4a9f-895d-e225ab9670d5 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:80:75:4f,bridge_name='br-int',has_traffic_filtering=True,id=0152cf95-6421-4320-b50d-7f1448acd35e,network=Network(eb3d6224-94b0-4db9-8c26-dee907a2de69),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0152cf95-64')
Oct 23 17:06:18 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-00aa3e64-19db-4a9f-895d-e225ab9670d5 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Deleting instance files /opt/stack/data/nova/instances/d290a939-5ec9-40be-a42b-472bdc9423aa_del
Oct 23 17:06:18 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-00aa3e64-19db-4a9f-895d-e225ab9670d5 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Deletion of /opt/stack/data/nova/instances/d290a939-5ec9-40be-a42b-472bdc9423aa_del complete
Oct 23 17:06:18 user nova-compute[74854]: INFO nova.compute.manager [None req-00aa3e64-19db-4a9f-895d-e225ab9670d5 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Took 0.97 seconds to destroy the instance on the hypervisor.
Oct 23 17:06:18 user nova-compute[74854]: DEBUG oslo.service.loopingcall [None req-00aa3e64-19db-4a9f-895d-e225ab9670d5 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 17:06:18 user nova-compute[74854]: DEBUG nova.compute.manager [-] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Deallocating network for instance {{(pid=74854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 17:06:18 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] deallocate_for_instance() {{(pid=74854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 17:06:18 user nova-compute[74854]: DEBUG nova.compute.manager [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jmUsfuSP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd06d1b4a-0950-4c8a-a34d-cae1290f7033', 'attached_at': '', 'detached_at': '', 'volume_id': '642ad6cb-023b-4c78-a6e8-053140637dad', 'serial': '642ad6cb-023b-4c78-a6e8-053140637dad'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YskLQFEm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': 'd06d1b4a-0950-4c8a-a34d-cae1290f7033', 'attached_at': '', 'detached_at': '', 'volume_id': '25463bdf-d98d-45f4-b40e-62a9372d4c1b', 'serial'} {{(pid=74854) _swap_volume /opt/stack/nova/nova/compute/manager.py:7781}}
Oct 23 17:06:18 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Calling os-brick to attach iSCSI Volume {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 17:06:18 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jmUsfuSP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:06:18 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:06:18 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:06:18 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:06:18 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:06:18 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:06:18 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:06:18 user nova-compute[74854]: INFO os_brick.initiator.connectors.iscsi [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 17:06:18 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad -p 172.16.0.220:3260 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:18 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:18 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[493cb523-1d18-4a63-a154-b0ec314d2aa8]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:18 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 17:06:18 user nova-compute[74854]:  {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:18 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad -p 172.16.0.220:3260 --interface default --op new {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:18 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:18 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba2005a1-eaef-49f1-b508-427eabc23491]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad] added\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:18 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad] added
Oct 23 17:06:18 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:18 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:18 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:18 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e786a60e-6a5e-4656-93b3-cb17eee73293]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:18 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:18 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:19 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f892cff-7c80-42aa-8141-43b8d29ef30b]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:19 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jmUsfuSP {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jmUsfuSP" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:19 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[d67f4bf5-870c-409b-b8d2-a5982c602814]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:19 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'jmUsfuSP'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:19 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[f039aa01-cb07-4527-9185-94ea1c4dcba7]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:19 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:19 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c32f63c-3fb7-49d7-9b70-c4357969e674]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:19 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)
Oct 23 17:06:19 user nova-compute[74854]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 (non-flash)
Oct 23 17:06:19 user nova-compute[74854]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:06:19 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:06:19 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:06:19 user nova-compute[74854]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)
Oct 23 17:06:19 user nova-compute[74854]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d (non-flash)
Oct 23 17:06:19 user nova-compute[74854]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c (non-flash)
Oct 23 17:06:19 user nova-compute[74854]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)
Oct 23 17:06:19 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:06:19 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)
Oct 23 17:06:19 user nova-compute[74854]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 (non-flash)
Oct 23 17:06:19 user nova-compute[74854]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:06:19 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:06:19 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:06:19 user nova-compute[74854]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)
Oct 23 17:06:19 user nova-compute[74854]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d (non-flash)
Oct 23 17:06:19 user nova-compute[74854]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c (non-flash)
Oct 23 17:06:19 user nova-compute[74854]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)
Oct 23 17:06:19 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:06:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad -p 172.16.0.220:3260 --login {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad -p 172.16.0.220:3260 --login" returned: 0 in 0.098s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:19 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[49ce8099-5c93-4b72-b1e8-c304674cab5f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:19 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad, portal: 172.16.0.220,3260]
Oct 23 17:06:19 user nova-compute[74854]: Login to [iface: default, target: iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad, portal: 172.16.0.220,3260] successful.
Oct 23 17:06:19 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:19 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6f2eab4-c816-4cbb-b31b-d604e3b3c4cd]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:19 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.037s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:19 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2596ac3-ff35-4eed-a344-4189024cc294]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:19 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)
Oct 23 17:06:19 user nova-compute[74854]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 (non-flash)
Oct 23 17:06:19 user nova-compute[74854]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad (non-flash)
Oct 23 17:06:19 user nova-compute[74854]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:06:19 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:06:19 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:06:19 user nova-compute[74854]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)
Oct 23 17:06:19 user nova-compute[74854]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d (non-flash)
Oct 23 17:06:19 user nova-compute[74854]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c (non-flash)
Oct 23 17:06:19 user nova-compute[74854]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)
Oct 23 17:06:19 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:06:19 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)
Oct 23 17:06:19 user nova-compute[74854]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 (non-flash)
Oct 23 17:06:19 user nova-compute[74854]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad (non-flash)
Oct 23 17:06:19 user nova-compute[74854]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:06:19 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:06:19 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:06:19 user nova-compute[74854]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)
Oct 23 17:06:19 user nova-compute[74854]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d (non-flash)
Oct 23 17:06:19 user nova-compute[74854]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c (non-flash)
Oct 23 17:06:19 user nova-compute[74854]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)
Oct 23 17:06:19 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:06:19 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.368s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:06:19 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] Connected to 172.16.0.220:3260 {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 17:06:19 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] HCTL ('33', '-', '-', 0) found on session 12 with lun 0 {{(pid=74854) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 17:06:19 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] Scanning host 33 c: -, t: -, l: 0) {{(pid=74854) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 17:06:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:19 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[d85114a5-0787-44f7-9a9b-ecc5d2bdcef2]: (4, ('- - 0', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:19 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] Searching for a device in session 12 and hctl ['33', '*', '*', 0] yield: None {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:06:19 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:06:19 user nova-compute[74854]: INFO nova.compute.manager [-] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Took 0.94 seconds to deallocate network for instance.
Oct 23 17:06:19 user nova-compute[74854]: DEBUG nova.compute.manager [req-17666c70-9aff-444f-8940-fbb92ba3aeef req-1b919a5e-74c5-409e-b356-99da7170965a service nova] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Received event network-vif-deleted-0152cf95-6421-4320-b50d-7f1448acd35e {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:06:19 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-00aa3e64-19db-4a9f-895d-e225ab9670d5 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:06:19 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-00aa3e64-19db-4a9f-895d-e225ab9670d5 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:06:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:20 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-00aa3e64-19db-4a9f-895d-e225ab9670d5 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:06:20 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-00aa3e64-19db-4a9f-895d-e225ab9670d5 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:06:20 user nova-compute[74854]: DEBUG nova.compute.manager [req-44cf0609-58af-414e-a072-ee5fda6682e5 req-e052aca4-601d-44cb-82ed-7aaa1a800218 service nova] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Received event network-vif-plugged-0152cf95-6421-4320-b50d-7f1448acd35e {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:06:20 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-44cf0609-58af-414e-a072-ee5fda6682e5 req-e052aca4-601d-44cb-82ed-7aaa1a800218 service nova] Acquiring lock "d290a939-5ec9-40be-a42b-472bdc9423aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:06:20 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-44cf0609-58af-414e-a072-ee5fda6682e5 req-e052aca4-601d-44cb-82ed-7aaa1a800218 service nova] Lock "d290a939-5ec9-40be-a42b-472bdc9423aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:06:20 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-44cf0609-58af-414e-a072-ee5fda6682e5 req-e052aca4-601d-44cb-82ed-7aaa1a800218 service nova] Lock "d290a939-5ec9-40be-a42b-472bdc9423aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:06:20 user nova-compute[74854]: DEBUG nova.compute.manager [req-44cf0609-58af-414e-a072-ee5fda6682e5 req-e052aca4-601d-44cb-82ed-7aaa1a800218 service nova] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] No waiting events found dispatching network-vif-plugged-0152cf95-6421-4320-b50d-7f1448acd35e {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:06:20 user nova-compute[74854]: WARNING nova.compute.manager [req-44cf0609-58af-414e-a072-ee5fda6682e5 req-e052aca4-601d-44cb-82ed-7aaa1a800218 service nova] [instance: d290a939-5ec9-40be-a42b-472bdc9423aa] Received unexpected event network-vif-plugged-0152cf95-6421-4320-b50d-7f1448acd35e for instance with vm_state deleted and task_state None.
Oct 23 17:06:20 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] Searching for a device in session 12 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:06:20 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jmUsfuSP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 17:06:20 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.406s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:06:20 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] <== connect_volume: return (1408ms) {'type': 'block', 'scsi_wwn': '23438336466616336', 'path': '/dev/sdb'} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:06:20 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23438336466616336', 'path': '/dev/sdb'} {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 17:06:20 user nova-compute[74854]: DEBUG nova.objects.instance [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] Lazy-loading 'flavor' on Instance uuid d06d1b4a-0950-4c8a-a34d-cae1290f7033 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:06:20 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-00aa3e64-19db-4a9f-895d-e225ab9670d5 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.436s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:06:20 user nova-compute[74854]: INFO nova.scheduler.client.report [None req-00aa3e64-19db-4a9f-895d-e225ab9670d5 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Deleted allocations for instance d290a939-5ec9-40be-a42b-472bdc9423aa
Oct 23 17:06:20 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-00aa3e64-19db-4a9f-895d-e225ab9670d5 tempest-AttachSCSIVolumeTestJSON-745687955 tempest-AttachSCSIVolumeTestJSON-745687955-project-member] Lock "d290a939-5ec9-40be-a42b-472bdc9423aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.610s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:06:20 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] COPY block job progress, current cursor: 0 final cursor: 1073741824 {{(pid=74854) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 23 17:06:21 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] COPY block job progress, current cursor: 3145728 final cursor: 1073741824 {{(pid=74854) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 23 17:06:21 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] COPY block job progress, current cursor: 146800640 final cursor: 1073741824 {{(pid=74854) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 23 17:06:22 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] COPY block job progress, current cursor: 283115520 final cursor: 1073741824 {{(pid=74854) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 23 17:06:22 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] COPY block job progress, current cursor: 437256192 final cursor: 1073741824 {{(pid=74854) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 23 17:06:23 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-954bc004-615e-40fe-ae7c-811090d212e2 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Acquiring lock "7a24a55d-7b9a-475e-8668-2121954d0e6b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:06:23 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-954bc004-615e-40fe-ae7c-811090d212e2 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Lock "7a24a55d-7b9a-475e-8668-2121954d0e6b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:06:23 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-954bc004-615e-40fe-ae7c-811090d212e2 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Acquiring lock "7a24a55d-7b9a-475e-8668-2121954d0e6b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:06:23 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-954bc004-615e-40fe-ae7c-811090d212e2 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Lock "7a24a55d-7b9a-475e-8668-2121954d0e6b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:06:23 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-954bc004-615e-40fe-ae7c-811090d212e2 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Lock "7a24a55d-7b9a-475e-8668-2121954d0e6b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:06:23 user nova-compute[74854]: INFO nova.compute.manager [None req-954bc004-615e-40fe-ae7c-811090d212e2 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] Terminating instance
Oct 23 17:06:23 user nova-compute[74854]: DEBUG nova.compute.manager [None req-954bc004-615e-40fe-ae7c-811090d212e2 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] Start destroying the instance on the hypervisor. {{(pid=74854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 17:06:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:23 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] COPY block job progress, current cursor: 598736896 final cursor: 1073741824 {{(pid=74854) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 23 17:06:23 user nova-compute[74854]: DEBUG nova.compute.manager [req-19cbe6c9-32b7-4656-9167-a0e860dbd68c req-d1a53abb-79d2-447b-8292-b5f5e1aaa872 service nova] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] Received event network-vif-unplugged-a20cc2c2-03e4-466c-b589-7d0731bceb4d {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:06:23 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-19cbe6c9-32b7-4656-9167-a0e860dbd68c req-d1a53abb-79d2-447b-8292-b5f5e1aaa872 service nova] Acquiring lock "7a24a55d-7b9a-475e-8668-2121954d0e6b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:06:23 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-19cbe6c9-32b7-4656-9167-a0e860dbd68c req-d1a53abb-79d2-447b-8292-b5f5e1aaa872 service nova] Lock "7a24a55d-7b9a-475e-8668-2121954d0e6b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:06:23 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-19cbe6c9-32b7-4656-9167-a0e860dbd68c req-d1a53abb-79d2-447b-8292-b5f5e1aaa872 service nova] Lock "7a24a55d-7b9a-475e-8668-2121954d0e6b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:06:23 user nova-compute[74854]: DEBUG nova.compute.manager [req-19cbe6c9-32b7-4656-9167-a0e860dbd68c req-d1a53abb-79d2-447b-8292-b5f5e1aaa872 service nova] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] No waiting events found dispatching network-vif-unplugged-a20cc2c2-03e4-466c-b589-7d0731bceb4d {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:06:23 user nova-compute[74854]: DEBUG nova.compute.manager [req-19cbe6c9-32b7-4656-9167-a0e860dbd68c req-d1a53abb-79d2-447b-8292-b5f5e1aaa872 service nova] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] Received event network-vif-unplugged-a20cc2c2-03e4-466c-b589-7d0731bceb4d for instance with task_state deleting. {{(pid=74854) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 17:06:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:23 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] COPY block job progress, current cursor: 732954624 final cursor: 1073741824 {{(pid=74854) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 23 17:06:23 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] Instance destroyed successfully.
Oct 23 17:06:23 user nova-compute[74854]: DEBUG nova.objects.instance [None req-954bc004-615e-40fe-ae7c-811090d212e2 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Lazy-loading 'resources' on Instance uuid 7a24a55d-7b9a-475e-8668-2121954d0e6b {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:06:24 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-954bc004-615e-40fe-ae7c-811090d212e2 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:04:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-111050811',display_name='tempest-ServersNegativeTestJSON-server-111050811',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-111050811',id=8,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:04:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='128b507454cf4cac8ed4c375041df8c3',ramdisk_id='',reservation_id='r-pq7gix30',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-1418970301',owner_user_name='tempest-ServersNegativeTestJSON-1418970301-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:04:42Z,user_data=None,user_id='baa0e653e3334e3b8cf0dd6eb1c0afe2',uuid=7a24a55d-7b9a-475e-8668-2121954d0e6b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a20cc2c2-03e4-466c-b589-7d0731bceb4d", "address": "fa:16:3e:0a:cf:e2", "network": {"id": "e767afda-6c0e-4d65-86d7-77587deafaeb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-938739477-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128b507454cf4cac8ed4c375041df8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa20cc2c2-03", "ovs_interfaceid": "a20cc2c2-03e4-466c-b589-7d0731bceb4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:06:24 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-954bc004-615e-40fe-ae7c-811090d212e2 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Converting VIF {"id": "a20cc2c2-03e4-466c-b589-7d0731bceb4d", "address": "fa:16:3e:0a:cf:e2", "network": {"id": "e767afda-6c0e-4d65-86d7-77587deafaeb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-938739477-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128b507454cf4cac8ed4c375041df8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa20cc2c2-03", "ovs_interfaceid": "a20cc2c2-03e4-466c-b589-7d0731bceb4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:06:24 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-954bc004-615e-40fe-ae7c-811090d212e2 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0a:cf:e2,bridge_name='br-int',has_traffic_filtering=True,id=a20cc2c2-03e4-466c-b589-7d0731bceb4d,network=Network(e767afda-6c0e-4d65-86d7-77587deafaeb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa20cc2c2-03') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:06:24 user nova-compute[74854]: DEBUG os_vif [None req-954bc004-615e-40fe-ae7c-811090d212e2 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0a:cf:e2,bridge_name='br-int',has_traffic_filtering=True,id=a20cc2c2-03e4-466c-b589-7d0731bceb4d,network=Network(e767afda-6c0e-4d65-86d7-77587deafaeb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa20cc2c2-03') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:06:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa20cc2c2-03, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:06:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f5bb083b-ba1a-4910-9fc1-6cbfa3fe71e6) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:06:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:06:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:24 user nova-compute[74854]: INFO os_vif [None req-954bc004-615e-40fe-ae7c-811090d212e2 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0a:cf:e2,bridge_name='br-int',has_traffic_filtering=True,id=a20cc2c2-03e4-466c-b589-7d0731bceb4d,network=Network(e767afda-6c0e-4d65-86d7-77587deafaeb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa20cc2c2-03')
Oct 23 17:06:24 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-954bc004-615e-40fe-ae7c-811090d212e2 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] Deleting instance files /opt/stack/data/nova/instances/7a24a55d-7b9a-475e-8668-2121954d0e6b_del
Oct 23 17:06:24 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-954bc004-615e-40fe-ae7c-811090d212e2 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] Deletion of /opt/stack/data/nova/instances/7a24a55d-7b9a-475e-8668-2121954d0e6b_del complete
Oct 23 17:06:24 user nova-compute[74854]: INFO nova.compute.manager [None req-954bc004-615e-40fe-ae7c-811090d212e2 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] Took 1.03 seconds to destroy the instance on the hypervisor.
Oct 23 17:06:24 user nova-compute[74854]: DEBUG oslo.service.loopingcall [None req-954bc004-615e-40fe-ae7c-811090d212e2 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 17:06:24 user nova-compute[74854]: DEBUG nova.compute.manager [-] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] Deallocating network for instance {{(pid=74854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 17:06:24 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] deallocate_for_instance() {{(pid=74854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 17:06:24 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] COPY block job progress, current cursor: 892338176 final cursor: 1073741824 {{(pid=74854) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 23 17:06:24 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] COPY block job progress, current cursor: 1024458752 final cursor: 1073741824 {{(pid=74854) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 23 17:06:24 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:06:24 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-9609ad06-ac29-41cf-8751-befbe2266532 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance f078aa99-03eb-4f16-a6f3-0b209ceb72ae is timed out.
Oct 23 17:06:24 user nova-compute[74854]: DEBUG nova.compute.manager [req-03f6124b-bc08-4177-9a08-5505147bc19a req-e7ef90ef-89b6-422f-818e-57e5ba6697fa service nova] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] Received event network-vif-deleted-a20cc2c2-03e4-466c-b589-7d0731bceb4d {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:06:24 user nova-compute[74854]: INFO nova.compute.manager [req-03f6124b-bc08-4177-9a08-5505147bc19a req-e7ef90ef-89b6-422f-818e-57e5ba6697fa service nova] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] Neutron deleted interface a20cc2c2-03e4-466c-b589-7d0731bceb4d; detaching it from the instance and deleting it from the info cache
Oct 23 17:06:24 user nova-compute[74854]: DEBUG nova.network.neutron [req-03f6124b-bc08-4177-9a08-5505147bc19a req-e7ef90ef-89b6-422f-818e-57e5ba6697fa service nova] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:06:24 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-9609ad06-ac29-41cf-8751-befbe2266532 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Successfully detached device vdb from instance f078aa99-03eb-4f16-a6f3-0b209ceb72ae from the live domain config.
Oct 23 17:06:24 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9609ad06-ac29-41cf-8751-befbe2266532 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] calling os-brick to detach iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 17:06:24 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9609ad06-ac29-41cf-8751-befbe2266532 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, {'target_iqn': 'iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uXmQiboJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:06:24 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-9609ad06-ac29-41cf-8751-befbe2266532 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:06:24 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-9609ad06-ac29-41cf-8751-befbe2266532 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:06:24 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-9609ad06-ac29-41cf-8751-befbe2266532 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:06:24 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:24 user nova-compute[74854]: INFO nova.compute.manager [-] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] Took 0.73 seconds to deallocate network for instance.
Oct 23 17:06:24 user nova-compute[74854]: DEBUG nova.compute.manager [req-03f6124b-bc08-4177-9a08-5505147bc19a req-e7ef90ef-89b6-422f-818e-57e5ba6697fa service nova] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] Detach interface failed, port_id=a20cc2c2-03e4-466c-b589-7d0731bceb4d, reason: Instance 7a24a55d-7b9a-475e-8668-2121954d0e6b could not be found. {{(pid=74854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 23 17:06:24 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:24 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[57703f99-5dd0-47ed-97d3-474fc18dfeae]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:24 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9609ad06-ac29-41cf-8751-befbe2266532 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 17:06:24 user nova-compute[74854]: No targets found.
Oct 23 17:06:24 user nova-compute[74854]: iSNS:
Oct 23 17:06:24 user nova-compute[74854]: No targets found.
Oct 23 17:06:24 user nova-compute[74854]: STATIC:
Oct 23 17:06:24 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96
Oct 23 17:06:24 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:06:24 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:06:24 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad
Oct 23 17:06:24 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:06:24 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:06:24 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14
Oct 23 17:06:24 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:06:24 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:06:24 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d
Oct 23 17:06:24 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:06:24 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:06:24 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8
Oct 23 17:06:24 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:06:24 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:06:24 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91
Oct 23 17:06:24 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:06:24 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:06:24 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c
Oct 23 17:06:24 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:06:24 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:06:24 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda
Oct 23 17:06:24 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:06:24 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:06:24 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b
Oct 23 17:06:24 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:06:24 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:06:24 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0
Oct 23 17:06:24 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:06:24 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:06:24 user nova-compute[74854]: FIRMWARE:
Oct 23 17:06:24 user nova-compute[74854]: No targets found.
Oct 23 17:06:24 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:06:24 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9609ad06-ac29-41cf-8751-befbe2266532 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 17:06:24 user nova-compute[74854]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 17:06:24 user nova-compute[74854]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74854) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 17:06:24 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9609ad06-ac29-41cf-8751-befbe2266532 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d', 0)] {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 17:06:24 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:24 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:24 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[59adf01d-e988-4d78-8517-3553a535da9d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:24 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-954bc004-615e-40fe-ae7c-811090d212e2 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-954bc004-615e-40fe-ae7c-811090d212e2 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.042s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[74f78a5c-c849-42a0-ae26-02c65d79539b]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9609ad06-ac29-41cf-8751-befbe2266532 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)
Oct 23 17:06:25 user nova-compute[74854]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 (non-flash)
Oct 23 17:06:25 user nova-compute[74854]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad (non-flash)
Oct 23 17:06:25 user nova-compute[74854]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:06:25 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:06:25 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:06:25 user nova-compute[74854]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)
Oct 23 17:06:25 user nova-compute[74854]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d (non-flash)
Oct 23 17:06:25 user nova-compute[74854]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c (non-flash)
Oct 23 17:06:25 user nova-compute[74854]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)
Oct 23 17:06:25 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9609ad06-ac29-41cf-8751-befbe2266532 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)
Oct 23 17:06:25 user nova-compute[74854]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 (non-flash)
Oct 23 17:06:25 user nova-compute[74854]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad (non-flash)
Oct 23 17:06:25 user nova-compute[74854]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:06:25 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:06:25 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:06:25 user nova-compute[74854]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)
Oct 23 17:06:25 user nova-compute[74854]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d (non-flash)
Oct 23 17:06:25 user nova-compute[74854]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c (non-flash)
Oct 23 17:06:25 user nova-compute[74854]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)
Oct 23 17:06:25 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9609ad06-ac29-41cf-8751-befbe2266532 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f3038ee1360>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d'): ({'sdg'}, set())}) {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-9609ad06-ac29-41cf-8751-befbe2266532 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Removing single pathed devices sdg {{(pid=74854) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.030s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[fdfd702b-ea95-4e05-a101-32114add91a2]: (4, ('path checker states:\nup                  10\n\npaths: 0\nbusy: False\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[4326a8a2-7417-4d8e-a5ff-b3393f1b0082]: (4, ('ok\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-9609ad06-ac29-41cf-8751-befbe2266532 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Flushing IO for device /dev/sdg {{(pid=74854) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.016s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[8fb92729-c112-474e-bfd8-f23ab361df3c]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-9609ad06-ac29-41cf-8751-befbe2266532 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=74854) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.060s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[83b6a793-7ac3-483c-8f8e-fcf51f6422ed]: (4, ('1', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-9609ad06-ac29-41cf-8751-befbe2266532 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-9609ad06-ac29-41cf-8751-befbe2266532 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] SCSI volumes sdg have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9609ad06-ac29-41cf-8751-befbe2266532 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d')] {{(pid=74854) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[3503cdb3-3dc2-41d5-bbec-9b075ae3241f]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9609ad06-ac29-41cf-8751-befbe2266532 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d -p 172.16.0.220:3260 --logout {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d -p 172.16.0.220:3260 --logout" returned: 0 in 0.093s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[a83a3e76-70a3-4aef-adc3-6c6144e27e5a]: (4, ('Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d, portal: 172.16.0.220,3260]\nLogout of [sid: 7, target: iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9609ad06-ac29-41cf-8751-befbe2266532 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d, portal: 172.16.0.220,3260]
Oct 23 17:06:25 user nova-compute[74854]: Logout of [sid: 7, target: iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d, portal: 172.16.0.220,3260] successful.
Oct 23 17:06:25 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d -p 172.16.0.220:3260 --op delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:507ca7d7-e9ff-45bd-a7ef-f6ba0591d22d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.043s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fdc78bf-180e-44b4-8be3-f205e17fb3dc]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9609ad06-ac29-41cf-8751-befbe2266532 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-9609ad06-ac29-41cf-8751-befbe2266532 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.453s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9609ad06-ac29-41cf-8751-befbe2266532 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] <== disconnect_volume: return (454ms) None {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9609ad06-ac29-41cf-8751-befbe2266532 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Disconnected iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=74854) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-954bc004-615e-40fe-ae7c-811090d212e2 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-954bc004-615e-40fe-ae7c-811090d212e2 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-954bc004-615e-40fe-ae7c-811090d212e2 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.468s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] calling os-brick to detach iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, {'target_iqn': 'iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YskLQFEm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:06:25 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:06:25 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:06:25 user nova-compute[74854]: INFO nova.scheduler.client.report [None req-954bc004-615e-40fe-ae7c-811090d212e2 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Deleted allocations for instance 7a24a55d-7b9a-475e-8668-2121954d0e6b
Oct 23 17:06:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG nova.compute.manager [req-770edf9b-f35a-4450-8988-c9bff812793a req-df13581a-40b4-4105-92f2-af3844c10de9 service nova] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] Received event network-vif-plugged-a20cc2c2-03e4-466c-b589-7d0731bceb4d {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-770edf9b-f35a-4450-8988-c9bff812793a req-df13581a-40b4-4105-92f2-af3844c10de9 service nova] Acquiring lock "7a24a55d-7b9a-475e-8668-2121954d0e6b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-770edf9b-f35a-4450-8988-c9bff812793a req-df13581a-40b4-4105-92f2-af3844c10de9 service nova] Lock "7a24a55d-7b9a-475e-8668-2121954d0e6b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-770edf9b-f35a-4450-8988-c9bff812793a req-df13581a-40b4-4105-92f2-af3844c10de9 service nova] Lock "7a24a55d-7b9a-475e-8668-2121954d0e6b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG nova.compute.manager [req-770edf9b-f35a-4450-8988-c9bff812793a req-df13581a-40b4-4105-92f2-af3844c10de9 service nova] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] No waiting events found dispatching network-vif-plugged-a20cc2c2-03e4-466c-b589-7d0731bceb4d {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:06:25 user nova-compute[74854]: WARNING nova.compute.manager [req-770edf9b-f35a-4450-8988-c9bff812793a req-df13581a-40b4-4105-92f2-af3844c10de9 service nova] [instance: 7a24a55d-7b9a-475e-8668-2121954d0e6b] Received unexpected event network-vif-plugged-a20cc2c2-03e4-466c-b589-7d0731bceb4d for instance with vm_state deleted and task_state None.
Oct 23 17:06:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[de5eb656-1b6d-4432-84fe-03a86b8bb033]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 17:06:25 user nova-compute[74854]: No targets found.
Oct 23 17:06:25 user nova-compute[74854]: iSNS:
Oct 23 17:06:25 user nova-compute[74854]: No targets found.
Oct 23 17:06:25 user nova-compute[74854]: STATIC:
Oct 23 17:06:25 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96
Oct 23 17:06:25 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:06:25 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:06:25 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad
Oct 23 17:06:25 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:06:25 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:06:25 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14
Oct 23 17:06:25 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:06:25 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:06:25 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8
Oct 23 17:06:25 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:06:25 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:06:25 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91
Oct 23 17:06:25 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:06:25 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:06:25 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c
Oct 23 17:06:25 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:06:25 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:06:25 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda
Oct 23 17:06:25 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:06:25 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:06:25 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b
Oct 23 17:06:25 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:06:25 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:06:25 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0
Oct 23 17:06:25 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:06:25 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:06:25 user nova-compute[74854]: FIRMWARE:
Oct 23 17:06:25 user nova-compute[74854]: No targets found.
Oct 23 17:06:25 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 17:06:25 user nova-compute[74854]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 17:06:25 user nova-compute[74854]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74854) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b', 0)] {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9879cf5-e760-4357-91fd-88d553a165bc]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-954bc004-615e-40fe-ae7c-811090d212e2 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Lock "7a24a55d-7b9a-475e-8668-2121954d0e6b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.482s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[3caa755f-d644-4800-809c-c613562c1936]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)
Oct 23 17:06:25 user nova-compute[74854]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 (non-flash)
Oct 23 17:06:25 user nova-compute[74854]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad (non-flash)
Oct 23 17:06:25 user nova-compute[74854]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:06:25 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:06:25 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:06:25 user nova-compute[74854]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)
Oct 23 17:06:25 user nova-compute[74854]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c (non-flash)
Oct 23 17:06:25 user nova-compute[74854]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)
Oct 23 17:06:25 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)
Oct 23 17:06:25 user nova-compute[74854]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 (non-flash)
Oct 23 17:06:25 user nova-compute[74854]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad (non-flash)
Oct 23 17:06:25 user nova-compute[74854]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:06:25 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:06:25 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:06:25 user nova-compute[74854]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)
Oct 23 17:06:25 user nova-compute[74854]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c (non-flash)
Oct 23 17:06:25 user nova-compute[74854]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)
Oct 23 17:06:25 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f3038ee2950>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b'): ({'sdc'}, set())}) {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] Removing single pathed devices sdc {{(pid=74854) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bf58c30-ea35-46d9-b013-4831912f1c0d]: (4, ('path checker states:\nup                  9\n\npaths: 0\nbusy: False\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[749e12be-5154-4d2b-9a7e-9ac8251b8c3d]: (4, ('ok\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] Flushing IO for device /dev/sdc {{(pid=74854) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc887ce7-ab89-420b-91f9-2ae1c1b1a8f4]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74854) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.042s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[78d202aa-4014-4a77-92af-a03efecc57dd]: (4, ('1', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] Checking to see if SCSI volumes sdc have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] SCSI volumes sdc have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b')] {{(pid=74854) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[6cf15dbb-e781-4405-8557-911bc1ba48de]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b -p 172.16.0.220:3260 --logout {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b -p 172.16.0.220:3260 --logout" returned: 0 in 0.068s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb75bcb2-0172-479f-82e0-fcdf791ac76f]: (4, ('Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b, portal: 172.16.0.220,3260]\nLogout of [sid: 3, target: iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b, portal: 172.16.0.220,3260]
Oct 23 17:06:25 user nova-compute[74854]: Logout of [sid: 3, target: iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b, portal: 172.16.0.220,3260] successful.
Oct 23 17:06:25 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b -p 172.16.0.220:3260 --op delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.037s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[29203250-ba24-4c8a-a16f-f78737fb17c4]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.358s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] <== disconnect_volume: return (359ms) None {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Disconnected iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG nova.compute.manager [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jmUsfuSP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': 'd06d1b4a-0950-4c8a-a34d-cae1290f7033', 'attached_at': '', 'detached_at': '', 'volume_id': '642ad6cb-023b-4c78-a6e8-053140637dad', 'serial'} {{(pid=74854) _swap_volume /opt/stack/nova/nova/compute/manager.py:7790}}
Oct 23 17:06:25 user nova-compute[74854]: DEBUG nova.compute.manager [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] swap_volume: removing Cinder connection for volume 25463bdf-d98d-45f4-b40e-62a9372d4c1b {{(pid=74854) _swap_volume /opt/stack/nova/nova/compute/manager.py:7835}}
Oct 23 17:06:26 user nova-compute[74854]: DEBUG nova.objects.instance [None req-9609ad06-ac29-41cf-8751-befbe2266532 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Lazy-loading 'flavor' on Instance uuid f078aa99-03eb-4f16-a6f3-0b209ceb72ae {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:06:26 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9609ad06-ac29-41cf-8751-befbe2266532 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Lock "f078aa99-03eb-4f16-a6f3-0b209ceb72ae" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.053s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:06:26 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-bd62b0d7-4c4f-4fa7-be81-501e8f82daf3 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Acquiring lock "interface-f078aa99-03eb-4f16-a6f3-0b209ceb72ae-11d1b024-27b2-4c49-8b39-909690a7d6db" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:06:26 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-bd62b0d7-4c4f-4fa7-be81-501e8f82daf3 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Lock "interface-f078aa99-03eb-4f16-a6f3-0b209ceb72ae-11d1b024-27b2-4c49-8b39-909690a7d6db" acquired by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: waited 0.005s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:06:26 user nova-compute[74854]: DEBUG nova.objects.instance [None req-bd62b0d7-4c4f-4fa7-be81-501e8f82daf3 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Lazy-loading 'flavor' on Instance uuid f078aa99-03eb-4f16-a6f3-0b209ceb72ae {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:06:26 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-bd62b0d7-4c4f-4fa7-be81-501e8f82daf3 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T17:03:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2047622960',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2047622960',id=5,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB0Zn6H9ZmV/9dDVh3P29Hf6VOCk7dBHt/JlCor95PD8HGnPzM/SZlTh5P+0HvdFEfDtesKC+JLjgoxa3u/uUIQevkYa1YyeqHEObaPwtF+rzoBVQ9ok3gNuymete+Yhdw==',key_name='tempest-keypair-1240140104',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:03:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d3a287218e114509a8403d50f0c8d882',ramdisk_id='',reservation_id='r-wxlqcz6d',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-21920644',owner_user_name='tempest-TaggedAttachmentsTest-21920644-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:03:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='47ce2ead9e6f4e238ace4f0212b97fcc',uuid=f078aa99-03eb-4f16-a6f3-0b209ceb72ae,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "11d1b024-27b2-4c49-8b39-909690a7d6db", "address": "fa:16:3e:b5:8e:80", "network": {"id": "f49e7de9-b50e-41b9-ab10-082a09bde4b2", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1514069207", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "d3a287218e114509a8403d50f0c8d882", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap11d1b024-27", "ovs_interfaceid": "11d1b024-27b2-4c49-8b39-909690a7d6db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:06:26 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-bd62b0d7-4c4f-4fa7-be81-501e8f82daf3 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Converting VIF {"id": "11d1b024-27b2-4c49-8b39-909690a7d6db", "address": "fa:16:3e:b5:8e:80", "network": {"id": "f49e7de9-b50e-41b9-ab10-082a09bde4b2", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1514069207", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "d3a287218e114509a8403d50f0c8d882", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap11d1b024-27", "ovs_interfaceid": "11d1b024-27b2-4c49-8b39-909690a7d6db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:06:26 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-bd62b0d7-4c4f-4fa7-be81-501e8f82daf3 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b5:8e:80,bridge_name='br-int',has_traffic_filtering=True,id=11d1b024-27b2-4c49-8b39-909690a7d6db,network=Network(f49e7de9-b50e-41b9-ab10-082a09bde4b2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap11d1b024-27') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:06:26 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-bd62b0d7-4c4f-4fa7-be81-501e8f82daf3 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:b5:8e:80"/><model type="virtio"/><mtu size="1442"/><target dev="tap11d1b024-27"/></interface> {{(pid=74854) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 23 17:06:26 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-bd62b0d7-4c4f-4fa7-be81-501e8f82daf3 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:b5:8e:80"/><model type="virtio"/><mtu size="1442"/><target dev="tap11d1b024-27"/></interface> {{(pid=74854) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 23 17:06:26 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-bd62b0d7-4c4f-4fa7-be81-501e8f82daf3 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Attempting to detach device tap11d1b024-27 from instance f078aa99-03eb-4f16-a6f3-0b209ceb72ae from the persistent domain config. {{(pid=74854) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 17:06:26 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-bd62b0d7-4c4f-4fa7-be81-501e8f82daf3 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] detach device xml: <interface type="ethernet">
Oct 23 17:06:26 user nova-compute[74854]:   <mac address="fa:16:3e:b5:8e:80"/>
Oct 23 17:06:26 user nova-compute[74854]:   <model type="virtio"/>
Oct 23 17:06:26 user nova-compute[74854]:   <mtu size="1442"/>
Oct 23 17:06:26 user nova-compute[74854]:   <target dev="tap11d1b024-27"/>
Oct 23 17:06:26 user nova-compute[74854]: </interface>
Oct 23 17:06:26 user nova-compute[74854]:  {{(pid=74854) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 17:06:26 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-bd62b0d7-4c4f-4fa7-be81-501e8f82daf3 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:b5:8e:80"/><model type="virtio"/><mtu size="1442"/><target dev="tap11d1b024-27"/></interface> {{(pid=74854) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 23 17:06:26 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-bd62b0d7-4c4f-4fa7-be81-501e8f82daf3 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:b5:8e:80"/><model type="virtio"/><mtu size="1442"/><target dev="tap11d1b024-27"/></interface>not found in domain: <domain type='kvm' id='5'>
Oct 23 17:06:26 user nova-compute[74854]:   <name>instance-00000005</name>
Oct 23 17:06:26 user nova-compute[74854]:   <uuid>f078aa99-03eb-4f16-a6f3-0b209ceb72ae</uuid>
Oct 23 17:06:26 user nova-compute[74854]:   <metadata>
Oct 23 17:06:26 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:06:26 user nova-compute[74854]:   <nova:package version="0.0.0"/>
Oct 23 17:06:26 user nova-compute[74854]:   <nova:name>tempest-device-tagging-server-2047622960</nova:name>
Oct 23 17:06:26 user nova-compute[74854]:   <nova:creationTime>2023-10-23 17:05:14</nova:creationTime>
Oct 23 17:06:26 user nova-compute[74854]:   <nova:flavor name="m1.tiny">
Oct 23 17:06:26 user nova-compute[74854]:     <nova:memory>512</nova:memory>
Oct 23 17:06:26 user nova-compute[74854]:     <nova:disk>1</nova:disk>
Oct 23 17:06:26 user nova-compute[74854]:     <nova:swap>0</nova:swap>
Oct 23 17:06:26 user nova-compute[74854]:     <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:06:26 user nova-compute[74854]:     <nova:vcpus>1</nova:vcpus>
Oct 23 17:06:26 user nova-compute[74854]:   </nova:flavor>
Oct 23 17:06:26 user nova-compute[74854]:   <nova:owner>
Oct 23 17:06:26 user nova-compute[74854]:     <nova:user uuid="47ce2ead9e6f4e238ace4f0212b97fcc">tempest-TaggedAttachmentsTest-21920644-project-member</nova:user>
Oct 23 17:06:26 user nova-compute[74854]:     <nova:project uuid="d3a287218e114509a8403d50f0c8d882">tempest-TaggedAttachmentsTest-21920644</nova:project>
Oct 23 17:06:26 user nova-compute[74854]:   </nova:owner>
Oct 23 17:06:26 user nova-compute[74854]:   <nova:root type="image" uuid="68c345df-c9e8-475a-b17c-635fa0c7e894"/>
Oct 23 17:06:26 user nova-compute[74854]:   <nova:ports>
Oct 23 17:06:26 user nova-compute[74854]:     <nova:port uuid="f89acc93-c824-449a-be13-8a1c618f5453">
Oct 23 17:06:26 user nova-compute[74854]:       <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 23 17:06:26 user nova-compute[74854]:     </nova:port>
Oct 23 17:06:26 user nova-compute[74854]:     <nova:port uuid="11d1b024-27b2-4c49-8b39-909690a7d6db">
Oct 23 17:06:26 user nova-compute[74854]:       <nova:ip type="fixed" address="10.10.10.133" ipVersion="4"/>
Oct 23 17:06:26 user nova-compute[74854]:     </nova:port>
Oct 23 17:06:26 user nova-compute[74854]:   </nova:ports>
Oct 23 17:06:26 user nova-compute[74854]: </nova:instance>
Oct 23 17:06:26 user nova-compute[74854]:   </metadata>
Oct 23 17:06:26 user nova-compute[74854]:   <memory unit='KiB'>524288</memory>
Oct 23 17:06:26 user nova-compute[74854]:   <currentMemory unit='KiB'>524288</currentMemory>
Oct 23 17:06:26 user nova-compute[74854]:   <vcpu placement='static'>1</vcpu>
Oct 23 17:06:26 user nova-compute[74854]:   <resource>
Oct 23 17:06:26 user nova-compute[74854]:     <partition>/machine</partition>
Oct 23 17:06:26 user nova-compute[74854]:   </resource>
Oct 23 17:06:26 user nova-compute[74854]:   <sysinfo type='smbios'>
Oct 23 17:06:26 user nova-compute[74854]:     <system>
Oct 23 17:06:26 user nova-compute[74854]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Oct 23 17:06:26 user nova-compute[74854]:       <entry name='product'>OpenStack Nova</entry>
Oct 23 17:06:26 user nova-compute[74854]:       <entry name='version'>0.0.0</entry>
Oct 23 17:06:26 user nova-compute[74854]:       <entry name='serial'>f078aa99-03eb-4f16-a6f3-0b209ceb72ae</entry>
Oct 23 17:06:26 user nova-compute[74854]:       <entry name='uuid'>f078aa99-03eb-4f16-a6f3-0b209ceb72ae</entry>
Oct 23 17:06:26 user nova-compute[74854]:       <entry name='family'>Virtual Machine</entry>
Oct 23 17:06:26 user nova-compute[74854]:     </system>
Oct 23 17:06:26 user nova-compute[74854]:   </sysinfo>
Oct 23 17:06:26 user nova-compute[74854]:   <os>
Oct 23 17:06:26 user nova-compute[74854]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Oct 23 17:06:26 user nova-compute[74854]:     <boot dev='hd'/>
Oct 23 17:06:26 user nova-compute[74854]:     <smbios mode='sysinfo'/>
Oct 23 17:06:26 user nova-compute[74854]:   </os>
Oct 23 17:06:26 user nova-compute[74854]:   <features>
Oct 23 17:06:26 user nova-compute[74854]:     <acpi/>
Oct 23 17:06:26 user nova-compute[74854]:     <apic/>
Oct 23 17:06:26 user nova-compute[74854]:     <vmcoreinfo state='on'/>
Oct 23 17:06:26 user nova-compute[74854]:   </features>
Oct 23 17:06:26 user nova-compute[74854]:   <cpu mode='custom' match='exact' check='full'>
Oct 23 17:06:26 user nova-compute[74854]:     <model fallback='forbid'>Nehalem</model>
Oct 23 17:06:26 user nova-compute[74854]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Oct 23 17:06:26 user nova-compute[74854]:     <feature policy='require' name='vme'/>
Oct 23 17:06:26 user nova-compute[74854]:     <feature policy='require' name='x2apic'/>
Oct 23 17:06:26 user nova-compute[74854]:     <feature policy='require' name='hypervisor'/>
Oct 23 17:06:26 user nova-compute[74854]:   </cpu>
Oct 23 17:06:26 user nova-compute[74854]:   <clock offset='utc'>
Oct 23 17:06:26 user nova-compute[74854]:     <timer name='pit' tickpolicy='delay'/>
Oct 23 17:06:26 user nova-compute[74854]:     <timer name='rtc' tickpolicy='catchup'/>
Oct 23 17:06:26 user nova-compute[74854]:     <timer name='hpet' present='no'/>
Oct 23 17:06:26 user nova-compute[74854]:   </clock>
Oct 23 17:06:26 user nova-compute[74854]:   <on_poweroff>destroy</on_poweroff>
Oct 23 17:06:26 user nova-compute[74854]:   <on_reboot>restart</on_reboot>
Oct 23 17:06:26 user nova-compute[74854]:   <on_crash>destroy</on_crash>
Oct 23 17:06:26 user nova-compute[74854]:   <devices>
Oct 23 17:06:26 user nova-compute[74854]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 23 17:06:26 user nova-compute[74854]:     <disk type='file' device='disk'>
Oct 23 17:06:26 user nova-compute[74854]:       <driver name='qemu' type='qcow2' cache='none'/>
Oct 23 17:06:26 user nova-compute[74854]:       <source file='/opt/stack/data/nova/instances/f078aa99-03eb-4f16-a6f3-0b209ceb72ae/disk' index='2'/>
Oct 23 17:06:26 user nova-compute[74854]:       <backingStore type='file' index='3'>
Oct 23 17:06:26 user nova-compute[74854]:         <format type='raw'/>
Oct 23 17:06:26 user nova-compute[74854]:         <source file='/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e'/>
Oct 23 17:06:26 user nova-compute[74854]:         <backingStore/>
Oct 23 17:06:26 user nova-compute[74854]:       </backingStore>
Oct 23 17:06:26 user nova-compute[74854]:       <target dev='vda' bus='virtio'/>
Oct 23 17:06:26 user nova-compute[74854]:       <alias name='virtio-disk0'/>
Oct 23 17:06:26 user nova-compute[74854]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Oct 23 17:06:26 user nova-compute[74854]:     </disk>
Oct 23 17:06:26 user nova-compute[74854]:     <disk type='file' device='cdrom'>
Oct 23 17:06:26 user nova-compute[74854]:       <driver name='qemu' type='raw' cache='none'/>
Oct 23 17:06:26 user nova-compute[74854]:       <source file='/opt/stack/data/nova/instances/f078aa99-03eb-4f16-a6f3-0b209ceb72ae/disk.config' index='1'/>
Oct 23 17:06:26 user nova-compute[74854]:       <backingStore/>
Oct 23 17:06:26 user nova-compute[74854]:       <target dev='hda' bus='ide'/>
Oct 23 17:06:26 user nova-compute[74854]:       <readonly/>
Oct 23 17:06:26 user nova-compute[74854]:       <alias name='ide0-0-0'/>
Oct 23 17:06:26 user nova-compute[74854]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Oct 23 17:06:26 user nova-compute[74854]:     </disk>
Oct 23 17:06:26 user nova-compute[74854]:     <controller type='usb' index='0' model='none'>
Oct 23 17:06:26 user nova-compute[74854]:       <alias name='usb'/>
Oct 23 17:06:26 user nova-compute[74854]:     </controller>
Oct 23 17:06:26 user nova-compute[74854]:     <controller type='pci' index='0' model='pci-root'>
Oct 23 17:06:26 user nova-compute[74854]:       <alias name='pci.0'/>
Oct 23 17:06:26 user nova-compute[74854]:     </controller>
Oct 23 17:06:26 user nova-compute[74854]:     <controller type='ide' index='0'>
Oct 23 17:06:26 user nova-compute[74854]:       <alias name='ide'/>
Oct 23 17:06:26 user nova-compute[74854]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Oct 23 17:06:26 user nova-compute[74854]:     </controller>
Oct 23 17:06:26 user nova-compute[74854]:     <interface type='ethernet'>
Oct 23 17:06:26 user nova-compute[74854]:       <mac address='fa:16:3e:a1:76:52'/>
Oct 23 17:06:26 user nova-compute[74854]:       <target dev='tapf89acc93-c8'/>
Oct 23 17:06:26 user nova-compute[74854]:       <model type='virtio'/>
Oct 23 17:06:26 user nova-compute[74854]:       <mtu size='1442'/>
Oct 23 17:06:26 user nova-compute[74854]:       <alias name='net0'/>
Oct 23 17:06:26 user nova-compute[74854]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Oct 23 17:06:26 user nova-compute[74854]:     </interface>
Oct 23 17:06:26 user nova-compute[74854]:     <interface type='ethernet'>
Oct 23 17:06:26 user nova-compute[74854]:       <mac address='fa:16:3e:b5:8e:80'/>
Oct 23 17:06:26 user nova-compute[74854]:       <target dev='tap11d1b024-27'/>
Oct 23 17:06:26 user nova-compute[74854]:       <model type='virtio'/>
Oct 23 17:06:26 user nova-compute[74854]:       <mtu size='1442'/>
Oct 23 17:06:26 user nova-compute[74854]:       <alias name='net1'/>
Oct 23 17:06:26 user nova-compute[74854]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x07' function='0x0'/>
Oct 23 17:06:26 user nova-compute[74854]:     </interface>
Oct 23 17:06:26 user nova-compute[74854]:     <serial type='pty'>
Oct 23 17:06:26 user nova-compute[74854]:       <source path='/dev/pts/4'/>
Oct 23 17:06:26 user nova-compute[74854]:       <log file='/opt/stack/data/nova/instances/f078aa99-03eb-4f16-a6f3-0b209ceb72ae/console.log' append='off'/>
Oct 23 17:06:26 user nova-compute[74854]:       <target type='isa-serial' port='0'>
Oct 23 17:06:26 user nova-compute[74854]:         <model name='isa-serial'/>
Oct 23 17:06:26 user nova-compute[74854]:       </target>
Oct 23 17:06:26 user nova-compute[74854]:       <alias name='serial0'/>
Oct 23 17:06:26 user nova-compute[74854]:     </serial>
Oct 23 17:06:26 user nova-compute[74854]:     <console type='pty' tty='/dev/pts/4'>
Oct 23 17:06:26 user nova-compute[74854]:       <source path='/dev/pts/4'/>
Oct 23 17:06:26 user nova-compute[74854]:       <log file='/opt/stack/data/nova/instances/f078aa99-03eb-4f16-a6f3-0b209ceb72ae/console.log' append='off'/>
Oct 23 17:06:26 user nova-compute[74854]:       <target type='serial' port='0'/>
Oct 23 17:06:26 user nova-compute[74854]:       <alias name='serial0'/>
Oct 23 17:06:26 user nova-compute[74854]:     </console>
Oct 23 17:06:26 user nova-compute[74854]:     <input type='mouse' bus='ps2'>
Oct 23 17:06:26 user nova-compute[74854]:       <alias name='input0'/>
Oct 23 17:06:26 user nova-compute[74854]:     </input>
Oct 23 17:06:26 user nova-compute[74854]:     <input type='keyboard' bus='ps2'>
Oct 23 17:06:26 user nova-compute[74854]:       <alias name='input1'/>
Oct 23 17:06:26 user nova-compute[74854]:     </input>
Oct 23 17:06:26 user nova-compute[74854]:     <graphics type='vnc' port='5904' autoport='yes' listen='0.0.0.0'>
Oct 23 17:06:26 user nova-compute[74854]:       <listen type='address' address='0.0.0.0'/>
Oct 23 17:06:26 user nova-compute[74854]:     </graphics>
Oct 23 17:06:26 user nova-compute[74854]:     <audio id='1' type='none'/>
Oct 23 17:06:26 user nova-compute[74854]:     <video>
Oct 23 17:06:26 user nova-compute[74854]:       <model type='virtio' heads='1' primary='yes'/>
Oct 23 17:06:26 user nova-compute[74854]:       <alias name='video0'/>
Oct 23 17:06:26 user nova-compute[74854]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Oct 23 17:06:26 user nova-compute[74854]:     </video>
Oct 23 17:06:26 user nova-compute[74854]:     <memballoon model='virtio'>
Oct 23 17:06:26 user nova-compute[74854]:       <stats period='10'/>
Oct 23 17:06:26 user nova-compute[74854]:       <alias name='balloon0'/>
Oct 23 17:06:26 user nova-compute[74854]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Oct 23 17:06:26 user nova-compute[74854]:     </memballoon>
Oct 23 17:06:26 user nova-compute[74854]:     <rng model='virtio'>
Oct 23 17:06:26 user nova-compute[74854]:       <backend model='random'>/dev/urandom</backend>
Oct 23 17:06:26 user nova-compute[74854]:       <alias name='rng0'/>
Oct 23 17:06:26 user nova-compute[74854]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Oct 23 17:06:26 user nova-compute[74854]:     </rng>
Oct 23 17:06:26 user nova-compute[74854]:   </devices>
Oct 23 17:06:26 user nova-compute[74854]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Oct 23 17:06:26 user nova-compute[74854]:     <label>libvirt-f078aa99-03eb-4f16-a6f3-0b209ceb72ae</label>
Oct 23 17:06:26 user nova-compute[74854]:     <imagelabel>libvirt-f078aa99-03eb-4f16-a6f3-0b209ceb72ae</imagelabel>
Oct 23 17:06:26 user nova-compute[74854]:   </seclabel>
Oct 23 17:06:26 user nova-compute[74854]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Oct 23 17:06:26 user nova-compute[74854]:     <label>+64055:+108</label>
Oct 23 17:06:26 user nova-compute[74854]:     <imagelabel>+64055:+108</imagelabel>
Oct 23 17:06:26 user nova-compute[74854]:   </seclabel>
Oct 23 17:06:26 user nova-compute[74854]: </domain>
Oct 23 17:06:26 user nova-compute[74854]:  {{(pid=74854) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Oct 23 17:06:26 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-bd62b0d7-4c4f-4fa7-be81-501e8f82daf3 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Successfully detached device tap11d1b024-27 from instance f078aa99-03eb-4f16-a6f3-0b209ceb72ae from the persistent domain config.
Oct 23 17:06:26 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-bd62b0d7-4c4f-4fa7-be81-501e8f82daf3 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] (1/8): Attempting to detach device tap11d1b024-27 with device alias net1 from instance f078aa99-03eb-4f16-a6f3-0b209ceb72ae from the live domain config. {{(pid=74854) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 23 17:06:26 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-bd62b0d7-4c4f-4fa7-be81-501e8f82daf3 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] detach device xml: <interface type="ethernet">
Oct 23 17:06:26 user nova-compute[74854]:   <mac address="fa:16:3e:b5:8e:80"/>
Oct 23 17:06:26 user nova-compute[74854]:   <model type="virtio"/>
Oct 23 17:06:26 user nova-compute[74854]:   <mtu size="1442"/>
Oct 23 17:06:26 user nova-compute[74854]:   <target dev="tap11d1b024-27"/>
Oct 23 17:06:26 user nova-compute[74854]: </interface>
Oct 23 17:06:26 user nova-compute[74854]:  {{(pid=74854) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 17:06:26 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-4e1a5019-74fb-400c-8a72-939672da5f57 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 5a7d29b4-fac4-4931-bb22-d2aaf5701926 is timed out.
Oct 23 17:06:26 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-4e1a5019-74fb-400c-8a72-939672da5f57 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] Successfully detached device vdb from instance 5a7d29b4-fac4-4931-bb22-d2aaf5701926 from the live domain config.
Oct 23 17:06:26 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4e1a5019-74fb-400c-8a72-939672da5f57 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] calling os-brick to detach iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 17:06:26 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e1a5019-74fb-400c-8a72-939672da5f57 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, {'target_iqn': 'iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gtMfNldz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, None), 'kwargs': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:06:26 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-4e1a5019-74fb-400c-8a72-939672da5f57 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:06:26 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-4e1a5019-74fb-400c-8a72-939672da5f57 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:06:26 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-4e1a5019-74fb-400c-8a72-939672da5f57 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:06:26 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:26 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:26 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ca9883f-9cda-49dd-98a5-27fec439f9e7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:26 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e1a5019-74fb-400c-8a72-939672da5f57 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 17:06:26 user nova-compute[74854]: No targets found.
Oct 23 17:06:26 user nova-compute[74854]: iSNS:
Oct 23 17:06:26 user nova-compute[74854]: No targets found.
Oct 23 17:06:26 user nova-compute[74854]: STATIC:
Oct 23 17:06:26 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96
Oct 23 17:06:26 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:06:26 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:06:26 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad
Oct 23 17:06:26 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:06:26 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:06:26 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14
Oct 23 17:06:26 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:06:26 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:06:26 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8
Oct 23 17:06:26 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:06:26 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:06:26 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91
Oct 23 17:06:26 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:06:26 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:06:26 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c
Oct 23 17:06:26 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:06:26 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:06:26 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda
Oct 23 17:06:26 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:06:26 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:06:26 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0
Oct 23 17:06:26 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:06:26 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:06:26 user nova-compute[74854]: FIRMWARE:
Oct 23 17:06:26 user nova-compute[74854]: No targets found.
Oct 23 17:06:26 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:06:26 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e1a5019-74fb-400c-8a72-939672da5f57 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 17:06:26 user nova-compute[74854]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 17:06:26 user nova-compute[74854]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74854) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 17:06:26 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e1a5019-74fb-400c-8a72-939672da5f57 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c', 0)] {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 17:06:26 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.041s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbe50e2b-74ce-46da-902b-01c9a0f808dd]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.038s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e17b22b-d87b-46d3-93a9-b05362a5b616]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e1a5019-74fb-400c-8a72-939672da5f57 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)
Oct 23 17:06:27 user nova-compute[74854]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 (non-flash)
Oct 23 17:06:27 user nova-compute[74854]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad (non-flash)
Oct 23 17:06:27 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:06:27 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:06:27 user nova-compute[74854]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)
Oct 23 17:06:27 user nova-compute[74854]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c (non-flash)
Oct 23 17:06:27 user nova-compute[74854]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)
Oct 23 17:06:27 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e1a5019-74fb-400c-8a72-939672da5f57 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)
Oct 23 17:06:27 user nova-compute[74854]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 (non-flash)
Oct 23 17:06:27 user nova-compute[74854]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad (non-flash)
Oct 23 17:06:27 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:06:27 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:06:27 user nova-compute[74854]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)
Oct 23 17:06:27 user nova-compute[74854]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c (non-flash)
Oct 23 17:06:27 user nova-compute[74854]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)
Oct 23 17:06:27 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e1a5019-74fb-400c-8a72-939672da5f57 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f305c4acb80>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c'): ({'sdh'}, set())}) {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-4e1a5019-74fb-400c-8a72-939672da5f57 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] Removing single pathed devices sdh {{(pid=74854) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.032s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[172ec458-ce4f-4809-aa3d-cf390ab1bc97]: (4, ('path checker states:\nup                  8\n\npaths: 0\nbusy: False\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-bd62b0d7-4c4f-4fa7-be81-501e8f82daf3 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Start waiting for the detach event from libvirt for device tap11d1b024-27 with device alias net1 for instance f078aa99-03eb-4f16-a6f3-0b209ceb72ae {{(pid=74854) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdh {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdh" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[03f04b4c-cc5f-409b-a6d1-df5fcde9352e]: (4, ('ok\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-4e1a5019-74fb-400c-8a72-939672da5f57 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] Flushing IO for device /dev/sdh {{(pid=74854) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdh {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdh" returned: 0 in 0.016s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ab8834b-3080-4b91-9bf5-c1db396c7153]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-4e1a5019-74fb-400c-8a72-939672da5f57 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] Remove SCSI device /dev/sdh with /sys/block/sdh/device/delete {{(pid=74854) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdh/device/delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdh/device/delete" returned: 0 in 0.027s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[4de0783d-648c-4e54-8423-e92fa4cadf87]: (4, ('1', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-4e1a5019-74fb-400c-8a72-939672da5f57 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] Checking to see if SCSI volumes sdh have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-4e1a5019-74fb-400c-8a72-939672da5f57 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] SCSI volumes sdh have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e1a5019-74fb-400c-8a72-939672da5f57 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c')] {{(pid=74854) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG nova.compute.manager [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Start spawning the instance on the hypervisor. {{(pid=74854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Creating instance directory {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 17:06:27 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Creating image(s)
Oct 23 17:06:27 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Did not create local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Ensure instance console log exists: /opt/stack/data/nova/instances/30026d10-f080-4a53-8a4e-b8be523fe48e/console.log {{(pid=74854) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Start _get_guest_xml network_info=[{"id": "76844ca9-ee3f-4faa-a83b-0ab1ca70e55c", "address": "fa:16:3e:10:66:59", "network": {"id": "a40026f1-91de-4e98-85cd-c3bd1a956407", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1048031159-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "435cbd0d03324a45bdacc7d5b76213e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap76844ca9-ee", "ovs_interfaceid": "76844ca9-ee3f-4faa-a83b-0ab1ca70e55c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'attachment_id': 'd7e2a0b0-94d8-4cfc-8d8c-1e5a1b03db12', 'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pDzaicVC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '30026d10-f080-4a53-8a4e-b8be523fe48e', 'attached_at': '', 'detached_at': '', 'volume_id': '8bf6b634-e2f8-4bef-84d6-f96171e82cb1', 'serial': '8bf6b634-e2f8-4bef-84d6-f96171e82cb1'}, 'mount_device': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'volume_type': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:27 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:06:27 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:06:27 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Calling os-brick to attach iSCSI Volume {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pDzaicVC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:06:27 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:06:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.031s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1a5e1f1-d353-4f61-86c2-980df93bd03d]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e1a5019-74fb-400c-8a72-939672da5f57 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c -p 172.16.0.220:3260 --logout {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG nova.compute.manager [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] swap_volume: Updating volume 25463bdf-d98d-45f4-b40e-62a9372d4c1b BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "jmUsfuSP", "auth_password": "kA6IhW0ZOxDYnH", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdb", "volume_id": "642ad6cb-023b-4c78-a6e8-053140637dad"}, "status": "reserved", "instance": "d06d1b4a-0950-4c8a-a34d-cae1290f7033", "attached_at": "", "detached_at": "", "volume_id": "642ad6cb-023b-4c78-a6e8-053140637dad", "serial": "642ad6cb-023b-4c78-a6e8-053140637dad"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': '642ad6cb-023b-4c78-a6e8-053140637dad', 'no_device': None, 'attachment_id': '42413707-5835-4208-8de2-6ba794aec73d'} {{(pid=74854) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7983}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG nova.compute.manager [req-e799bdb4-ac16-4fd9-a2e2-e4364b223744 req-57b5cde2-39ad-4485-b80c-ed38c774db5f service nova] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Received event network-vif-unplugged-11d1b024-27b2-4c49-8b39-909690a7d6db {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e799bdb4-ac16-4fd9-a2e2-e4364b223744 req-57b5cde2-39ad-4485-b80c-ed38c774db5f service nova] Acquiring lock "f078aa99-03eb-4f16-a6f3-0b209ceb72ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e799bdb4-ac16-4fd9-a2e2-e4364b223744 req-57b5cde2-39ad-4485-b80c-ed38c774db5f service nova] Lock "f078aa99-03eb-4f16-a6f3-0b209ceb72ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e799bdb4-ac16-4fd9-a2e2-e4364b223744 req-57b5cde2-39ad-4485-b80c-ed38c774db5f service nova] Lock "f078aa99-03eb-4f16-a6f3-0b209ceb72ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG nova.compute.manager [req-e799bdb4-ac16-4fd9-a2e2-e4364b223744 req-57b5cde2-39ad-4485-b80c-ed38c774db5f service nova] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] No waiting events found dispatching network-vif-unplugged-11d1b024-27b2-4c49-8b39-909690a7d6db {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:06:27 user nova-compute[74854]: WARNING nova.compute.manager [req-e799bdb4-ac16-4fd9-a2e2-e4364b223744 req-57b5cde2-39ad-4485-b80c-ed38c774db5f service nova] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Received unexpected event network-vif-unplugged-11d1b024-27b2-4c49-8b39-909690a7d6db for instance with vm_state active and task_state None.
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9003ac15-0195-40d6-b480-7701bbe721c9 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] Lock "d06d1b4a-0950-4c8a-a34d-cae1290f7033" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 31.661s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c -p 172.16.0.220:3260 --logout" returned: 0 in 0.109s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4771dc6-10ad-418d-be9c-7c53b2706091]: (4, ('Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c, portal: 172.16.0.220,3260]\nLogout of [sid: 8, target: iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e1a5019-74fb-400c-8a72-939672da5f57 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c, portal: 172.16.0.220,3260]
Oct 23 17:06:27 user nova-compute[74854]: Logout of [sid: 8, target: iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c, portal: 172.16.0.220,3260] successful.
Oct 23 17:06:27 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c -p 172.16.0.220:3260 --op delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bf7740a5-95b6-4a78-9f30-64117787647c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.039s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e7b0aa9-7c1b-4ffb-a477-bc3e63e01611]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e1a5019-74fb-400c-8a72-939672da5f57 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-4e1a5019-74fb-400c-8a72-939672da5f57 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.493s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e1a5019-74fb-400c-8a72-939672da5f57 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] <== disconnect_volume: return (494ms) None {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4e1a5019-74fb-400c-8a72-939672da5f57 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Disconnected iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.163s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:06:27 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:06:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:06:27 user nova-compute[74854]: INFO os_brick.initiator.connectors.iscsi [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 -p 172.16.0.220:3260 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e080f024-c323-4fd8-bdc0-b017700e2a8c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 17:06:27 user nova-compute[74854]:  {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 -p 172.16.0.220:3260 --interface default --op new {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[83020158-a0ca-43f2-b174-6e62082c0f4a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1] added\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1] added
Oct 23 17:06:27 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c95d4c6-f3ae-4858-af96-4b690a09e313]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.029s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[128a9f17-567c-4787-8ea4-df97c6787309]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pDzaicVC {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pDzaicVC" returned: 0 in 0.025s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6b0802c-d7fd-4fab-9550-303c18018a06]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'pDzaicVC'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[c180c27e-d0eb-4fc4-a175-d7196c569af1]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[1655d7f7-d123-4a99-a042-0a3f74ceb99c]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)
Oct 23 17:06:27 user nova-compute[74854]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 (non-flash)
Oct 23 17:06:27 user nova-compute[74854]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad (non-flash)
Oct 23 17:06:27 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:06:27 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:06:27 user nova-compute[74854]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)
Oct 23 17:06:27 user nova-compute[74854]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)
Oct 23 17:06:27 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)
Oct 23 17:06:27 user nova-compute[74854]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 (non-flash)
Oct 23 17:06:27 user nova-compute[74854]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad (non-flash)
Oct 23 17:06:27 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:06:27 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:06:27 user nova-compute[74854]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)
Oct 23 17:06:27 user nova-compute[74854]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)
Oct 23 17:06:27 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 -p 172.16.0.220:3260 --login {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 -p 172.16.0.220:3260 --login" returned: 0 in 0.082s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[68af7027-34aa-4ae9-925e-31355c588232]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1, portal: 172.16.0.220,3260]
Oct 23 17:06:27 user nova-compute[74854]: Login to [iface: default, target: iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1, portal: 172.16.0.220,3260] successful.
Oct 23 17:06:27 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.026s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[7efc4ad9-7aaa-4990-b491-dd3844321cd5]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[4717d1d0-ba38-4eba-9725-a817ca745cba]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)
Oct 23 17:06:27 user nova-compute[74854]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 (non-flash)
Oct 23 17:06:27 user nova-compute[74854]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad (non-flash)
Oct 23 17:06:27 user nova-compute[74854]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:06:27 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:06:27 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:06:27 user nova-compute[74854]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)
Oct 23 17:06:27 user nova-compute[74854]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)
Oct 23 17:06:27 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)
Oct 23 17:06:27 user nova-compute[74854]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 (non-flash)
Oct 23 17:06:27 user nova-compute[74854]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad (non-flash)
Oct 23 17:06:27 user nova-compute[74854]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:06:27 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:06:27 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:06:27 user nova-compute[74854]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)
Oct 23 17:06:27 user nova-compute[74854]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)
Oct 23 17:06:27 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.352s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Connected to 172.16.0.220:3260 {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] HCTL ('34', '-', '-', 0) found on session 13 with lun 0 {{(pid=74854) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74854) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ca0141d-87d2-49e1-a24b-952c3dfc8eee]: (4, ('- - 0', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:27 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Searching for a device in session 13 and hctl ['34', '*', '*', 0] yield: None {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:06:28 user nova-compute[74854]: DEBUG nova.objects.instance [None req-4e1a5019-74fb-400c-8a72-939672da5f57 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] Lazy-loading 'flavor' on Instance uuid 5a7d29b4-fac4-4931-bb22-d2aaf5701926 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:06:28 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-4e1a5019-74fb-400c-8a72-939672da5f57 tempest-VolumesAssistedSnapshotsTest-578806664 tempest-VolumesAssistedSnapshotsTest-578806664-project-admin] Lock "5a7d29b4-fac4-4931-bb22-d2aaf5701926" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.356s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:06:28 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] Acquiring lock "d06d1b4a-0950-4c8a-a34d-cae1290f7033" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:06:28 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] Lock "d06d1b4a-0950-4c8a-a34d-cae1290f7033" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:06:28 user nova-compute[74854]: DEBUG os_brick.utils [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:06:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:28 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[af081682-011c-4235-96e6-1479eb73c978]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a321e2f0722\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:28 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[63743f48-98ae-4118-a681-9dadec7aa76d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:28 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Searching for a device in session 13 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:06:28 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pDzaicVC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 17:06:28 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.382s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:06:28 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] <== connect_volume: return (1544ms) {'type': 'block', 'scsi_wwn': '23831663535623235', 'path': '/dev/sdc'} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:06:28 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23831663535623235', 'path': '/dev/sdc'} {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 17:06:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:28 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a927caf-6724-4561-8028-36597971ef88]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:28 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[f58ea9c8-381c-40fb-8aa7-db76040e53df]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] Running cmd (subprocess): nvme version {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] 'nvme version' failed. Not Retrying. {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:06:28 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] nvme not present on system {{(pid=74854) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 17:06:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:06:28 user nova-compute[74854]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 17:06:28 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[72ace6bc-0846-4b2c-a5eb-1da9492c1ba1]: (4, '') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:28 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74854) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 17:06:28 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 17:06:28 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] LIGHTOS: no hostnqn found. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 17:06:28 user nova-compute[74854]: DEBUG os_brick.utils [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] <== get_connector_properties: return (129ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a321e2f0722', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:06:28 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:05:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1166003439',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1166003439',id=12,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='435cbd0d03324a45bdacc7d5b76213e4',ramdisk_id='',reservation_id='r-3n5fnwwv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-702610562',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:05:46Z,user_data=None,user_id='cdf5d05a392f4c0b925b8a1eca824323',uuid=30026d10-f080-4a53-8a4e-b8be523fe48e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "76844ca9-ee3f-4faa-a83b-0ab1ca70e55c", "address": "fa:16:3e:10:66:59", "network": {"id": "a40026f1-91de-4e98-85cd-c3bd1a956407", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1048031159-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "435cbd0d03324a45bdacc7d5b76213e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap76844ca9-ee", "ovs_interfaceid": "76844ca9-ee3f-4faa-a83b-0ab1ca70e55c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:06:28 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Converting VIF {"id": "76844ca9-ee3f-4faa-a83b-0ab1ca70e55c", "address": "fa:16:3e:10:66:59", "network": {"id": "a40026f1-91de-4e98-85cd-c3bd1a956407", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1048031159-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "435cbd0d03324a45bdacc7d5b76213e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap76844ca9-ee", "ovs_interfaceid": "76844ca9-ee3f-4faa-a83b-0ab1ca70e55c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:06:28 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:10:66:59,bridge_name='br-int',has_traffic_filtering=True,id=76844ca9-ee3f-4faa-a83b-0ab1ca70e55c,network=Network(a40026f1-91de-4e98-85cd-c3bd1a956407),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap76844ca9-ee') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:06:28 user nova-compute[74854]: DEBUG nova.objects.instance [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lazy-loading 'pci_devices' on Instance uuid 30026d10-f080-4a53-8a4e-b8be523fe48e {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:06:28 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:06:28 user nova-compute[74854]:   <uuid>30026d10-f080-4a53-8a4e-b8be523fe48e</uuid>
Oct 23 17:06:28 user nova-compute[74854]:   <name>instance-0000000c</name>
Oct 23 17:06:28 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:06:28 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:06:28 user nova-compute[74854]:   <metadata>
Oct 23 17:06:28 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:06:28 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:06:28 user nova-compute[74854]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1166003439</nova:name>
Oct 23 17:06:28 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:06:27</nova:creationTime>
Oct 23 17:06:28 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:06:28 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:06:28 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:06:28 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:06:28 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:06:28 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:06:28 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:06:28 user nova-compute[74854]:       <nova:owner>
Oct 23 17:06:28 user nova-compute[74854]:         <nova:user uuid="cdf5d05a392f4c0b925b8a1eca824323">tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member</nova:user>
Oct 23 17:06:28 user nova-compute[74854]:         <nova:project uuid="435cbd0d03324a45bdacc7d5b76213e4">tempest-ServerBootFromVolumeStableRescueTest-702610562</nova:project>
Oct 23 17:06:28 user nova-compute[74854]:       </nova:owner>
Oct 23 17:06:28 user nova-compute[74854]:       <nova:root type="image" uuid="68c345df-c9e8-475a-b17c-635fa0c7e894"/>
Oct 23 17:06:28 user nova-compute[74854]:       <nova:ports>
Oct 23 17:06:28 user nova-compute[74854]:         <nova:port uuid="76844ca9-ee3f-4faa-a83b-0ab1ca70e55c">
Oct 23 17:06:28 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 23 17:06:28 user nova-compute[74854]:         </nova:port>
Oct 23 17:06:28 user nova-compute[74854]:       </nova:ports>
Oct 23 17:06:28 user nova-compute[74854]:     </nova:instance>
Oct 23 17:06:28 user nova-compute[74854]:   </metadata>
Oct 23 17:06:28 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:06:28 user nova-compute[74854]:     <system>
Oct 23 17:06:28 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:06:28 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:06:28 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:06:28 user nova-compute[74854]:       <entry name="serial">30026d10-f080-4a53-8a4e-b8be523fe48e</entry>
Oct 23 17:06:28 user nova-compute[74854]:       <entry name="uuid">30026d10-f080-4a53-8a4e-b8be523fe48e</entry>
Oct 23 17:06:28 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:06:28 user nova-compute[74854]:     </system>
Oct 23 17:06:28 user nova-compute[74854]:   </sysinfo>
Oct 23 17:06:28 user nova-compute[74854]:   <os>
Oct 23 17:06:28 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:06:28 user nova-compute[74854]:     <boot dev="hd"/>
Oct 23 17:06:28 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:06:28 user nova-compute[74854]:   </os>
Oct 23 17:06:28 user nova-compute[74854]:   <features>
Oct 23 17:06:28 user nova-compute[74854]:     <acpi/>
Oct 23 17:06:28 user nova-compute[74854]:     <apic/>
Oct 23 17:06:28 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:06:28 user nova-compute[74854]:   </features>
Oct 23 17:06:28 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:06:28 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:06:28 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:06:28 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:06:28 user nova-compute[74854]:   </clock>
Oct 23 17:06:28 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:06:28 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:06:28 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:06:28 user nova-compute[74854]:   </cpu>
Oct 23 17:06:28 user nova-compute[74854]:   <devices>
Oct 23 17:06:28 user nova-compute[74854]:     <disk type="block" device="disk">
Oct 23 17:06:28 user nova-compute[74854]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:06:28 user nova-compute[74854]:       <source dev="/dev/sdc"/>
Oct 23 17:06:28 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:06:28 user nova-compute[74854]:       <serial>8bf6b634-e2f8-4bef-84d6-f96171e82cb1</serial>
Oct 23 17:06:28 user nova-compute[74854]:     </disk>
Oct 23 17:06:28 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:06:28 user nova-compute[74854]:       <mac address="fa:16:3e:10:66:59"/>
Oct 23 17:06:28 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:06:28 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:06:28 user nova-compute[74854]:       <target dev="tap76844ca9-ee"/>
Oct 23 17:06:28 user nova-compute[74854]:     </interface>
Oct 23 17:06:28 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:06:28 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/30026d10-f080-4a53-8a4e-b8be523fe48e/console.log" append="off"/>
Oct 23 17:06:28 user nova-compute[74854]:     </serial>
Oct 23 17:06:28 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:06:28 user nova-compute[74854]:     <video>
Oct 23 17:06:28 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:06:28 user nova-compute[74854]:     </video>
Oct 23 17:06:28 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:06:28 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:06:28 user nova-compute[74854]:     </rng>
Oct 23 17:06:28 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:06:28 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:06:28 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:06:28 user nova-compute[74854]:     </memballoon>
Oct 23 17:06:28 user nova-compute[74854]:   </devices>
Oct 23 17:06:28 user nova-compute[74854]: </domain>
Oct 23 17:06:28 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:06:28 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:05:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1166003439',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1166003439',id=12,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='435cbd0d03324a45bdacc7d5b76213e4',ramdisk_id='',reservation_id='r-3n5fnwwv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-702610562',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:05:46Z,user_data=None,user_id='cdf5d05a392f4c0b925b8a1eca824323',uuid=30026d10-f080-4a53-8a4e-b8be523fe48e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "76844ca9-ee3f-4faa-a83b-0ab1ca70e55c", "address": "fa:16:3e:10:66:59", "network": {"id": "a40026f1-91de-4e98-85cd-c3bd1a956407", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1048031159-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "435cbd0d03324a45bdacc7d5b76213e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap76844ca9-ee", "ovs_interfaceid": "76844ca9-ee3f-4faa-a83b-0ab1ca70e55c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:06:28 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Converting VIF {"id": "76844ca9-ee3f-4faa-a83b-0ab1ca70e55c", "address": "fa:16:3e:10:66:59", "network": {"id": "a40026f1-91de-4e98-85cd-c3bd1a956407", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1048031159-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "435cbd0d03324a45bdacc7d5b76213e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap76844ca9-ee", "ovs_interfaceid": "76844ca9-ee3f-4faa-a83b-0ab1ca70e55c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:06:28 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:10:66:59,bridge_name='br-int',has_traffic_filtering=True,id=76844ca9-ee3f-4faa-a83b-0ab1ca70e55c,network=Network(a40026f1-91de-4e98-85cd-c3bd1a956407),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap76844ca9-ee') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:06:28 user nova-compute[74854]: DEBUG os_vif [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:10:66:59,bridge_name='br-int',has_traffic_filtering=True,id=76844ca9-ee3f-4faa-a83b-0ab1ca70e55c,network=Network(a40026f1-91de-4e98-85cd-c3bd1a956407),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap76844ca9-ee') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:06:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:06:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:06:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f42dcfc0-fe02-5be6-912a-8f33db5afc2c', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:06:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:06:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap76844ca9-ee, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:06:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap76844ca9-ee, col_values=(('qos', UUID('aeaffa54-ae1f-43c5-a082-2232852da68a')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:06:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap76844ca9-ee, col_values=(('external_ids', {'iface-id': '76844ca9-ee3f-4faa-a83b-0ab1ca70e55c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:10:66:59', 'vm-uuid': '30026d10-f080-4a53-8a4e-b8be523fe48e'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:06:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:06:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:28 user nova-compute[74854]: INFO os_vif [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:10:66:59,bridge_name='br-int',has_traffic_filtering=True,id=76844ca9-ee3f-4faa-a83b-0ab1ca70e55c,network=Network(a40026f1-91de-4e98-85cd-c3bd1a956407),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap76844ca9-ee')
Oct 23 17:06:28 user nova-compute[74854]: INFO nova.compute.manager [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Swapping volume 642ad6cb-023b-4c78-a6e8-053140637dad for 25463bdf-d98d-45f4-b40e-62a9372d4c1b
Oct 23 17:06:29 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:06:29 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] No VIF found with MAC fa:16:3e:10:66:59, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:06:29 user nova-compute[74854]: DEBUG nova.compute.manager [req-8dee0dd3-bdcb-429a-a8d5-796cc8beac9f req-82e2b387-62bc-4b0c-a64a-9d855d46ad99 service nova] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Received event network-vif-plugged-11d1b024-27b2-4c49-8b39-909690a7d6db {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:06:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-8dee0dd3-bdcb-429a-a8d5-796cc8beac9f req-82e2b387-62bc-4b0c-a64a-9d855d46ad99 service nova] Acquiring lock "f078aa99-03eb-4f16-a6f3-0b209ceb72ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:06:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-8dee0dd3-bdcb-429a-a8d5-796cc8beac9f req-82e2b387-62bc-4b0c-a64a-9d855d46ad99 service nova] Lock "f078aa99-03eb-4f16-a6f3-0b209ceb72ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:06:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-8dee0dd3-bdcb-429a-a8d5-796cc8beac9f req-82e2b387-62bc-4b0c-a64a-9d855d46ad99 service nova] Lock "f078aa99-03eb-4f16-a6f3-0b209ceb72ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:06:29 user nova-compute[74854]: DEBUG nova.compute.manager [req-8dee0dd3-bdcb-429a-a8d5-796cc8beac9f req-82e2b387-62bc-4b0c-a64a-9d855d46ad99 service nova] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] No waiting events found dispatching network-vif-plugged-11d1b024-27b2-4c49-8b39-909690a7d6db {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:06:29 user nova-compute[74854]: WARNING nova.compute.manager [req-8dee0dd3-bdcb-429a-a8d5-796cc8beac9f req-82e2b387-62bc-4b0c-a64a-9d855d46ad99 service nova] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Received unexpected event network-vif-plugged-11d1b024-27b2-4c49-8b39-909690a7d6db for instance with vm_state active and task_state None.
Oct 23 17:06:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:31 user nova-compute[74854]: DEBUG nova.compute.manager [req-250486d9-f5c5-41de-9f70-42bf2bc50bc9 req-2dc85d36-5a89-4f1e-a24e-fa8a71e61775 service nova] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Received event network-vif-plugged-76844ca9-ee3f-4faa-a83b-0ab1ca70e55c {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:06:31 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-250486d9-f5c5-41de-9f70-42bf2bc50bc9 req-2dc85d36-5a89-4f1e-a24e-fa8a71e61775 service nova] Acquiring lock "30026d10-f080-4a53-8a4e-b8be523fe48e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:06:31 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-250486d9-f5c5-41de-9f70-42bf2bc50bc9 req-2dc85d36-5a89-4f1e-a24e-fa8a71e61775 service nova] Lock "30026d10-f080-4a53-8a4e-b8be523fe48e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:06:31 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-250486d9-f5c5-41de-9f70-42bf2bc50bc9 req-2dc85d36-5a89-4f1e-a24e-fa8a71e61775 service nova] Lock "30026d10-f080-4a53-8a4e-b8be523fe48e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:06:31 user nova-compute[74854]: DEBUG nova.compute.manager [req-250486d9-f5c5-41de-9f70-42bf2bc50bc9 req-2dc85d36-5a89-4f1e-a24e-fa8a71e61775 service nova] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] No waiting events found dispatching network-vif-plugged-76844ca9-ee3f-4faa-a83b-0ab1ca70e55c {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:06:31 user nova-compute[74854]: WARNING nova.compute.manager [req-250486d9-f5c5-41de-9f70-42bf2bc50bc9 req-2dc85d36-5a89-4f1e-a24e-fa8a71e61775 service nova] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Received unexpected event network-vif-plugged-76844ca9-ee3f-4faa-a83b-0ab1ca70e55c for instance with vm_state building and task_state spawning.
Oct 23 17:06:31 user nova-compute[74854]: DEBUG nova.compute.manager [req-250486d9-f5c5-41de-9f70-42bf2bc50bc9 req-2dc85d36-5a89-4f1e-a24e-fa8a71e61775 service nova] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Received event network-vif-plugged-76844ca9-ee3f-4faa-a83b-0ab1ca70e55c {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:06:31 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-250486d9-f5c5-41de-9f70-42bf2bc50bc9 req-2dc85d36-5a89-4f1e-a24e-fa8a71e61775 service nova] Acquiring lock "30026d10-f080-4a53-8a4e-b8be523fe48e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:06:31 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-250486d9-f5c5-41de-9f70-42bf2bc50bc9 req-2dc85d36-5a89-4f1e-a24e-fa8a71e61775 service nova] Lock "30026d10-f080-4a53-8a4e-b8be523fe48e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:06:31 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-250486d9-f5c5-41de-9f70-42bf2bc50bc9 req-2dc85d36-5a89-4f1e-a24e-fa8a71e61775 service nova] Lock "30026d10-f080-4a53-8a4e-b8be523fe48e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:06:31 user nova-compute[74854]: DEBUG nova.compute.manager [req-250486d9-f5c5-41de-9f70-42bf2bc50bc9 req-2dc85d36-5a89-4f1e-a24e-fa8a71e61775 service nova] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] No waiting events found dispatching network-vif-plugged-76844ca9-ee3f-4faa-a83b-0ab1ca70e55c {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:06:31 user nova-compute[74854]: WARNING nova.compute.manager [req-250486d9-f5c5-41de-9f70-42bf2bc50bc9 req-2dc85d36-5a89-4f1e-a24e-fa8a71e61775 service nova] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Received unexpected event network-vif-plugged-76844ca9-ee3f-4faa-a83b-0ab1ca70e55c for instance with vm_state building and task_state spawning.
Oct 23 17:06:32 user nova-compute[74854]: DEBUG nova.compute.manager [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Instance event wait completed in 0 seconds for  {{(pid=74854) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 17:06:32 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Guest created on hypervisor {{(pid=74854) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 17:06:32 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Instance spawned successfully.
Oct 23 17:06:32 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 17:06:32 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Found default for hw_cdrom_bus of ide {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:06:32 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Found default for hw_disk_bus of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:06:32 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Found default for hw_input_bus of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:06:32 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Found default for hw_pointer_model of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:06:32 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Found default for hw_video_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:06:32 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Found default for hw_vif_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:06:32 user nova-compute[74854]: INFO nova.compute.manager [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Took 5.50 seconds to spawn the instance on the hypervisor.
Oct 23 17:06:32 user nova-compute[74854]: DEBUG nova.compute.manager [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:06:32 user nova-compute[74854]: INFO nova.compute.manager [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Took 47.27 seconds to build instance.
Oct 23 17:06:32 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c5f4fc28-d9da-493c-bfca-bc27713ab2c6 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "30026d10-f080-4a53-8a4e-b8be523fe48e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 47.365s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:06:33 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:35 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:36 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-fe41f373-ea0d-4b1a-8786-5486fc561274 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Acquiring lock "4284792e-08bd-4f6e-a47f-e7381f16c8c6" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:06:36 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-fe41f373-ea0d-4b1a-8786-5486fc561274 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Lock "4284792e-08bd-4f6e-a47f-e7381f16c8c6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:06:36 user nova-compute[74854]: DEBUG nova.objects.instance [None req-fe41f373-ea0d-4b1a-8786-5486fc561274 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Lazy-loading 'flavor' on Instance uuid 4284792e-08bd-4f6e-a47f-e7381f16c8c6 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:06:36 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:06:36 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-fe41f373-ea0d-4b1a-8786-5486fc561274 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Lock "4284792e-08bd-4f6e-a47f-e7381f16c8c6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.056s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:06:36 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-fe41f373-ea0d-4b1a-8786-5486fc561274 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Acquiring lock "4284792e-08bd-4f6e-a47f-e7381f16c8c6" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:06:36 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-fe41f373-ea0d-4b1a-8786-5486fc561274 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Lock "4284792e-08bd-4f6e-a47f-e7381f16c8c6" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:06:36 user nova-compute[74854]: INFO nova.compute.manager [None req-fe41f373-ea0d-4b1a-8786-5486fc561274 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Attaching volume bfe6c4ee-0713-46b2-85c9-b07cee0d71c8 to /dev/vdb
Oct 23 17:06:36 user nova-compute[74854]: DEBUG os_brick.utils [None req-fe41f373-ea0d-4b1a-8786-5486fc561274 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:06:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:36 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f24af09-12d7-4628-b726-c823cf520391]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a321e2f0722\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:36 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a587440-ee6c-436a-89ed-dc85ad826dfe]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:36 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[309c6d9f-3801-4343-8e03-810507ba2567]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:36 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9970c6f-3287-457a-8f76-83447ab6699c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-fe41f373-ea0d-4b1a-8786-5486fc561274 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Running cmd (subprocess): nvme version {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-fe41f373-ea0d-4b1a-8786-5486fc561274 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] 'nvme version' failed. Not Retrying. {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:06:36 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.nvmeof [None req-fe41f373-ea0d-4b1a-8786-5486fc561274 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] nvme not present on system {{(pid=74854) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 17:06:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:06:36 user nova-compute[74854]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 17:06:36 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb92f481-e1ba-427b-8ecf-6b78869e177e]: (4, '') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:36 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-fe41f373-ea0d-4b1a-8786-5486fc561274 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74854) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 17:06:36 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-fe41f373-ea0d-4b1a-8786-5486fc561274 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 17:06:36 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-fe41f373-ea0d-4b1a-8786-5486fc561274 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] LIGHTOS: no hostnqn found. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 17:06:36 user nova-compute[74854]: DEBUG os_brick.utils [None req-fe41f373-ea0d-4b1a-8786-5486fc561274 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a321e2f0722', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:06:36 user nova-compute[74854]: DEBUG nova.virt.block_device [None req-fe41f373-ea0d-4b1a-8786-5486fc561274 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Updating existing volume attachment record: b5ea0524-0623-48da-a6d8-35b6b9759d81 {{(pid=74854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 17:06:37 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:06:37 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:06:37 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:06:38 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:06:38 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:06:38 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 17:06:38 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:06:38 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:06:38 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:06:38 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:06:38 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Auditing locally available compute resources for user (node: user) {{(pid=74854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 17:06:38 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:39 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdi (vda) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:06:39 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdj (vdb) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:06:39 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdk (vdc) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:06:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d06d1b4a-0950-4c8a-a34d-cae1290f7033/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d06d1b4a-0950-4c8a-a34d-cae1290f7033/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d06d1b4a-0950-4c8a-a34d-cae1290f7033/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d06d1b4a-0950-4c8a-a34d-cae1290f7033/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:39 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:06:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5d24cfc-a7aa-41d7-99f6-e59331c1608f/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5d24cfc-a7aa-41d7-99f6-e59331c1608f/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5d24cfc-a7aa-41d7-99f6-e59331c1608f/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5d24cfc-a7aa-41d7-99f6-e59331c1608f/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4284792e-08bd-4f6e-a47f-e7381f16c8c6/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4284792e-08bd-4f6e-a47f-e7381f16c8c6/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4284792e-08bd-4f6e-a47f-e7381f16c8c6/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4284792e-08bd-4f6e-a47f-e7381f16c8c6/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f078aa99-03eb-4f16-a6f3-0b209ceb72ae/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f078aa99-03eb-4f16-a6f3-0b209ceb72ae/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f078aa99-03eb-4f16-a6f3-0b209ceb72ae/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f078aa99-03eb-4f16-a6f3-0b209ceb72ae/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5a7d29b4-fac4-4931-bb22-d2aaf5701926/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5a7d29b4-fac4-4931-bb22-d2aaf5701926/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5a7d29b4-fac4-4931-bb22-d2aaf5701926/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5a7d29b4-fac4-4931-bb22-d2aaf5701926/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:41 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:06:41 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:06:41 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdf (vdc) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:06:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fed2ceef-7eb7-4b11-b5b9-ede51230f22a/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fed2ceef-7eb7-4b11-b5b9-ede51230f22a/disk --force-share --output=json" returned: 0 in 0.250s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fed2ceef-7eb7-4b11-b5b9-ede51230f22a/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fed2ceef-7eb7-4b11-b5b9-ede51230f22a/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:41 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:06:42 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:06:42 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:06:42 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Hypervisor/Node resource view: name=user free_ram=7587MB free_disk=25.316322326660156GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=74854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 17:06:42 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:06:42 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:06:42 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance fed2ceef-7eb7-4b11-b5b9-ede51230f22a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:06:42 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance f150b707-22b3-43b5-b657-0c2e19bcf524 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:06:42 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 4284792e-08bd-4f6e-a47f-e7381f16c8c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:06:42 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance f078aa99-03eb-4f16-a6f3-0b209ceb72ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:06:42 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance d06d1b4a-0950-4c8a-a34d-cae1290f7033 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:06:42 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 5a7d29b4-fac4-4931-bb22-d2aaf5701926 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:06:42 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance c5c5eaef-a5de-43f0-8637-009a870b9f38 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:06:42 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 77cee224-bb86-4929-bcb6-aa4b31cd235f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:06:42 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance f5d24cfc-a7aa-41d7-99f6-e59331c1608f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:06:42 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 30026d10-f080-4a53-8a4e-b8be523fe48e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:06:42 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 17:06:42 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 17:06:42 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:06:42 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:06:42 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Compute_service record updated for user:user {{(pid=74854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 17:06:42 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.646s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:06:43 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:46 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:06:46 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:06:46 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Starting heal instance info cache {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 17:06:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "refresh_cache-f078aa99-03eb-4f16-a6f3-0b209ceb72ae" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:06:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquired lock "refresh_cache-f078aa99-03eb-4f16-a6f3-0b209ceb72ae" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:06:47 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Forcefully refreshing network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 17:06:47 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-bd62b0d7-4c4f-4fa7-be81-501e8f82daf3 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Waiting for libvirt event about the detach of device tap11d1b024-27 with device alias net1 from instance f078aa99-03eb-4f16-a6f3-0b209ceb72ae is timed out.
Oct 23 17:06:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-bd62b0d7-4c4f-4fa7-be81-501e8f82daf3 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:b5:8e:80"/><model type="virtio"/><mtu size="1442"/><target dev="tap11d1b024-27"/></interface> {{(pid=74854) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 23 17:06:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-bd62b0d7-4c4f-4fa7-be81-501e8f82daf3 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:b5:8e:80"/><model type="virtio"/><mtu size="1442"/><target dev="tap11d1b024-27"/></interface>not found in domain: <domain type='kvm' id='5'>
Oct 23 17:06:47 user nova-compute[74854]:   <name>instance-00000005</name>
Oct 23 17:06:47 user nova-compute[74854]:   <uuid>f078aa99-03eb-4f16-a6f3-0b209ceb72ae</uuid>
Oct 23 17:06:47 user nova-compute[74854]:   <metadata>
Oct 23 17:06:47 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:06:47 user nova-compute[74854]:   <nova:package version="0.0.0"/>
Oct 23 17:06:47 user nova-compute[74854]:   <nova:name>tempest-device-tagging-server-2047622960</nova:name>
Oct 23 17:06:47 user nova-compute[74854]:   <nova:creationTime>2023-10-23 17:05:14</nova:creationTime>
Oct 23 17:06:47 user nova-compute[74854]:   <nova:flavor name="m1.tiny">
Oct 23 17:06:47 user nova-compute[74854]:     <nova:memory>512</nova:memory>
Oct 23 17:06:47 user nova-compute[74854]:     <nova:disk>1</nova:disk>
Oct 23 17:06:47 user nova-compute[74854]:     <nova:swap>0</nova:swap>
Oct 23 17:06:47 user nova-compute[74854]:     <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:06:47 user nova-compute[74854]:     <nova:vcpus>1</nova:vcpus>
Oct 23 17:06:47 user nova-compute[74854]:   </nova:flavor>
Oct 23 17:06:47 user nova-compute[74854]:   <nova:owner>
Oct 23 17:06:47 user nova-compute[74854]:     <nova:user uuid="47ce2ead9e6f4e238ace4f0212b97fcc">tempest-TaggedAttachmentsTest-21920644-project-member</nova:user>
Oct 23 17:06:47 user nova-compute[74854]:     <nova:project uuid="d3a287218e114509a8403d50f0c8d882">tempest-TaggedAttachmentsTest-21920644</nova:project>
Oct 23 17:06:47 user nova-compute[74854]:   </nova:owner>
Oct 23 17:06:47 user nova-compute[74854]:   <nova:root type="image" uuid="68c345df-c9e8-475a-b17c-635fa0c7e894"/>
Oct 23 17:06:47 user nova-compute[74854]:   <nova:ports>
Oct 23 17:06:47 user nova-compute[74854]:     <nova:port uuid="f89acc93-c824-449a-be13-8a1c618f5453">
Oct 23 17:06:47 user nova-compute[74854]:       <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 23 17:06:47 user nova-compute[74854]:     </nova:port>
Oct 23 17:06:47 user nova-compute[74854]:     <nova:port uuid="11d1b024-27b2-4c49-8b39-909690a7d6db">
Oct 23 17:06:47 user nova-compute[74854]:       <nova:ip type="fixed" address="10.10.10.133" ipVersion="4"/>
Oct 23 17:06:47 user nova-compute[74854]:     </nova:port>
Oct 23 17:06:47 user nova-compute[74854]:   </nova:ports>
Oct 23 17:06:47 user nova-compute[74854]: </nova:instance>
Oct 23 17:06:47 user nova-compute[74854]:   </metadata>
Oct 23 17:06:47 user nova-compute[74854]:   <memory unit='KiB'>524288</memory>
Oct 23 17:06:47 user nova-compute[74854]:   <currentMemory unit='KiB'>524288</currentMemory>
Oct 23 17:06:47 user nova-compute[74854]:   <vcpu placement='static'>1</vcpu>
Oct 23 17:06:47 user nova-compute[74854]:   <resource>
Oct 23 17:06:47 user nova-compute[74854]:     <partition>/machine</partition>
Oct 23 17:06:47 user nova-compute[74854]:   </resource>
Oct 23 17:06:47 user nova-compute[74854]:   <sysinfo type='smbios'>
Oct 23 17:06:47 user nova-compute[74854]:     <system>
Oct 23 17:06:47 user nova-compute[74854]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Oct 23 17:06:47 user nova-compute[74854]:       <entry name='product'>OpenStack Nova</entry>
Oct 23 17:06:47 user nova-compute[74854]:       <entry name='version'>0.0.0</entry>
Oct 23 17:06:47 user nova-compute[74854]:       <entry name='serial'>f078aa99-03eb-4f16-a6f3-0b209ceb72ae</entry>
Oct 23 17:06:47 user nova-compute[74854]:       <entry name='uuid'>f078aa99-03eb-4f16-a6f3-0b209ceb72ae</entry>
Oct 23 17:06:47 user nova-compute[74854]:       <entry name='family'>Virtual Machine</entry>
Oct 23 17:06:47 user nova-compute[74854]:     </system>
Oct 23 17:06:47 user nova-compute[74854]:   </sysinfo>
Oct 23 17:06:47 user nova-compute[74854]:   <os>
Oct 23 17:06:47 user nova-compute[74854]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Oct 23 17:06:47 user nova-compute[74854]:     <boot dev='hd'/>
Oct 23 17:06:47 user nova-compute[74854]:     <smbios mode='sysinfo'/>
Oct 23 17:06:47 user nova-compute[74854]:   </os>
Oct 23 17:06:47 user nova-compute[74854]:   <features>
Oct 23 17:06:47 user nova-compute[74854]:     <acpi/>
Oct 23 17:06:47 user nova-compute[74854]:     <apic/>
Oct 23 17:06:47 user nova-compute[74854]:     <vmcoreinfo state='on'/>
Oct 23 17:06:47 user nova-compute[74854]:   </features>
Oct 23 17:06:47 user nova-compute[74854]:   <cpu mode='custom' match='exact' check='full'>
Oct 23 17:06:47 user nova-compute[74854]:     <model fallback='forbid'>Nehalem</model>
Oct 23 17:06:47 user nova-compute[74854]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Oct 23 17:06:47 user nova-compute[74854]:     <feature policy='require' name='vme'/>
Oct 23 17:06:47 user nova-compute[74854]:     <feature policy='require' name='x2apic'/>
Oct 23 17:06:47 user nova-compute[74854]:     <feature policy='require' name='hypervisor'/>
Oct 23 17:06:47 user nova-compute[74854]:   </cpu>
Oct 23 17:06:47 user nova-compute[74854]:   <clock offset='utc'>
Oct 23 17:06:47 user nova-compute[74854]:     <timer name='pit' tickpolicy='delay'/>
Oct 23 17:06:47 user nova-compute[74854]:     <timer name='rtc' tickpolicy='catchup'/>
Oct 23 17:06:47 user nova-compute[74854]:     <timer name='hpet' present='no'/>
Oct 23 17:06:47 user nova-compute[74854]:   </clock>
Oct 23 17:06:47 user nova-compute[74854]:   <on_poweroff>destroy</on_poweroff>
Oct 23 17:06:47 user nova-compute[74854]:   <on_reboot>restart</on_reboot>
Oct 23 17:06:47 user nova-compute[74854]:   <on_crash>destroy</on_crash>
Oct 23 17:06:47 user nova-compute[74854]:   <devices>
Oct 23 17:06:47 user nova-compute[74854]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 23 17:06:47 user nova-compute[74854]:     <disk type='file' device='disk'>
Oct 23 17:06:47 user nova-compute[74854]:       <driver name='qemu' type='qcow2' cache='none'/>
Oct 23 17:06:47 user nova-compute[74854]:       <source file='/opt/stack/data/nova/instances/f078aa99-03eb-4f16-a6f3-0b209ceb72ae/disk' index='2'/>
Oct 23 17:06:47 user nova-compute[74854]:       <backingStore type='file' index='3'>
Oct 23 17:06:47 user nova-compute[74854]:         <format type='raw'/>
Oct 23 17:06:47 user nova-compute[74854]:         <source file='/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e'/>
Oct 23 17:06:47 user nova-compute[74854]:         <backingStore/>
Oct 23 17:06:47 user nova-compute[74854]:       </backingStore>
Oct 23 17:06:47 user nova-compute[74854]:       <target dev='vda' bus='virtio'/>
Oct 23 17:06:47 user nova-compute[74854]:       <alias name='virtio-disk0'/>
Oct 23 17:06:47 user nova-compute[74854]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Oct 23 17:06:47 user nova-compute[74854]:     </disk>
Oct 23 17:06:47 user nova-compute[74854]:     <disk type='file' device='cdrom'>
Oct 23 17:06:47 user nova-compute[74854]:       <driver name='qemu' type='raw' cache='none'/>
Oct 23 17:06:47 user nova-compute[74854]:       <source file='/opt/stack/data/nova/instances/f078aa99-03eb-4f16-a6f3-0b209ceb72ae/disk.config' index='1'/>
Oct 23 17:06:47 user nova-compute[74854]:       <backingStore/>
Oct 23 17:06:47 user nova-compute[74854]:       <target dev='hda' bus='ide'/>
Oct 23 17:06:47 user nova-compute[74854]:       <readonly/>
Oct 23 17:06:47 user nova-compute[74854]:       <alias name='ide0-0-0'/>
Oct 23 17:06:47 user nova-compute[74854]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Oct 23 17:06:47 user nova-compute[74854]:     </disk>
Oct 23 17:06:47 user nova-compute[74854]:     <controller type='usb' index='0' model='none'>
Oct 23 17:06:47 user nova-compute[74854]:       <alias name='usb'/>
Oct 23 17:06:47 user nova-compute[74854]:     </controller>
Oct 23 17:06:47 user nova-compute[74854]:     <controller type='pci' index='0' model='pci-root'>
Oct 23 17:06:47 user nova-compute[74854]:       <alias name='pci.0'/>
Oct 23 17:06:47 user nova-compute[74854]:     </controller>
Oct 23 17:06:47 user nova-compute[74854]:     <controller type='ide' index='0'>
Oct 23 17:06:47 user nova-compute[74854]:       <alias name='ide'/>
Oct 23 17:06:47 user nova-compute[74854]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Oct 23 17:06:47 user nova-compute[74854]:     </controller>
Oct 23 17:06:47 user nova-compute[74854]:     <interface type='ethernet'>
Oct 23 17:06:47 user nova-compute[74854]:       <mac address='fa:16:3e:a1:76:52'/>
Oct 23 17:06:47 user nova-compute[74854]:       <target dev='tapf89acc93-c8'/>
Oct 23 17:06:47 user nova-compute[74854]:       <model type='virtio'/>
Oct 23 17:06:47 user nova-compute[74854]:       <mtu size='1442'/>
Oct 23 17:06:47 user nova-compute[74854]:       <alias name='net0'/>
Oct 23 17:06:47 user nova-compute[74854]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Oct 23 17:06:47 user nova-compute[74854]:     </interface>
Oct 23 17:06:47 user nova-compute[74854]:     <serial type='pty'>
Oct 23 17:06:47 user nova-compute[74854]:       <source path='/dev/pts/4'/>
Oct 23 17:06:47 user nova-compute[74854]:       <log file='/opt/stack/data/nova/instances/f078aa99-03eb-4f16-a6f3-0b209ceb72ae/console.log' append='off'/>
Oct 23 17:06:47 user nova-compute[74854]:       <target type='isa-serial' port='0'>
Oct 23 17:06:47 user nova-compute[74854]:         <model name='isa-serial'/>
Oct 23 17:06:47 user nova-compute[74854]:       </target>
Oct 23 17:06:47 user nova-compute[74854]:       <alias name='serial0'/>
Oct 23 17:06:47 user nova-compute[74854]:     </serial>
Oct 23 17:06:47 user nova-compute[74854]:     <console type='pty' tty='/dev/pts/4'>
Oct 23 17:06:47 user nova-compute[74854]:       <source path='/dev/pts/4'/>
Oct 23 17:06:47 user nova-compute[74854]:       <log file='/opt/stack/data/nova/instances/f078aa99-03eb-4f16-a6f3-0b209ceb72ae/console.log' append='off'/>
Oct 23 17:06:47 user nova-compute[74854]:       <target type='serial' port='0'/>
Oct 23 17:06:47 user nova-compute[74854]:       <alias name='serial0'/>
Oct 23 17:06:47 user nova-compute[74854]:     </console>
Oct 23 17:06:47 user nova-compute[74854]:     <input type='mouse' bus='ps2'>
Oct 23 17:06:47 user nova-compute[74854]:       <alias name='input0'/>
Oct 23 17:06:47 user nova-compute[74854]:     </input>
Oct 23 17:06:47 user nova-compute[74854]:     <input type='keyboard' bus='ps2'>
Oct 23 17:06:47 user nova-compute[74854]:       <alias name='input1'/>
Oct 23 17:06:47 user nova-compute[74854]:     </input>
Oct 23 17:06:47 user nova-compute[74854]:     <graphics type='vnc' port='5904' autoport='yes' listen='0.0.0.0'>
Oct 23 17:06:47 user nova-compute[74854]:       <listen type='address' address='0.0.0.0'/>
Oct 23 17:06:47 user nova-compute[74854]:     </graphics>
Oct 23 17:06:47 user nova-compute[74854]:     <audio id='1' type='none'/>
Oct 23 17:06:47 user nova-compute[74854]:     <video>
Oct 23 17:06:47 user nova-compute[74854]:       <model type='virtio' heads='1' primary='yes'/>
Oct 23 17:06:47 user nova-compute[74854]:       <alias name='video0'/>
Oct 23 17:06:47 user nova-compute[74854]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Oct 23 17:06:47 user nova-compute[74854]:     </video>
Oct 23 17:06:47 user nova-compute[74854]:     <memballoon model='virtio'>
Oct 23 17:06:47 user nova-compute[74854]:       <stats period='10'/>
Oct 23 17:06:47 user nova-compute[74854]:       <alias name='balloon0'/>
Oct 23 17:06:47 user nova-compute[74854]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Oct 23 17:06:47 user nova-compute[74854]:     </memballoon>
Oct 23 17:06:47 user nova-compute[74854]:     <rng model='virtio'>
Oct 23 17:06:47 user nova-compute[74854]:       <backend model='random'>/dev/urandom</backend>
Oct 23 17:06:47 user nova-compute[74854]:       <alias name='rng0'/>
Oct 23 17:06:47 user nova-compute[74854]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Oct 23 17:06:47 user nova-compute[74854]:     </rng>
Oct 23 17:06:47 user nova-compute[74854]:   </devices>
Oct 23 17:06:47 user nova-compute[74854]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Oct 23 17:06:47 user nova-compute[74854]:     <label>libvirt-f078aa99-03eb-4f16-a6f3-0b209ceb72ae</label>
Oct 23 17:06:47 user nova-compute[74854]:     <imagelabel>libvirt-f078aa99-03eb-4f16-a6f3-0b209ceb72ae</imagelabel>
Oct 23 17:06:47 user nova-compute[74854]:   </seclabel>
Oct 23 17:06:47 user nova-compute[74854]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Oct 23 17:06:47 user nova-compute[74854]:     <label>+64055:+108</label>
Oct 23 17:06:47 user nova-compute[74854]:     <imagelabel>+64055:+108</imagelabel>
Oct 23 17:06:47 user nova-compute[74854]:   </seclabel>
Oct 23 17:06:47 user nova-compute[74854]: </domain>
Oct 23 17:06:47 user nova-compute[74854]:  {{(pid=74854) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Oct 23 17:06:47 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-bd62b0d7-4c4f-4fa7-be81-501e8f82daf3 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Successfully detached device tap11d1b024-27 from instance f078aa99-03eb-4f16-a6f3-0b209ceb72ae from the live domain config.
Oct 23 17:06:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-bd62b0d7-4c4f-4fa7-be81-501e8f82daf3 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T17:03:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2047622960',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2047622960',id=5,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB0Zn6H9ZmV/9dDVh3P29Hf6VOCk7dBHt/JlCor95PD8HGnPzM/SZlTh5P+0HvdFEfDtesKC+JLjgoxa3u/uUIQevkYa1YyeqHEObaPwtF+rzoBVQ9ok3gNuymete+Yhdw==',key_name='tempest-keypair-1240140104',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:03:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d3a287218e114509a8403d50f0c8d882',ramdisk_id='',reservation_id='r-wxlqcz6d',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-21920644',owner_user_name='tempest-TaggedAttachmentsTest-21920644-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:03:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='47ce2ead9e6f4e238ace4f0212b97fcc',uuid=f078aa99-03eb-4f16-a6f3-0b209ceb72ae,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "11d1b024-27b2-4c49-8b39-909690a7d6db", "address": "fa:16:3e:b5:8e:80", "network": {"id": "f49e7de9-b50e-41b9-ab10-082a09bde4b2", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1514069207", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "d3a287218e114509a8403d50f0c8d882", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap11d1b024-27", "ovs_interfaceid": "11d1b024-27b2-4c49-8b39-909690a7d6db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:06:47 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-bd62b0d7-4c4f-4fa7-be81-501e8f82daf3 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Converting VIF {"id": "11d1b024-27b2-4c49-8b39-909690a7d6db", "address": "fa:16:3e:b5:8e:80", "network": {"id": "f49e7de9-b50e-41b9-ab10-082a09bde4b2", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1514069207", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "d3a287218e114509a8403d50f0c8d882", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap11d1b024-27", "ovs_interfaceid": "11d1b024-27b2-4c49-8b39-909690a7d6db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:06:47 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-bd62b0d7-4c4f-4fa7-be81-501e8f82daf3 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b5:8e:80,bridge_name='br-int',has_traffic_filtering=True,id=11d1b024-27b2-4c49-8b39-909690a7d6db,network=Network(f49e7de9-b50e-41b9-ab10-082a09bde4b2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap11d1b024-27') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:06:47 user nova-compute[74854]: DEBUG os_vif [None req-bd62b0d7-4c4f-4fa7-be81-501e8f82daf3 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b5:8e:80,bridge_name='br-int',has_traffic_filtering=True,id=11d1b024-27b2-4c49-8b39-909690a7d6db,network=Network(f49e7de9-b50e-41b9-ab10-082a09bde4b2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap11d1b024-27') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:06:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap11d1b024-27, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:06:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=82d158fa-0347-4bcd-96a9-37e37e4d4ce3) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:06:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:47 user nova-compute[74854]: INFO os_vif [None req-bd62b0d7-4c4f-4fa7-be81-501e8f82daf3 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b5:8e:80,bridge_name='br-int',has_traffic_filtering=True,id=11d1b024-27b2-4c49-8b39-909690a7d6db,network=Network(f49e7de9-b50e-41b9-ab10-082a09bde4b2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap11d1b024-27')
Oct 23 17:06:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-bd62b0d7-4c4f-4fa7-be81-501e8f82daf3 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:06:47 user nova-compute[74854]:   <nova:package version="0.0.0"/>
Oct 23 17:06:47 user nova-compute[74854]:   <nova:name>tempest-device-tagging-server-2047622960</nova:name>
Oct 23 17:06:47 user nova-compute[74854]:   <nova:creationTime>2023-10-23 17:06:47</nova:creationTime>
Oct 23 17:06:47 user nova-compute[74854]:   <nova:flavor name="m1.tiny">
Oct 23 17:06:47 user nova-compute[74854]:     <nova:memory>512</nova:memory>
Oct 23 17:06:47 user nova-compute[74854]:     <nova:disk>1</nova:disk>
Oct 23 17:06:47 user nova-compute[74854]:     <nova:swap>0</nova:swap>
Oct 23 17:06:47 user nova-compute[74854]:     <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:06:47 user nova-compute[74854]:     <nova:vcpus>1</nova:vcpus>
Oct 23 17:06:47 user nova-compute[74854]:   </nova:flavor>
Oct 23 17:06:47 user nova-compute[74854]:   <nova:owner>
Oct 23 17:06:47 user nova-compute[74854]:     <nova:user uuid="47ce2ead9e6f4e238ace4f0212b97fcc">tempest-TaggedAttachmentsTest-21920644-project-member</nova:user>
Oct 23 17:06:47 user nova-compute[74854]:     <nova:project uuid="d3a287218e114509a8403d50f0c8d882">tempest-TaggedAttachmentsTest-21920644</nova:project>
Oct 23 17:06:47 user nova-compute[74854]:   </nova:owner>
Oct 23 17:06:47 user nova-compute[74854]:   <nova:root type="image" uuid="68c345df-c9e8-475a-b17c-635fa0c7e894"/>
Oct 23 17:06:47 user nova-compute[74854]:   <nova:ports>
Oct 23 17:06:47 user nova-compute[74854]:     <nova:port uuid="f89acc93-c824-449a-be13-8a1c618f5453">
Oct 23 17:06:47 user nova-compute[74854]:       <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 23 17:06:47 user nova-compute[74854]:     </nova:port>
Oct 23 17:06:47 user nova-compute[74854]:   </nova:ports>
Oct 23 17:06:47 user nova-compute[74854]: </nova:instance>
Oct 23 17:06:47 user nova-compute[74854]:  {{(pid=74854) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Oct 23 17:06:47 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Updating instance_info_cache with network_info: [{"id": "f89acc93-c824-449a-be13-8a1c618f5453", "address": "fa:16:3e:a1:76:52", "network": {"id": "878a7f0b-d61e-404b-985f-717be4d41627", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1409504003-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3a287218e114509a8403d50f0c8d882", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf89acc93-c8", "ovs_interfaceid": "f89acc93-c824-449a-be13-8a1c618f5453", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "11d1b024-27b2-4c49-8b39-909690a7d6db", "address": "fa:16:3e:b5:8e:80", "network": {"id": "f49e7de9-b50e-41b9-ab10-082a09bde4b2", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1514069207", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "d3a287218e114509a8403d50f0c8d882", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap11d1b024-27", "ovs_interfaceid": "11d1b024-27b2-4c49-8b39-909690a7d6db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:06:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Releasing lock "refresh_cache-f078aa99-03eb-4f16-a6f3-0b209ceb72ae" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:06:47 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Updated the network info_cache for instance {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 17:06:47 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:06:47 user nova-compute[74854]: DEBUG nova.compute.manager [req-0d4b7fda-ab42-4018-9ebb-2c281dde852d req-583568d2-f436-4671-aaab-74e9c96cd27b service nova] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Received event network-vif-deleted-11d1b024-27b2-4c49-8b39-909690a7d6db {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:06:47 user nova-compute[74854]: INFO nova.compute.manager [req-0d4b7fda-ab42-4018-9ebb-2c281dde852d req-583568d2-f436-4671-aaab-74e9c96cd27b service nova] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Neutron deleted interface 11d1b024-27b2-4c49-8b39-909690a7d6db; detaching it from the instance and deleting it from the info cache
Oct 23 17:06:47 user nova-compute[74854]: DEBUG nova.network.neutron [req-0d4b7fda-ab42-4018-9ebb-2c281dde852d req-583568d2-f436-4671-aaab-74e9c96cd27b service nova] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Updating instance_info_cache with network_info: [{"id": "f89acc93-c824-449a-be13-8a1c618f5453", "address": "fa:16:3e:a1:76:52", "network": {"id": "878a7f0b-d61e-404b-985f-717be4d41627", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1409504003-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3a287218e114509a8403d50f0c8d882", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf89acc93-c8", "ovs_interfaceid": "f89acc93-c824-449a-be13-8a1c618f5453", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:06:47 user nova-compute[74854]: DEBUG nova.objects.instance [req-0d4b7fda-ab42-4018-9ebb-2c281dde852d req-583568d2-f436-4671-aaab-74e9c96cd27b service nova] Lazy-loading 'system_metadata' on Instance uuid f078aa99-03eb-4f16-a6f3-0b209ceb72ae {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:06:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-bd62b0d7-4c4f-4fa7-be81-501e8f82daf3 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Acquiring lock "refresh_cache-f078aa99-03eb-4f16-a6f3-0b209ceb72ae" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:06:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-bd62b0d7-4c4f-4fa7-be81-501e8f82daf3 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Acquired lock "refresh_cache-f078aa99-03eb-4f16-a6f3-0b209ceb72ae" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:06:47 user nova-compute[74854]: DEBUG nova.network.neutron [None req-bd62b0d7-4c4f-4fa7-be81-501e8f82daf3 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:06:47 user nova-compute[74854]: DEBUG nova.objects.instance [req-0d4b7fda-ab42-4018-9ebb-2c281dde852d req-583568d2-f436-4671-aaab-74e9c96cd27b service nova] Lazy-loading 'flavor' on Instance uuid f078aa99-03eb-4f16-a6f3-0b209ceb72ae {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:06:47 user nova-compute[74854]: DEBUG nova.objects.base [req-0d4b7fda-ab42-4018-9ebb-2c281dde852d req-583568d2-f436-4671-aaab-74e9c96cd27b service nova] Object Instance<f078aa99-03eb-4f16-a6f3-0b209ceb72ae> lazy-loaded attributes: system_metadata,flavor {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:06:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [req-0d4b7fda-ab42-4018-9ebb-2c281dde852d req-583568d2-f436-4671-aaab-74e9c96cd27b service nova] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T17:03:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2047622960',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2047622960',id=5,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB0Zn6H9ZmV/9dDVh3P29Hf6VOCk7dBHt/JlCor95PD8HGnPzM/SZlTh5P+0HvdFEfDtesKC+JLjgoxa3u/uUIQevkYa1YyeqHEObaPwtF+rzoBVQ9ok3gNuymete+Yhdw==',key_name='tempest-keypair-1240140104',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:03:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata=<?>,migration_context=None,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d3a287218e114509a8403d50f0c8d882',ramdisk_id='',reservation_id='r-wxlqcz6d',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-21920644',owner_user_name='tempest-TaggedAttachmentsTest-21920644-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:03:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='47ce2ead9e6f4e238ace4f0212b97fcc',uuid=f078aa99-03eb-4f16-a6f3-0b209ceb72ae,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "11d1b024-27b2-4c49-8b39-909690a7d6db", "address": "fa:16:3e:b5:8e:80", "network": {"id": "f49e7de9-b50e-41b9-ab10-082a09bde4b2", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1514069207", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "d3a287218e114509a8403d50f0c8d882", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap11d1b024-27", "ovs_interfaceid": "11d1b024-27b2-4c49-8b39-909690a7d6db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:06:47 user nova-compute[74854]: DEBUG nova.network.os_vif_util [req-0d4b7fda-ab42-4018-9ebb-2c281dde852d req-583568d2-f436-4671-aaab-74e9c96cd27b service nova] Converting VIF {"id": "11d1b024-27b2-4c49-8b39-909690a7d6db", "address": "fa:16:3e:b5:8e:80", "network": {"id": "f49e7de9-b50e-41b9-ab10-082a09bde4b2", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1514069207", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "d3a287218e114509a8403d50f0c8d882", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap11d1b024-27", "ovs_interfaceid": "11d1b024-27b2-4c49-8b39-909690a7d6db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:06:47 user nova-compute[74854]: DEBUG nova.network.os_vif_util [req-0d4b7fda-ab42-4018-9ebb-2c281dde852d req-583568d2-f436-4671-aaab-74e9c96cd27b service nova] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b5:8e:80,bridge_name='br-int',has_traffic_filtering=True,id=11d1b024-27b2-4c49-8b39-909690a7d6db,network=Network(f49e7de9-b50e-41b9-ab10-082a09bde4b2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap11d1b024-27') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:06:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [req-0d4b7fda-ab42-4018-9ebb-2c281dde852d req-583568d2-f436-4671-aaab-74e9c96cd27b service nova] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:b5:8e:80"/><model type="virtio"/><mtu size="1442"/><target dev="tap11d1b024-27"/></interface> {{(pid=74854) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 23 17:06:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [req-0d4b7fda-ab42-4018-9ebb-2c281dde852d req-583568d2-f436-4671-aaab-74e9c96cd27b service nova] interface for config: <interface type="ethernet"><mac address="fa:16:3e:b5:8e:80"/><model type="virtio"/><mtu size="1442"/><target dev="tap11d1b024-27"/></interface>not found in domain: <domain type='kvm' id='5'>
Oct 23 17:06:47 user nova-compute[74854]:   <name>instance-00000005</name>
Oct 23 17:06:47 user nova-compute[74854]:   <uuid>f078aa99-03eb-4f16-a6f3-0b209ceb72ae</uuid>
Oct 23 17:06:47 user nova-compute[74854]:   <metadata>
Oct 23 17:06:47 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:06:47 user nova-compute[74854]:   <nova:package version="0.0.0"/>
Oct 23 17:06:47 user nova-compute[74854]:   <nova:name>tempest-device-tagging-server-2047622960</nova:name>
Oct 23 17:06:47 user nova-compute[74854]:   <nova:creationTime>2023-10-23 17:06:47</nova:creationTime>
Oct 23 17:06:47 user nova-compute[74854]:   <nova:flavor name="m1.tiny">
Oct 23 17:06:47 user nova-compute[74854]:     <nova:memory>512</nova:memory>
Oct 23 17:06:47 user nova-compute[74854]:     <nova:disk>1</nova:disk>
Oct 23 17:06:47 user nova-compute[74854]:     <nova:swap>0</nova:swap>
Oct 23 17:06:47 user nova-compute[74854]:     <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:06:47 user nova-compute[74854]:     <nova:vcpus>1</nova:vcpus>
Oct 23 17:06:47 user nova-compute[74854]:   </nova:flavor>
Oct 23 17:06:47 user nova-compute[74854]:   <nova:owner>
Oct 23 17:06:47 user nova-compute[74854]:     <nova:user uuid="47ce2ead9e6f4e238ace4f0212b97fcc">tempest-TaggedAttachmentsTest-21920644-project-member</nova:user>
Oct 23 17:06:47 user nova-compute[74854]:     <nova:project uuid="d3a287218e114509a8403d50f0c8d882">tempest-TaggedAttachmentsTest-21920644</nova:project>
Oct 23 17:06:47 user nova-compute[74854]:   </nova:owner>
Oct 23 17:06:47 user nova-compute[74854]:   <nova:root type="image" uuid="68c345df-c9e8-475a-b17c-635fa0c7e894"/>
Oct 23 17:06:47 user nova-compute[74854]:   <nova:ports>
Oct 23 17:06:47 user nova-compute[74854]:     <nova:port uuid="f89acc93-c824-449a-be13-8a1c618f5453">
Oct 23 17:06:47 user nova-compute[74854]:       <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 23 17:06:47 user nova-compute[74854]:     </nova:port>
Oct 23 17:06:47 user nova-compute[74854]:   </nova:ports>
Oct 23 17:06:47 user nova-compute[74854]: </nova:instance>
Oct 23 17:06:47 user nova-compute[74854]:   </metadata>
Oct 23 17:06:47 user nova-compute[74854]:   <memory unit='KiB'>524288</memory>
Oct 23 17:06:47 user nova-compute[74854]:   <currentMemory unit='KiB'>524288</currentMemory>
Oct 23 17:06:47 user nova-compute[74854]:   <vcpu placement='static'>1</vcpu>
Oct 23 17:06:47 user nova-compute[74854]:   <resource>
Oct 23 17:06:47 user nova-compute[74854]:     <partition>/machine</partition>
Oct 23 17:06:47 user nova-compute[74854]:   </resource>
Oct 23 17:06:47 user nova-compute[74854]:   <sysinfo type='smbios'>
Oct 23 17:06:47 user nova-compute[74854]:     <system>
Oct 23 17:06:47 user nova-compute[74854]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Oct 23 17:06:47 user nova-compute[74854]:       <entry name='product'>OpenStack Nova</entry>
Oct 23 17:06:47 user nova-compute[74854]:       <entry name='version'>0.0.0</entry>
Oct 23 17:06:47 user nova-compute[74854]:       <entry name='serial'>f078aa99-03eb-4f16-a6f3-0b209ceb72ae</entry>
Oct 23 17:06:47 user nova-compute[74854]:       <entry name='uuid'>f078aa99-03eb-4f16-a6f3-0b209ceb72ae</entry>
Oct 23 17:06:47 user nova-compute[74854]:       <entry name='family'>Virtual Machine</entry>
Oct 23 17:06:47 user nova-compute[74854]:     </system>
Oct 23 17:06:47 user nova-compute[74854]:   </sysinfo>
Oct 23 17:06:47 user nova-compute[74854]:   <os>
Oct 23 17:06:47 user nova-compute[74854]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Oct 23 17:06:47 user nova-compute[74854]:     <boot dev='hd'/>
Oct 23 17:06:47 user nova-compute[74854]:     <smbios mode='sysinfo'/>
Oct 23 17:06:47 user nova-compute[74854]:   </os>
Oct 23 17:06:47 user nova-compute[74854]:   <features>
Oct 23 17:06:47 user nova-compute[74854]:     <acpi/>
Oct 23 17:06:47 user nova-compute[74854]:     <apic/>
Oct 23 17:06:47 user nova-compute[74854]:     <vmcoreinfo state='on'/>
Oct 23 17:06:47 user nova-compute[74854]:   </features>
Oct 23 17:06:47 user nova-compute[74854]:   <cpu mode='custom' match='exact' check='full'>
Oct 23 17:06:47 user nova-compute[74854]:     <model fallback='forbid'>Nehalem</model>
Oct 23 17:06:47 user nova-compute[74854]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Oct 23 17:06:47 user nova-compute[74854]:     <feature policy='require' name='vme'/>
Oct 23 17:06:47 user nova-compute[74854]:     <feature policy='require' name='x2apic'/>
Oct 23 17:06:47 user nova-compute[74854]:     <feature policy='require' name='hypervisor'/>
Oct 23 17:06:47 user nova-compute[74854]:   </cpu>
Oct 23 17:06:47 user nova-compute[74854]:   <clock offset='utc'>
Oct 23 17:06:47 user nova-compute[74854]:     <timer name='pit' tickpolicy='delay'/>
Oct 23 17:06:47 user nova-compute[74854]:     <timer name='rtc' tickpolicy='catchup'/>
Oct 23 17:06:47 user nova-compute[74854]:     <timer name='hpet' present='no'/>
Oct 23 17:06:47 user nova-compute[74854]:   </clock>
Oct 23 17:06:47 user nova-compute[74854]:   <on_poweroff>destroy</on_poweroff>
Oct 23 17:06:47 user nova-compute[74854]:   <on_reboot>restart</on_reboot>
Oct 23 17:06:47 user nova-compute[74854]:   <on_crash>destroy</on_crash>
Oct 23 17:06:47 user nova-compute[74854]:   <devices>
Oct 23 17:06:47 user nova-compute[74854]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 23 17:06:47 user nova-compute[74854]:     <disk type='file' device='disk'>
Oct 23 17:06:47 user nova-compute[74854]:       <driver name='qemu' type='qcow2' cache='none'/>
Oct 23 17:06:47 user nova-compute[74854]:       <source file='/opt/stack/data/nova/instances/f078aa99-03eb-4f16-a6f3-0b209ceb72ae/disk' index='2'/>
Oct 23 17:06:47 user nova-compute[74854]:       <backingStore type='file' index='3'>
Oct 23 17:06:47 user nova-compute[74854]:         <format type='raw'/>
Oct 23 17:06:47 user nova-compute[74854]:         <source file='/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e'/>
Oct 23 17:06:47 user nova-compute[74854]:         <backingStore/>
Oct 23 17:06:47 user nova-compute[74854]:       </backingStore>
Oct 23 17:06:47 user nova-compute[74854]:       <target dev='vda' bus='virtio'/>
Oct 23 17:06:47 user nova-compute[74854]:       <alias name='virtio-disk0'/>
Oct 23 17:06:47 user nova-compute[74854]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Oct 23 17:06:47 user nova-compute[74854]:     </disk>
Oct 23 17:06:47 user nova-compute[74854]:     <disk type='file' device='cdrom'>
Oct 23 17:06:47 user nova-compute[74854]:       <driver name='qemu' type='raw' cache='none'/>
Oct 23 17:06:47 user nova-compute[74854]:       <source file='/opt/stack/data/nova/instances/f078aa99-03eb-4f16-a6f3-0b209ceb72ae/disk.config' index='1'/>
Oct 23 17:06:47 user nova-compute[74854]:       <backingStore/>
Oct 23 17:06:47 user nova-compute[74854]:       <target dev='hda' bus='ide'/>
Oct 23 17:06:47 user nova-compute[74854]:       <readonly/>
Oct 23 17:06:47 user nova-compute[74854]:       <alias name='ide0-0-0'/>
Oct 23 17:06:47 user nova-compute[74854]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Oct 23 17:06:47 user nova-compute[74854]:     </disk>
Oct 23 17:06:47 user nova-compute[74854]:     <controller type='usb' index='0' model='none'>
Oct 23 17:06:47 user nova-compute[74854]:       <alias name='usb'/>
Oct 23 17:06:47 user nova-compute[74854]:     </controller>
Oct 23 17:06:47 user nova-compute[74854]:     <controller type='pci' index='0' model='pci-root'>
Oct 23 17:06:47 user nova-compute[74854]:       <alias name='pci.0'/>
Oct 23 17:06:47 user nova-compute[74854]:     </controller>
Oct 23 17:06:47 user nova-compute[74854]:     <controller type='ide' index='0'>
Oct 23 17:06:47 user nova-compute[74854]:       <alias name='ide'/>
Oct 23 17:06:47 user nova-compute[74854]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Oct 23 17:06:47 user nova-compute[74854]:     </controller>
Oct 23 17:06:47 user nova-compute[74854]:     <interface type='ethernet'>
Oct 23 17:06:47 user nova-compute[74854]:       <mac address='fa:16:3e:a1:76:52'/>
Oct 23 17:06:47 user nova-compute[74854]:       <target dev='tapf89acc93-c8'/>
Oct 23 17:06:47 user nova-compute[74854]:       <model type='virtio'/>
Oct 23 17:06:47 user nova-compute[74854]:       <mtu size='1442'/>
Oct 23 17:06:47 user nova-compute[74854]:       <alias name='net0'/>
Oct 23 17:06:47 user nova-compute[74854]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Oct 23 17:06:47 user nova-compute[74854]:     </interface>
Oct 23 17:06:47 user nova-compute[74854]:     <serial type='pty'>
Oct 23 17:06:47 user nova-compute[74854]:       <source path='/dev/pts/4'/>
Oct 23 17:06:47 user nova-compute[74854]:       <log file='/opt/stack/data/nova/instances/f078aa99-03eb-4f16-a6f3-0b209ceb72ae/console.log' append='off'/>
Oct 23 17:06:47 user nova-compute[74854]:       <target type='isa-serial' port='0'>
Oct 23 17:06:47 user nova-compute[74854]:         <model name='isa-serial'/>
Oct 23 17:06:47 user nova-compute[74854]:       </target>
Oct 23 17:06:47 user nova-compute[74854]:       <alias name='serial0'/>
Oct 23 17:06:47 user nova-compute[74854]:     </serial>
Oct 23 17:06:47 user nova-compute[74854]:     <console type='pty' tty='/dev/pts/4'>
Oct 23 17:06:47 user nova-compute[74854]:       <source path='/dev/pts/4'/>
Oct 23 17:06:47 user nova-compute[74854]:       <log file='/opt/stack/data/nova/instances/f078aa99-03eb-4f16-a6f3-0b209ceb72ae/console.log' append='off'/>
Oct 23 17:06:47 user nova-compute[74854]:       <target type='serial' port='0'/>
Oct 23 17:06:47 user nova-compute[74854]:       <alias name='serial0'/>
Oct 23 17:06:47 user nova-compute[74854]:     </console>
Oct 23 17:06:47 user nova-compute[74854]:     <input type='mouse' bus='ps2'>
Oct 23 17:06:47 user nova-compute[74854]:       <alias name='input0'/>
Oct 23 17:06:47 user nova-compute[74854]:     </input>
Oct 23 17:06:47 user nova-compute[74854]:     <input type='keyboard' bus='ps2'>
Oct 23 17:06:47 user nova-compute[74854]:       <alias name='input1'/>
Oct 23 17:06:47 user nova-compute[74854]:     </input>
Oct 23 17:06:47 user nova-compute[74854]:     <graphics type='vnc' port='5904' autoport='yes' listen='0.0.0.0'>
Oct 23 17:06:47 user nova-compute[74854]:       <listen type='address' address='0.0.0.0'/>
Oct 23 17:06:47 user nova-compute[74854]:     </graphics>
Oct 23 17:06:47 user nova-compute[74854]:     <audio id='1' type='none'/>
Oct 23 17:06:47 user nova-compute[74854]:     <video>
Oct 23 17:06:47 user nova-compute[74854]:       <model type='virtio' heads='1' primary='yes'/>
Oct 23 17:06:47 user nova-compute[74854]:       <alias name='video0'/>
Oct 23 17:06:47 user nova-compute[74854]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Oct 23 17:06:47 user nova-compute[74854]:     </video>
Oct 23 17:06:47 user nova-compute[74854]:     <memballoon model='virtio'>
Oct 23 17:06:47 user nova-compute[74854]:       <stats period='10'/>
Oct 23 17:06:47 user nova-compute[74854]:       <alias name='balloon0'/>
Oct 23 17:06:47 user nova-compute[74854]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Oct 23 17:06:47 user nova-compute[74854]:     </memballoon>
Oct 23 17:06:47 user nova-compute[74854]:     <rng model='virtio'>
Oct 23 17:06:47 user nova-compute[74854]:       <backend model='random'>/dev/urandom</backend>
Oct 23 17:06:47 user nova-compute[74854]:       <alias name='rng0'/>
Oct 23 17:06:47 user nova-compute[74854]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Oct 23 17:06:47 user nova-compute[74854]:     </rng>
Oct 23 17:06:47 user nova-compute[74854]:   </devices>
Oct 23 17:06:47 user nova-compute[74854]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Oct 23 17:06:47 user nova-compute[74854]:     <label>libvirt-f078aa99-03eb-4f16-a6f3-0b209ceb72ae</label>
Oct 23 17:06:47 user nova-compute[74854]:     <imagelabel>libvirt-f078aa99-03eb-4f16-a6f3-0b209ceb72ae</imagelabel>
Oct 23 17:06:47 user nova-compute[74854]:   </seclabel>
Oct 23 17:06:47 user nova-compute[74854]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Oct 23 17:06:47 user nova-compute[74854]:     <label>+64055:+108</label>
Oct 23 17:06:47 user nova-compute[74854]:     <imagelabel>+64055:+108</imagelabel>
Oct 23 17:06:47 user nova-compute[74854]:   </seclabel>
Oct 23 17:06:47 user nova-compute[74854]: </domain>
Oct 23 17:06:47 user nova-compute[74854]:  {{(pid=74854) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Oct 23 17:06:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [req-0d4b7fda-ab42-4018-9ebb-2c281dde852d req-583568d2-f436-4671-aaab-74e9c96cd27b service nova] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:b5:8e:80"/><model type="virtio"/><mtu size="1442"/><target dev="tap11d1b024-27"/></interface> {{(pid=74854) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 23 17:06:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [req-0d4b7fda-ab42-4018-9ebb-2c281dde852d req-583568d2-f436-4671-aaab-74e9c96cd27b service nova] interface for config: <interface type="ethernet"><mac address="fa:16:3e:b5:8e:80"/><model type="virtio"/><mtu size="1442"/><target dev="tap11d1b024-27"/></interface>not found in domain: <domain type='kvm' id='5'>
Oct 23 17:06:47 user nova-compute[74854]:   <name>instance-00000005</name>
Oct 23 17:06:47 user nova-compute[74854]:   <uuid>f078aa99-03eb-4f16-a6f3-0b209ceb72ae</uuid>
Oct 23 17:06:47 user nova-compute[74854]:   <metadata>
Oct 23 17:06:47 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:06:47 user nova-compute[74854]:   <nova:package version="0.0.0"/>
Oct 23 17:06:47 user nova-compute[74854]:   <nova:name>tempest-device-tagging-server-2047622960</nova:name>
Oct 23 17:06:47 user nova-compute[74854]:   <nova:creationTime>2023-10-23 17:06:47</nova:creationTime>
Oct 23 17:06:47 user nova-compute[74854]:   <nova:flavor name="m1.tiny">
Oct 23 17:06:47 user nova-compute[74854]:     <nova:memory>512</nova:memory>
Oct 23 17:06:47 user nova-compute[74854]:     <nova:disk>1</nova:disk>
Oct 23 17:06:47 user nova-compute[74854]:     <nova:swap>0</nova:swap>
Oct 23 17:06:47 user nova-compute[74854]:     <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:06:47 user nova-compute[74854]:     <nova:vcpus>1</nova:vcpus>
Oct 23 17:06:47 user nova-compute[74854]:   </nova:flavor>
Oct 23 17:06:47 user nova-compute[74854]:   <nova:owner>
Oct 23 17:06:47 user nova-compute[74854]:     <nova:user uuid="47ce2ead9e6f4e238ace4f0212b97fcc">tempest-TaggedAttachmentsTest-21920644-project-member</nova:user>
Oct 23 17:06:47 user nova-compute[74854]:     <nova:project uuid="d3a287218e114509a8403d50f0c8d882">tempest-TaggedAttachmentsTest-21920644</nova:project>
Oct 23 17:06:47 user nova-compute[74854]:   </nova:owner>
Oct 23 17:06:47 user nova-compute[74854]:   <nova:root type="image" uuid="68c345df-c9e8-475a-b17c-635fa0c7e894"/>
Oct 23 17:06:47 user nova-compute[74854]:   <nova:ports>
Oct 23 17:06:47 user nova-compute[74854]:     <nova:port uuid="f89acc93-c824-449a-be13-8a1c618f5453">
Oct 23 17:06:47 user nova-compute[74854]:       <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 23 17:06:47 user nova-compute[74854]:     </nova:port>
Oct 23 17:06:47 user nova-compute[74854]:   </nova:ports>
Oct 23 17:06:47 user nova-compute[74854]: </nova:instance>
Oct 23 17:06:47 user nova-compute[74854]:   </metadata>
Oct 23 17:06:47 user nova-compute[74854]:   <memory unit='KiB'>524288</memory>
Oct 23 17:06:47 user nova-compute[74854]:   <currentMemory unit='KiB'>524288</currentMemory>
Oct 23 17:06:47 user nova-compute[74854]:   <vcpu placement='static'>1</vcpu>
Oct 23 17:06:47 user nova-compute[74854]:   <resource>
Oct 23 17:06:47 user nova-compute[74854]:     <partition>/machine</partition>
Oct 23 17:06:47 user nova-compute[74854]:   </resource>
Oct 23 17:06:47 user nova-compute[74854]:   <sysinfo type='smbios'>
Oct 23 17:06:47 user nova-compute[74854]:     <system>
Oct 23 17:06:47 user nova-compute[74854]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Oct 23 17:06:47 user nova-compute[74854]:       <entry name='product'>OpenStack Nova</entry>
Oct 23 17:06:47 user nova-compute[74854]:       <entry name='version'>0.0.0</entry>
Oct 23 17:06:47 user nova-compute[74854]:       <entry name='serial'>f078aa99-03eb-4f16-a6f3-0b209ceb72ae</entry>
Oct 23 17:06:47 user nova-compute[74854]:       <entry name='uuid'>f078aa99-03eb-4f16-a6f3-0b209ceb72ae</entry>
Oct 23 17:06:47 user nova-compute[74854]:       <entry name='family'>Virtual Machine</entry>
Oct 23 17:06:47 user nova-compute[74854]:     </system>
Oct 23 17:06:47 user nova-compute[74854]:   </sysinfo>
Oct 23 17:06:47 user nova-compute[74854]:   <os>
Oct 23 17:06:47 user nova-compute[74854]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Oct 23 17:06:47 user nova-compute[74854]:     <boot dev='hd'/>
Oct 23 17:06:47 user nova-compute[74854]:     <smbios mode='sysinfo'/>
Oct 23 17:06:47 user nova-compute[74854]:   </os>
Oct 23 17:06:47 user nova-compute[74854]:   <features>
Oct 23 17:06:47 user nova-compute[74854]:     <acpi/>
Oct 23 17:06:47 user nova-compute[74854]:     <apic/>
Oct 23 17:06:47 user nova-compute[74854]:     <vmcoreinfo state='on'/>
Oct 23 17:06:47 user nova-compute[74854]:   </features>
Oct 23 17:06:47 user nova-compute[74854]:   <cpu mode='custom' match='exact' check='full'>
Oct 23 17:06:47 user nova-compute[74854]:     <model fallback='forbid'>Nehalem</model>
Oct 23 17:06:47 user nova-compute[74854]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Oct 23 17:06:47 user nova-compute[74854]:     <feature policy='require' name='vme'/>
Oct 23 17:06:47 user nova-compute[74854]:     <feature policy='require' name='x2apic'/>
Oct 23 17:06:47 user nova-compute[74854]:     <feature policy='require' name='hypervisor'/>
Oct 23 17:06:47 user nova-compute[74854]:   </cpu>
Oct 23 17:06:47 user nova-compute[74854]:   <clock offset='utc'>
Oct 23 17:06:47 user nova-compute[74854]:     <timer name='pit' tickpolicy='delay'/>
Oct 23 17:06:47 user nova-compute[74854]:     <timer name='rtc' tickpolicy='catchup'/>
Oct 23 17:06:47 user nova-compute[74854]:     <timer name='hpet' present='no'/>
Oct 23 17:06:47 user nova-compute[74854]:   </clock>
Oct 23 17:06:47 user nova-compute[74854]:   <on_poweroff>destroy</on_poweroff>
Oct 23 17:06:47 user nova-compute[74854]:   <on_reboot>restart</on_reboot>
Oct 23 17:06:47 user nova-compute[74854]:   <on_crash>destroy</on_crash>
Oct 23 17:06:47 user nova-compute[74854]:   <devices>
Oct 23 17:06:47 user nova-compute[74854]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 23 17:06:47 user nova-compute[74854]:     <disk type='file' device='disk'>
Oct 23 17:06:47 user nova-compute[74854]:       <driver name='qemu' type='qcow2' cache='none'/>
Oct 23 17:06:47 user nova-compute[74854]:       <source file='/opt/stack/data/nova/instances/f078aa99-03eb-4f16-a6f3-0b209ceb72ae/disk' index='2'/>
Oct 23 17:06:47 user nova-compute[74854]:       <backingStore type='file' index='3'>
Oct 23 17:06:47 user nova-compute[74854]:         <format type='raw'/>
Oct 23 17:06:47 user nova-compute[74854]:         <source file='/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e'/>
Oct 23 17:06:47 user nova-compute[74854]:         <backingStore/>
Oct 23 17:06:47 user nova-compute[74854]:       </backingStore>
Oct 23 17:06:47 user nova-compute[74854]:       <target dev='vda' bus='virtio'/>
Oct 23 17:06:47 user nova-compute[74854]:       <alias name='virtio-disk0'/>
Oct 23 17:06:47 user nova-compute[74854]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Oct 23 17:06:47 user nova-compute[74854]:     </disk>
Oct 23 17:06:47 user nova-compute[74854]:     <disk type='file' device='cdrom'>
Oct 23 17:06:47 user nova-compute[74854]:       <driver name='qemu' type='raw' cache='none'/>
Oct 23 17:06:47 user nova-compute[74854]:       <source file='/opt/stack/data/nova/instances/f078aa99-03eb-4f16-a6f3-0b209ceb72ae/disk.config' index='1'/>
Oct 23 17:06:47 user nova-compute[74854]:       <backingStore/>
Oct 23 17:06:47 user nova-compute[74854]:       <target dev='hda' bus='ide'/>
Oct 23 17:06:47 user nova-compute[74854]:       <readonly/>
Oct 23 17:06:47 user nova-compute[74854]:       <alias name='ide0-0-0'/>
Oct 23 17:06:47 user nova-compute[74854]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Oct 23 17:06:47 user nova-compute[74854]:     </disk>
Oct 23 17:06:47 user nova-compute[74854]:     <controller type='usb' index='0' model='none'>
Oct 23 17:06:47 user nova-compute[74854]:       <alias name='usb'/>
Oct 23 17:06:47 user nova-compute[74854]:     </controller>
Oct 23 17:06:47 user nova-compute[74854]:     <controller type='pci' index='0' model='pci-root'>
Oct 23 17:06:47 user nova-compute[74854]:       <alias name='pci.0'/>
Oct 23 17:06:47 user nova-compute[74854]:     </controller>
Oct 23 17:06:47 user nova-compute[74854]:     <controller type='ide' index='0'>
Oct 23 17:06:47 user nova-compute[74854]:       <alias name='ide'/>
Oct 23 17:06:47 user nova-compute[74854]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Oct 23 17:06:47 user nova-compute[74854]:     </controller>
Oct 23 17:06:47 user nova-compute[74854]:     <interface type='ethernet'>
Oct 23 17:06:47 user nova-compute[74854]:       <mac address='fa:16:3e:a1:76:52'/>
Oct 23 17:06:47 user nova-compute[74854]:       <target dev='tapf89acc93-c8'/>
Oct 23 17:06:47 user nova-compute[74854]:       <model type='virtio'/>
Oct 23 17:06:47 user nova-compute[74854]:       <mtu size='1442'/>
Oct 23 17:06:47 user nova-compute[74854]:       <alias name='net0'/>
Oct 23 17:06:47 user nova-compute[74854]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Oct 23 17:06:47 user nova-compute[74854]:     </interface>
Oct 23 17:06:47 user nova-compute[74854]:     <serial type='pty'>
Oct 23 17:06:47 user nova-compute[74854]:       <source path='/dev/pts/4'/>
Oct 23 17:06:47 user nova-compute[74854]:       <log file='/opt/stack/data/nova/instances/f078aa99-03eb-4f16-a6f3-0b209ceb72ae/console.log' append='off'/>
Oct 23 17:06:47 user nova-compute[74854]:       <target type='isa-serial' port='0'>
Oct 23 17:06:47 user nova-compute[74854]:         <model name='isa-serial'/>
Oct 23 17:06:47 user nova-compute[74854]:       </target>
Oct 23 17:06:47 user nova-compute[74854]:       <alias name='serial0'/>
Oct 23 17:06:47 user nova-compute[74854]:     </serial>
Oct 23 17:06:47 user nova-compute[74854]:     <console type='pty' tty='/dev/pts/4'>
Oct 23 17:06:47 user nova-compute[74854]:       <source path='/dev/pts/4'/>
Oct 23 17:06:47 user nova-compute[74854]:       <log file='/opt/stack/data/nova/instances/f078aa99-03eb-4f16-a6f3-0b209ceb72ae/console.log' append='off'/>
Oct 23 17:06:47 user nova-compute[74854]:       <target type='serial' port='0'/>
Oct 23 17:06:47 user nova-compute[74854]:       <alias name='serial0'/>
Oct 23 17:06:47 user nova-compute[74854]:     </console>
Oct 23 17:06:47 user nova-compute[74854]:     <input type='mouse' bus='ps2'>
Oct 23 17:06:47 user nova-compute[74854]:       <alias name='input0'/>
Oct 23 17:06:47 user nova-compute[74854]:     </input>
Oct 23 17:06:47 user nova-compute[74854]:     <input type='keyboard' bus='ps2'>
Oct 23 17:06:47 user nova-compute[74854]:       <alias name='input1'/>
Oct 23 17:06:47 user nova-compute[74854]:     </input>
Oct 23 17:06:47 user nova-compute[74854]:     <graphics type='vnc' port='5904' autoport='yes' listen='0.0.0.0'>
Oct 23 17:06:47 user nova-compute[74854]:       <listen type='address' address='0.0.0.0'/>
Oct 23 17:06:47 user nova-compute[74854]:     </graphics>
Oct 23 17:06:47 user nova-compute[74854]:     <audio id='1' type='none'/>
Oct 23 17:06:47 user nova-compute[74854]:     <video>
Oct 23 17:06:47 user nova-compute[74854]:       <model type='virtio' heads='1' primary='yes'/>
Oct 23 17:06:47 user nova-compute[74854]:       <alias name='video0'/>
Oct 23 17:06:47 user nova-compute[74854]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Oct 23 17:06:47 user nova-compute[74854]:     </video>
Oct 23 17:06:47 user nova-compute[74854]:     <memballoon model='virtio'>
Oct 23 17:06:47 user nova-compute[74854]:       <stats period='10'/>
Oct 23 17:06:47 user nova-compute[74854]:       <alias name='balloon0'/>
Oct 23 17:06:47 user nova-compute[74854]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Oct 23 17:06:47 user nova-compute[74854]:     </memballoon>
Oct 23 17:06:47 user nova-compute[74854]:     <rng model='virtio'>
Oct 23 17:06:47 user nova-compute[74854]:       <backend model='random'>/dev/urandom</backend>
Oct 23 17:06:47 user nova-compute[74854]:       <alias name='rng0'/>
Oct 23 17:06:47 user nova-compute[74854]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Oct 23 17:06:47 user nova-compute[74854]:     </rng>
Oct 23 17:06:47 user nova-compute[74854]:   </devices>
Oct 23 17:06:47 user nova-compute[74854]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Oct 23 17:06:47 user nova-compute[74854]:     <label>libvirt-f078aa99-03eb-4f16-a6f3-0b209ceb72ae</label>
Oct 23 17:06:47 user nova-compute[74854]:     <imagelabel>libvirt-f078aa99-03eb-4f16-a6f3-0b209ceb72ae</imagelabel>
Oct 23 17:06:47 user nova-compute[74854]:   </seclabel>
Oct 23 17:06:47 user nova-compute[74854]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Oct 23 17:06:47 user nova-compute[74854]:     <label>+64055:+108</label>
Oct 23 17:06:47 user nova-compute[74854]:     <imagelabel>+64055:+108</imagelabel>
Oct 23 17:06:47 user nova-compute[74854]:   </seclabel>
Oct 23 17:06:47 user nova-compute[74854]: </domain>
Oct 23 17:06:47 user nova-compute[74854]:  {{(pid=74854) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Oct 23 17:06:47 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [req-0d4b7fda-ab42-4018-9ebb-2c281dde852d req-583568d2-f436-4671-aaab-74e9c96cd27b service nova] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Detaching interface fa:16:3e:b5:8e:80 failed because the device is no longer found on the guest.: nova.exception.DeviceNotFound: Device 'tap11d1b024-27' not found.
Oct 23 17:06:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [req-0d4b7fda-ab42-4018-9ebb-2c281dde852d req-583568d2-f436-4671-aaab-74e9c96cd27b service nova] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T17:03:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2047622960',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2047622960',id=5,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB0Zn6H9ZmV/9dDVh3P29Hf6VOCk7dBHt/JlCor95PD8HGnPzM/SZlTh5P+0HvdFEfDtesKC+JLjgoxa3u/uUIQevkYa1YyeqHEObaPwtF+rzoBVQ9ok3gNuymete+Yhdw==',key_name='tempest-keypair-1240140104',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:03:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata=<?>,migration_context=None,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d3a287218e114509a8403d50f0c8d882',ramdisk_id='',reservation_id='r-wxlqcz6d',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-21920644',owner_user_name='tempest-TaggedAttachmentsTest-21920644-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:03:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='47ce2ead9e6f4e238ace4f0212b97fcc',uuid=f078aa99-03eb-4f16-a6f3-0b209ceb72ae,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "11d1b024-27b2-4c49-8b39-909690a7d6db", "address": "fa:16:3e:b5:8e:80", "network": {"id": "f49e7de9-b50e-41b9-ab10-082a09bde4b2", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1514069207", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "d3a287218e114509a8403d50f0c8d882", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap11d1b024-27", "ovs_interfaceid": "11d1b024-27b2-4c49-8b39-909690a7d6db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:06:47 user nova-compute[74854]: DEBUG nova.network.os_vif_util [req-0d4b7fda-ab42-4018-9ebb-2c281dde852d req-583568d2-f436-4671-aaab-74e9c96cd27b service nova] Converting VIF {"id": "11d1b024-27b2-4c49-8b39-909690a7d6db", "address": "fa:16:3e:b5:8e:80", "network": {"id": "f49e7de9-b50e-41b9-ab10-082a09bde4b2", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1514069207", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "d3a287218e114509a8403d50f0c8d882", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap11d1b024-27", "ovs_interfaceid": "11d1b024-27b2-4c49-8b39-909690a7d6db", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:06:47 user nova-compute[74854]: DEBUG nova.network.os_vif_util [req-0d4b7fda-ab42-4018-9ebb-2c281dde852d req-583568d2-f436-4671-aaab-74e9c96cd27b service nova] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b5:8e:80,bridge_name='br-int',has_traffic_filtering=True,id=11d1b024-27b2-4c49-8b39-909690a7d6db,network=Network(f49e7de9-b50e-41b9-ab10-082a09bde4b2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap11d1b024-27') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:06:47 user nova-compute[74854]: DEBUG os_vif [req-0d4b7fda-ab42-4018-9ebb-2c281dde852d req-583568d2-f436-4671-aaab-74e9c96cd27b service nova] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b5:8e:80,bridge_name='br-int',has_traffic_filtering=True,id=11d1b024-27b2-4c49-8b39-909690a7d6db,network=Network(f49e7de9-b50e-41b9-ab10-082a09bde4b2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap11d1b024-27') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:06:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap11d1b024-27, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:06:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:06:47 user nova-compute[74854]: INFO os_vif [req-0d4b7fda-ab42-4018-9ebb-2c281dde852d req-583568d2-f436-4671-aaab-74e9c96cd27b service nova] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b5:8e:80,bridge_name='br-int',has_traffic_filtering=True,id=11d1b024-27b2-4c49-8b39-909690a7d6db,network=Network(f49e7de9-b50e-41b9-ab10-082a09bde4b2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap11d1b024-27')
Oct 23 17:06:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [req-0d4b7fda-ab42-4018-9ebb-2c281dde852d req-583568d2-f436-4671-aaab-74e9c96cd27b service nova] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:06:47 user nova-compute[74854]:   <nova:package version="0.0.0"/>
Oct 23 17:06:47 user nova-compute[74854]:   <nova:name>tempest-device-tagging-server-2047622960</nova:name>
Oct 23 17:06:47 user nova-compute[74854]:   <nova:creationTime>2023-10-23 17:06:47</nova:creationTime>
Oct 23 17:06:47 user nova-compute[74854]:   <nova:flavor name="m1.tiny">
Oct 23 17:06:47 user nova-compute[74854]:     <nova:memory>512</nova:memory>
Oct 23 17:06:47 user nova-compute[74854]:     <nova:disk>1</nova:disk>
Oct 23 17:06:47 user nova-compute[74854]:     <nova:swap>0</nova:swap>
Oct 23 17:06:47 user nova-compute[74854]:     <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:06:47 user nova-compute[74854]:     <nova:vcpus>1</nova:vcpus>
Oct 23 17:06:47 user nova-compute[74854]:   </nova:flavor>
Oct 23 17:06:47 user nova-compute[74854]:   <nova:owner>
Oct 23 17:06:47 user nova-compute[74854]:     <nova:user uuid="47ce2ead9e6f4e238ace4f0212b97fcc">tempest-TaggedAttachmentsTest-21920644-project-member</nova:user>
Oct 23 17:06:47 user nova-compute[74854]:     <nova:project uuid="d3a287218e114509a8403d50f0c8d882">tempest-TaggedAttachmentsTest-21920644</nova:project>
Oct 23 17:06:47 user nova-compute[74854]:   </nova:owner>
Oct 23 17:06:47 user nova-compute[74854]:   <nova:root type="image" uuid="68c345df-c9e8-475a-b17c-635fa0c7e894"/>
Oct 23 17:06:47 user nova-compute[74854]:   <nova:ports>
Oct 23 17:06:47 user nova-compute[74854]:     <nova:port uuid="f89acc93-c824-449a-be13-8a1c618f5453">
Oct 23 17:06:47 user nova-compute[74854]:       <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 23 17:06:47 user nova-compute[74854]:     </nova:port>
Oct 23 17:06:47 user nova-compute[74854]:   </nova:ports>
Oct 23 17:06:47 user nova-compute[74854]: </nova:instance>
Oct 23 17:06:47 user nova-compute[74854]:  {{(pid=74854) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Oct 23 17:06:48 user nova-compute[74854]: DEBUG nova.network.neutron [None req-bd62b0d7-4c4f-4fa7-be81-501e8f82daf3 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Updating instance_info_cache with network_info: [{"id": "f89acc93-c824-449a-be13-8a1c618f5453", "address": "fa:16:3e:a1:76:52", "network": {"id": "878a7f0b-d61e-404b-985f-717be4d41627", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1409504003-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3a287218e114509a8403d50f0c8d882", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf89acc93-c8", "ovs_interfaceid": "f89acc93-c824-449a-be13-8a1c618f5453", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:06:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-bd62b0d7-4c4f-4fa7-be81-501e8f82daf3 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Releasing lock "refresh_cache-f078aa99-03eb-4f16-a6f3-0b209ceb72ae" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:06:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-bd62b0d7-4c4f-4fa7-be81-501e8f82daf3 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Lock "interface-f078aa99-03eb-4f16-a6f3-0b209ceb72ae-11d1b024-27b2-4c49-8b39-909690a7d6db" "released" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: held 21.871s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:06:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:52 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:53 user nova-compute[74854]: DEBUG nova.compute.manager [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YskLQFEm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd06d1b4a-0950-4c8a-a34d-cae1290f7033', 'attached_at': '', 'detached_at': '', 'volume_id': '25463bdf-d98d-45f4-b40e-62a9372d4c1b', 'serial': '25463bdf-d98d-45f4-b40e-62a9372d4c1b'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jmUsfuSP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb', 'volume_id': '642ad6cb-023b-4c78-a6e8-053140637dad'}, 'status': 'reserved', 'instance': 'd06d1b4a-0950-4c8a-a34d-cae1290f7033', 'attached_at': '', 'detached_at': '', 'volume_id': '642ad6cb-023b-4c78-a6e8-053140637dad', 'serial'} {{(pid=74854) _swap_volume /opt/stack/nova/nova/compute/manager.py:7781}}
Oct 23 17:06:53 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Calling os-brick to attach iSCSI Volume {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 17:06:53 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YskLQFEm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:06:53 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:06:53 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:06:53 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:06:53 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:06:53 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:06:53 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:06:53 user nova-compute[74854]: INFO os_brick.initiator.connectors.iscsi [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 17:06:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b -p 172.16.0.220:3260 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:53 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9300815-d59e-4824-9d2e-b31a3bf2d8b5]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:53 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 17:06:53 user nova-compute[74854]:  {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b -p 172.16.0.220:3260 --interface default --op new {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:53 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[0556c665-314c-4b6b-8619-c92f82ecd8c9]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b] added\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:53 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b] added
Oct 23 17:06:53 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:53 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[584f231f-bddf-4dfc-af24-15e596011c25]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:53 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:53 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[c65b27ca-b2f2-4421-a769-dbfc71be7139]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:53 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v YskLQFEm {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v YskLQFEm" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:53 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[74f7c9b9-abd5-43b3-9a79-4fbf2bc1de2c]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:53 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'YskLQFEm'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:53 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[c510dcbe-3878-4706-b61a-2a5126be399e]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:53 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:53 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[85db7a43-e005-42e1-8514-0bb9e1c44edf]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:53 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)
Oct 23 17:06:53 user nova-compute[74854]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 (non-flash)
Oct 23 17:06:53 user nova-compute[74854]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad (non-flash)
Oct 23 17:06:53 user nova-compute[74854]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:06:53 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:06:53 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:06:53 user nova-compute[74854]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)
Oct 23 17:06:53 user nova-compute[74854]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)
Oct 23 17:06:53 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:06:53 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)
Oct 23 17:06:53 user nova-compute[74854]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 (non-flash)
Oct 23 17:06:53 user nova-compute[74854]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad (non-flash)
Oct 23 17:06:53 user nova-compute[74854]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:06:53 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:06:53 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:06:53 user nova-compute[74854]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)
Oct 23 17:06:53 user nova-compute[74854]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)
Oct 23 17:06:53 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:06:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b -p 172.16.0.220:3260 --login {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b -p 172.16.0.220:3260 --login" returned: 0 in 0.088s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:53 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[210eef59-8507-4e0f-8ee0-43e00a626858]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:53 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b, portal: 172.16.0.220,3260]
Oct 23 17:06:53 user nova-compute[74854]: Login to [iface: default, target: iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b, portal: 172.16.0.220,3260] successful.
Oct 23 17:06:53 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:53 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae32848b-aaff-4d89-bac5-a64be5b6f353]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:53 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:53 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[818179d2-a939-4665-8444-b247b6fb8f5b]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:53 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)
Oct 23 17:06:53 user nova-compute[74854]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 (non-flash)
Oct 23 17:06:53 user nova-compute[74854]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad (non-flash)
Oct 23 17:06:53 user nova-compute[74854]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:06:53 user nova-compute[74854]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:06:53 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:06:53 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:06:53 user nova-compute[74854]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)
Oct 23 17:06:53 user nova-compute[74854]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)
Oct 23 17:06:53 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:06:53 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)
Oct 23 17:06:53 user nova-compute[74854]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 (non-flash)
Oct 23 17:06:53 user nova-compute[74854]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad (non-flash)
Oct 23 17:06:53 user nova-compute[74854]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:06:53 user nova-compute[74854]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:06:53 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:06:53 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:06:53 user nova-compute[74854]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)
Oct 23 17:06:53 user nova-compute[74854]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)
Oct 23 17:06:53 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:06:53 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.318s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:06:53 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] Connected to 172.16.0.220:3260 {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 17:06:53 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] HCTL ('38', '-', '-', 0) found on session 14 with lun 0 {{(pid=74854) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 17:06:53 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] Scanning host 38 c: -, t: -, l: 0) {{(pid=74854) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 17:06:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:53 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[54d5aec2-b2d6-4221-9000-c895292086ba]: (4, ('- - 0', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:53 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] Searching for a device in session 14 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:06:53 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YskLQFEm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 17:06:54 user nova-compute[74854]: DEBUG nova.compute.manager [req-5833d980-c63b-426f-9059-bcf631293374 req-01712e0b-017d-487e-a852-dba7c3326a3a service nova] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Received event network-changed-bf06342c-d1c7-4d3f-8bd4-bce2ac478a79 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:06:54 user nova-compute[74854]: DEBUG nova.compute.manager [req-5833d980-c63b-426f-9059-bcf631293374 req-01712e0b-017d-487e-a852-dba7c3326a3a service nova] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Refreshing instance network info cache due to event network-changed-bf06342c-d1c7-4d3f-8bd4-bce2ac478a79. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:06:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-5833d980-c63b-426f-9059-bcf631293374 req-01712e0b-017d-487e-a852-dba7c3326a3a service nova] Acquiring lock "refresh_cache-f5d24cfc-a7aa-41d7-99f6-e59331c1608f" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:06:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-5833d980-c63b-426f-9059-bcf631293374 req-01712e0b-017d-487e-a852-dba7c3326a3a service nova] Acquired lock "refresh_cache-f5d24cfc-a7aa-41d7-99f6-e59331c1608f" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:06:54 user nova-compute[74854]: DEBUG nova.network.neutron [req-5833d980-c63b-426f-9059-bcf631293374 req-01712e0b-017d-487e-a852-dba7c3326a3a service nova] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Refreshing network info cache for port bf06342c-d1c7-4d3f-8bd4-bce2ac478a79 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:06:54 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.357s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:06:54 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] <== connect_volume: return (1359ms) {'type': 'block', 'scsi_wwn': '23437623739306562', 'path': '/dev/sdg'} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:06:54 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23437623739306562', 'path': '/dev/sdg'} {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 17:06:54 user nova-compute[74854]: DEBUG nova.network.neutron [req-5833d980-c63b-426f-9059-bcf631293374 req-01712e0b-017d-487e-a852-dba7c3326a3a service nova] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Updated VIF entry in instance network info cache for port bf06342c-d1c7-4d3f-8bd4-bce2ac478a79. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:06:54 user nova-compute[74854]: DEBUG nova.network.neutron [req-5833d980-c63b-426f-9059-bcf631293374 req-01712e0b-017d-487e-a852-dba7c3326a3a service nova] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Updating instance_info_cache with network_info: [{"id": "bf06342c-d1c7-4d3f-8bd4-bce2ac478a79", "address": "fa:16:3e:36:6e:02", "network": {"id": "7c78ff5c-f7ab-4d77-8011-45742d44adbb", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2123242554-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "83b9d5887a3c43d7938f3444f56e9535", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf06342c-d1", "ovs_interfaceid": "bf06342c-d1c7-4d3f-8bd4-bce2ac478a79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:06:54 user nova-compute[74854]: DEBUG nova.objects.instance [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] Lazy-loading 'flavor' on Instance uuid d06d1b4a-0950-4c8a-a34d-cae1290f7033 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:06:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-5833d980-c63b-426f-9059-bcf631293374 req-01712e0b-017d-487e-a852-dba7c3326a3a service nova] Releasing lock "refresh_cache-f5d24cfc-a7aa-41d7-99f6-e59331c1608f" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:06:55 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-3ca2d727-ab56-4b0f-a7d1-6722bba28fc8 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Acquiring lock "f5d24cfc-a7aa-41d7-99f6-e59331c1608f" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:06:55 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-3ca2d727-ab56-4b0f-a7d1-6722bba28fc8 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Lock "f5d24cfc-a7aa-41d7-99f6-e59331c1608f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:06:55 user nova-compute[74854]: DEBUG nova.objects.instance [None req-3ca2d727-ab56-4b0f-a7d1-6722bba28fc8 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Lazy-loading 'flavor' on Instance uuid f5d24cfc-a7aa-41d7-99f6-e59331c1608f {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:06:55 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-3ca2d727-ab56-4b0f-a7d1-6722bba28fc8 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Lock "f5d24cfc-a7aa-41d7-99f6-e59331c1608f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.055s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:06:55 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] COPY block job progress, current cursor: 0 final cursor: 1073741824 {{(pid=74854) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 23 17:06:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:55 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-3ca2d727-ab56-4b0f-a7d1-6722bba28fc8 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Acquiring lock "f5d24cfc-a7aa-41d7-99f6-e59331c1608f" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:06:55 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-3ca2d727-ab56-4b0f-a7d1-6722bba28fc8 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Lock "f5d24cfc-a7aa-41d7-99f6-e59331c1608f" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:06:55 user nova-compute[74854]: INFO nova.compute.manager [None req-3ca2d727-ab56-4b0f-a7d1-6722bba28fc8 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Attaching volume 35ceccbb-3fcb-43fc-83fd-1695021a5c3d to /dev/vdb
Oct 23 17:06:55 user nova-compute[74854]: DEBUG os_brick.utils [None req-3ca2d727-ab56-4b0f-a7d1-6722bba28fc8 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:06:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:55 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[4490fa6b-ac1a-433a-b3df-d3e5e64ec825]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a321e2f0722\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:55 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[83e01974-662c-48eb-8a26-5aa82786ae18]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:55 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[923fcbd4-24e3-4088-9607-e2ded1f33dc5]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:55 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed950f59-a009-46d3-8c4c-fdb33fe7c3c0]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-3ca2d727-ab56-4b0f-a7d1-6722bba28fc8 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Running cmd (subprocess): nvme version {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-3ca2d727-ab56-4b0f-a7d1-6722bba28fc8 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] 'nvme version' failed. Not Retrying. {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:06:55 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3ca2d727-ab56-4b0f-a7d1-6722bba28fc8 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] nvme not present on system {{(pid=74854) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 17:06:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:06:55 user nova-compute[74854]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 17:06:55 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[16e9ee77-db4f-4709-82c4-0ebf6e9f76c8]: (4, '') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:55 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-3ca2d727-ab56-4b0f-a7d1-6722bba28fc8 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74854) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 17:06:55 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-3ca2d727-ab56-4b0f-a7d1-6722bba28fc8 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 17:06:55 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-3ca2d727-ab56-4b0f-a7d1-6722bba28fc8 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] LIGHTOS: no hostnqn found. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 17:06:55 user nova-compute[74854]: DEBUG os_brick.utils [None req-3ca2d727-ab56-4b0f-a7d1-6722bba28fc8 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] <== get_connector_properties: return (125ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a321e2f0722', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:06:55 user nova-compute[74854]: DEBUG nova.virt.block_device [None req-3ca2d727-ab56-4b0f-a7d1-6722bba28fc8 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Updating existing volume attachment record: 9efc47fe-b49c-4711-b893-48978ffd08ea {{(pid=74854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 17:06:55 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] COPY block job progress, current cursor: 119537664 final cursor: 1073741824 {{(pid=74854) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 23 17:06:56 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] COPY block job progress, current cursor: 291504128 final cursor: 1073741824 {{(pid=74854) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 23 17:06:56 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] COPY block job progress, current cursor: 421527552 final cursor: 1073741824 {{(pid=74854) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 23 17:06:56 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fe41f373-ea0d-4b1a-8786-5486fc561274 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Calling os-brick to attach iSCSI Volume {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 17:06:56 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe41f373-ea0d-4b1a-8786-5486fc561274 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:bfe6c4ee-0713-46b2-85c9-b07cee0d71c8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wPFQjCyk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:06:56 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-fe41f373-ea0d-4b1a-8786-5486fc561274 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:06:56 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-fe41f373-ea0d-4b1a-8786-5486fc561274 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:06:56 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-fe41f373-ea0d-4b1a-8786-5486fc561274 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:06:56 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-fe41f373-ea0d-4b1a-8786-5486fc561274 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:06:56 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-fe41f373-ea0d-4b1a-8786-5486fc561274 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bfe6c4ee-0713-46b2-85c9-b07cee0d71c8" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:06:56 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-fe41f373-ea0d-4b1a-8786-5486fc561274 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bfe6c4ee-0713-46b2-85c9-b07cee0d71c8" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:06:56 user nova-compute[74854]: INFO os_brick.initiator.connectors.iscsi [None req-fe41f373-ea0d-4b1a-8786-5486fc561274 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 17:06:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfe6c4ee-0713-46b2-85c9-b07cee0d71c8 -p 172.16.0.220:3260 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfe6c4ee-0713-46b2-85c9-b07cee0d71c8 -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:56 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0e27fa0-ff32-436c-9258-a39f168820fc]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:56 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe41f373-ea0d-4b1a-8786-5486fc561274 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 17:06:56 user nova-compute[74854]:  {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfe6c4ee-0713-46b2-85c9-b07cee0d71c8 -p 172.16.0.220:3260 --interface default --op new {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfe6c4ee-0713-46b2-85c9-b07cee0d71c8 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.025s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:57 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f9936ea-2c06-4549-9149-b3925b804531]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bfe6c4ee-0713-46b2-85c9-b07cee0d71c8] added\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:57 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe41f373-ea0d-4b1a-8786-5486fc561274 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bfe6c4ee-0713-46b2-85c9-b07cee0d71c8] added
Oct 23 17:06:57 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfe6c4ee-0713-46b2-85c9-b07cee0d71c8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfe6c4ee-0713-46b2-85c9-b07cee0d71c8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:57 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[521cc087-e647-45af-9296-ad908ee63215]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:57 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe41f373-ea0d-4b1a-8786-5486fc561274 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfe6c4ee-0713-46b2-85c9-b07cee0d71c8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfe6c4ee-0713-46b2-85c9-b07cee0d71c8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:57 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[72bff082-c0ae-4832-8a10-ce5651c0ed43]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:57 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe41f373-ea0d-4b1a-8786-5486fc561274 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfe6c4ee-0713-46b2-85c9-b07cee0d71c8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v wPFQjCyk {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfe6c4ee-0713-46b2-85c9-b07cee0d71c8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v wPFQjCyk" returned: 0 in 0.025s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:57 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[a15655aa-a6c0-4624-9026-65b7e6543e48]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:57 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe41f373-ea0d-4b1a-8786-5486fc561274 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'wPFQjCyk'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfe6c4ee-0713-46b2-85c9-b07cee0d71c8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfe6c4ee-0713-46b2-85c9-b07cee0d71c8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:57 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f6709b0-f9e7-443d-89c5-3e187bdbc239]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:57 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe41f373-ea0d-4b1a-8786-5486fc561274 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:57 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] COPY block job progress, current cursor: 589299712 final cursor: 1073741824 {{(pid=74854) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 23 17:06:57 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:06:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.045s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:57 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b086e6f5-94b9-4c1e-9652-81268cb57fe1]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:57 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe41f373-ea0d-4b1a-8786-5486fc561274 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)
Oct 23 17:06:57 user nova-compute[74854]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 (non-flash)
Oct 23 17:06:57 user nova-compute[74854]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad (non-flash)
Oct 23 17:06:57 user nova-compute[74854]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:06:57 user nova-compute[74854]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:06:57 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:06:57 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:06:57 user nova-compute[74854]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)
Oct 23 17:06:57 user nova-compute[74854]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)
Oct 23 17:06:57 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:06:57 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe41f373-ea0d-4b1a-8786-5486fc561274 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)
Oct 23 17:06:57 user nova-compute[74854]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 (non-flash)
Oct 23 17:06:57 user nova-compute[74854]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad (non-flash)
Oct 23 17:06:57 user nova-compute[74854]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:06:57 user nova-compute[74854]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:06:57 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:06:57 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:06:57 user nova-compute[74854]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)
Oct 23 17:06:57 user nova-compute[74854]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)
Oct 23 17:06:57 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:06:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfe6c4ee-0713-46b2-85c9-b07cee0d71c8 -p 172.16.0.220:3260 --login {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfe6c4ee-0713-46b2-85c9-b07cee0d71c8 -p 172.16.0.220:3260 --login" returned: 0 in 0.110s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:57 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f42119d-4b40-48df-8a64-d1c916d8e1f3]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:bfe6c4ee-0713-46b2-85c9-b07cee0d71c8, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:bfe6c4ee-0713-46b2-85c9-b07cee0d71c8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:57 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe41f373-ea0d-4b1a-8786-5486fc561274 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:bfe6c4ee-0713-46b2-85c9-b07cee0d71c8, portal: 172.16.0.220,3260]
Oct 23 17:06:57 user nova-compute[74854]: Login to [iface: default, target: iqn.2010-10.org.openstack:bfe6c4ee-0713-46b2-85c9-b07cee0d71c8, portal: 172.16.0.220,3260] successful.
Oct 23 17:06:57 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfe6c4ee-0713-46b2-85c9-b07cee0d71c8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfe6c4ee-0713-46b2-85c9-b07cee0d71c8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.027s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:57 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[78a00411-a3ae-408c-a63d-17285479fc8e]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:57 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe41f373-ea0d-4b1a-8786-5486fc561274 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.051s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:57 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1170a1a-b507-4170-93f9-bc274cca6192]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfe6c4ee-0713-46b2-85c9-b07cee0d71c8 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:57 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe41f373-ea0d-4b1a-8786-5486fc561274 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)
Oct 23 17:06:57 user nova-compute[74854]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 (non-flash)
Oct 23 17:06:57 user nova-compute[74854]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad (non-flash)
Oct 23 17:06:57 user nova-compute[74854]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:06:57 user nova-compute[74854]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:06:57 user nova-compute[74854]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfe6c4ee-0713-46b2-85c9-b07cee0d71c8 (non-flash)
Oct 23 17:06:57 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:06:57 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:06:57 user nova-compute[74854]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)
Oct 23 17:06:57 user nova-compute[74854]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)
Oct 23 17:06:57 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:06:57 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe41f373-ea0d-4b1a-8786-5486fc561274 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)
Oct 23 17:06:57 user nova-compute[74854]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 (non-flash)
Oct 23 17:06:57 user nova-compute[74854]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad (non-flash)
Oct 23 17:06:57 user nova-compute[74854]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:06:57 user nova-compute[74854]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:06:57 user nova-compute[74854]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfe6c4ee-0713-46b2-85c9-b07cee0d71c8 (non-flash)
Oct 23 17:06:57 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:06:57 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:06:57 user nova-compute[74854]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)
Oct 23 17:06:57 user nova-compute[74854]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)
Oct 23 17:06:57 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:06:57 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-fe41f373-ea0d-4b1a-8786-5486fc561274 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bfe6c4ee-0713-46b2-85c9-b07cee0d71c8" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.433s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:06:57 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe41f373-ea0d-4b1a-8786-5486fc561274 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Connected to 172.16.0.220:3260 {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 17:06:57 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-fe41f373-ea0d-4b1a-8786-5486fc561274 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] HCTL ('39', '-', '-', 0) found on session 15 with lun 0 {{(pid=74854) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 17:06:57 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-fe41f373-ea0d-4b1a-8786-5486fc561274 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Scanning host 39 c: -, t: -, l: 0) {{(pid=74854) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 17:06:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host39/scan {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host39/scan" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:57 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[6504aa57-c700-429e-b5b8-ada72ea158e3]: (4, ('- - 0', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:57 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-fe41f373-ea0d-4b1a-8786-5486fc561274 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Searching for a device in session 15 and hctl ['39', '*', '*', 0] yield: None {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:06:57 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] COPY block job progress, current cursor: 741343232 final cursor: 1073741824 {{(pid=74854) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 23 17:06:58 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] COPY block job progress, current cursor: 893386752 final cursor: 1073741824 {{(pid=74854) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 23 17:06:58 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-fe41f373-ea0d-4b1a-8786-5486fc561274 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Searching for a device in session 15 and hctl ['39', '*', '*', 0] yield: sdh {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:06:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe41f373-ea0d-4b1a-8786-5486fc561274 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Connected to sdh using {'target_iqn': 'iqn.2010-10.org.openstack:bfe6c4ee-0713-46b2-85c9-b07cee0d71c8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wPFQjCyk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 17:06:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-fe41f373-ea0d-4b1a-8786-5486fc561274 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.472s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:06:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe41f373-ea0d-4b1a-8786-5486fc561274 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] <== connect_volume: return (1473ms) {'type': 'block', 'scsi_wwn': '23132646665653666', 'path': '/dev/sdh'} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:06:58 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fe41f373-ea0d-4b1a-8786-5486fc561274 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23132646665653666', 'path': '/dev/sdh'} {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 17:06:58 user nova-compute[74854]: DEBUG nova.objects.instance [None req-fe41f373-ea0d-4b1a-8786-5486fc561274 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Lazy-loading 'flavor' on Instance uuid 4284792e-08bd-4f6e-a47f-e7381f16c8c6 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:06:58 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-fe41f373-ea0d-4b1a-8786-5486fc561274 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] attach device xml: <disk type="block" device="disk">
Oct 23 17:06:58 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:06:58 user nova-compute[74854]:   <source dev="/dev/sdh"/>
Oct 23 17:06:58 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:06:58 user nova-compute[74854]:   <serial>bfe6c4ee-0713-46b2-85c9-b07cee0d71c8</serial>
Oct 23 17:06:58 user nova-compute[74854]: </disk>
Oct 23 17:06:58 user nova-compute[74854]:  {{(pid=74854) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 17:06:58 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] COPY block job progress, current cursor: 985661440 final cursor: 1073741824 {{(pid=74854) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 23 17:06:59 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=74854) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 23 17:06:59 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-fe41f373-ea0d-4b1a-8786-5486fc561274 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:06:59 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-fe41f373-ea0d-4b1a-8786-5486fc561274 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:06:59 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-fe41f373-ea0d-4b1a-8786-5486fc561274 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] No VIF found with MAC fa:16:3e:e8:24:1e, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:06:59 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] calling os-brick to detach iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 17:06:59 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, {'target_iqn': 'iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jmUsfuSP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb', 'volume_id': '642ad6cb-023b-4c78-a6e8-053140637dad'}, None), 'kwargs': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:06:59 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:06:59 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:06:59 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:06:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:59 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e5144ad-905a-4cfc-a571-79f635af0014]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:bfe6c4ee-0713-46b2-85c9-b07cee0d71c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:59 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 17:06:59 user nova-compute[74854]: No targets found.
Oct 23 17:06:59 user nova-compute[74854]: iSNS:
Oct 23 17:06:59 user nova-compute[74854]: No targets found.
Oct 23 17:06:59 user nova-compute[74854]: STATIC:
Oct 23 17:06:59 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:bfe6c4ee-0713-46b2-85c9-b07cee0d71c8
Oct 23 17:06:59 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:06:59 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:06:59 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96
Oct 23 17:06:59 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:06:59 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:06:59 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad
Oct 23 17:06:59 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:06:59 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:06:59 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14
Oct 23 17:06:59 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:06:59 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:06:59 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8
Oct 23 17:06:59 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:06:59 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:06:59 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91
Oct 23 17:06:59 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:06:59 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:06:59 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda
Oct 23 17:06:59 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:06:59 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:06:59 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b
Oct 23 17:06:59 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:06:59 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:06:59 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1
Oct 23 17:06:59 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:06:59 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:06:59 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0
Oct 23 17:06:59 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:06:59 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:06:59 user nova-compute[74854]: FIRMWARE:
Oct 23 17:06:59 user nova-compute[74854]: No targets found.
Oct 23 17:06:59 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:06:59 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 17:06:59 user nova-compute[74854]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 17:06:59 user nova-compute[74854]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74854) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 17:06:59 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad', 0)] {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 17:06:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-fe41f373-ea0d-4b1a-8786-5486fc561274 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Lock "4284792e-08bd-4f6e-a47f-e7381f16c8c6" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 22.818s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:06:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:59 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5b4122f-191d-4571-aa2d-ea9a796ec804]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bfe6c4ee-0713-46b2-85c9-b07cee0d71c8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:59 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[0aad0e8b-2019-4399-be48-4227f24efe7a]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfe6c4ee-0713-46b2-85c9-b07cee0d71c8 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:59 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)
Oct 23 17:06:59 user nova-compute[74854]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 (non-flash)
Oct 23 17:06:59 user nova-compute[74854]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad (non-flash)
Oct 23 17:06:59 user nova-compute[74854]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:06:59 user nova-compute[74854]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:06:59 user nova-compute[74854]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfe6c4ee-0713-46b2-85c9-b07cee0d71c8 (non-flash)
Oct 23 17:06:59 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:06:59 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:06:59 user nova-compute[74854]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)
Oct 23 17:06:59 user nova-compute[74854]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)
Oct 23 17:06:59 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:06:59 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)
Oct 23 17:06:59 user nova-compute[74854]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 (non-flash)
Oct 23 17:06:59 user nova-compute[74854]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad (non-flash)
Oct 23 17:06:59 user nova-compute[74854]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:06:59 user nova-compute[74854]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:06:59 user nova-compute[74854]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfe6c4ee-0713-46b2-85c9-b07cee0d71c8 (non-flash)
Oct 23 17:06:59 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:06:59 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:06:59 user nova-compute[74854]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)
Oct 23 17:06:59 user nova-compute[74854]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)
Oct 23 17:06:59 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:06:59 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f305c385fc0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad'): ({'sdb'}, set())}) {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 17:06:59 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] Removing single pathed devices sdb {{(pid=74854) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 17:06:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:59 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[84307285-fb23-4b39-96c7-25a99796a56e]: (4, ('path checker states:\nup                  10\n\npaths: 0\nbusy: False\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:59 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[c198b91c-0c3c-4ddf-969f-1f5a2c064950]: (4, ('ok\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:59 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] Flushing IO for device /dev/sdb {{(pid=74854) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 17:06:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:59 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[28593515-b266-442e-b896-afe52888e197]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:59 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74854) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 17:06:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.039s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:59 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[103f88eb-86ba-47ea-9963-36046f6c85bd]: (4, ('1', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:59 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] Checking to see if SCSI volumes sdb have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 17:06:59 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] SCSI volumes sdb have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 17:06:59 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad')] {{(pid=74854) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 17:06:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.026s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:59 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[53976f63-84bf-45c4-9e0b-a5a9f18806ca]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:59 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad -p 172.16.0.220:3260 --logout {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad -p 172.16.0.220:3260 --logout" returned: 0 in 0.091s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:59 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9da140a-e00f-4ba0-89b3-94b8308ca433]: (4, ('Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad, portal: 172.16.0.220,3260]\nLogout of [sid: 12, target: iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:59 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad, portal: 172.16.0.220,3260]
Oct 23 17:06:59 user nova-compute[74854]: Logout of [sid: 12, target: iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad, portal: 172.16.0.220,3260] successful.
Oct 23 17:06:59 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad -p 172.16.0.220:3260 --op delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:06:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:642ad6cb-023b-4c78-a6e8-053140637dad -p 172.16.0.220:3260 --op delete" returned: 0 in 0.039s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:06:59 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[8633c85c-7327-494a-a73d-a85af08a732a]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:06:59 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:06:59 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.361s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:06:59 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] <== disconnect_volume: return (362ms) None {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:06:59 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Disconnected iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 17:07:00 user nova-compute[74854]: DEBUG nova.compute.manager [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YskLQFEm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, 'status': 'reserved', 'instance': 'd06d1b4a-0950-4c8a-a34d-cae1290f7033', 'attached_at': '', 'detached_at': '', 'volume_id': '25463bdf-d98d-45f4-b40e-62a9372d4c1b', 'serial'} {{(pid=74854) _swap_volume /opt/stack/nova/nova/compute/manager.py:7790}}
Oct 23 17:07:00 user nova-compute[74854]: DEBUG nova.compute.manager [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] swap_volume: removing Cinder connection for volume 642ad6cb-023b-4c78-a6e8-053140637dad {{(pid=74854) _swap_volume /opt/stack/nova/nova/compute/manager.py:7835}}
Oct 23 17:07:00 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:02 user nova-compute[74854]: DEBUG nova.compute.manager [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Stashing vm_state: active {{(pid=74854) _prep_resize /opt/stack/nova/nova/compute/manager.py:5614}}
Oct 23 17:07:02 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:02 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74854) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 17:07:02 user nova-compute[74854]: INFO nova.compute.claims [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Claim successful on node user
Oct 23 17:07:02 user nova-compute[74854]: INFO nova.compute.resource_tracker [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Updating resource usage from migration 5961ec73-77af-4f86-a188-090ed0a2614b
Oct 23 17:07:02 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:07:02 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:07:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.488s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:02 user nova-compute[74854]: INFO nova.compute.manager [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Migrating
Oct 23 17:07:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:07:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Acquired lock "compute-rpcapi-router" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:07:02 user nova-compute[74854]: INFO nova.compute.rpcapi [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Automatically selected compute RPC version 6.2 from minimum service version 66
Oct 23 17:07:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Releasing lock "compute-rpcapi-router" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:07:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Acquiring lock "refresh_cache-4284792e-08bd-4f6e-a47f-e7381f16c8c6" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:07:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Acquired lock "refresh_cache-4284792e-08bd-4f6e-a47f-e7381f16c8c6" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:07:02 user nova-compute[74854]: DEBUG nova.network.neutron [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:07:03 user nova-compute[74854]: DEBUG nova.network.neutron [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Updating instance_info_cache with network_info: [{"id": "2a820f7c-529a-4e4a-a325-56c98817e999", "address": "fa:16:3e:e8:24:1e", "network": {"id": "a77582de-e63b-44a4-8492-acc79fe24568", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-483048063-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e344762c88724592a518c177db49fe81", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2a820f7c-52", "ovs_interfaceid": "2a820f7c-529a-4e4a-a325-56c98817e999", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:07:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Releasing lock "refresh_cache-4284792e-08bd-4f6e-a47f-e7381f16c8c6" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:07:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Starting migrate_disk_and_power_off {{(pid=74854) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11487}}
Oct 23 17:07:03 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:03 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:03 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:03 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:03 user nova-compute[74854]: DEBUG nova.compute.manager [req-93d029b6-2cf6-4dbb-b9c6-5c215c58e8d6 req-651cc96c-76b5-47bb-ba79-c4c0a194afd4 service nova] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Received event network-vif-unplugged-2a820f7c-529a-4e4a-a325-56c98817e999 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:07:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-93d029b6-2cf6-4dbb-b9c6-5c215c58e8d6 req-651cc96c-76b5-47bb-ba79-c4c0a194afd4 service nova] Acquiring lock "4284792e-08bd-4f6e-a47f-e7381f16c8c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-93d029b6-2cf6-4dbb-b9c6-5c215c58e8d6 req-651cc96c-76b5-47bb-ba79-c4c0a194afd4 service nova] Lock "4284792e-08bd-4f6e-a47f-e7381f16c8c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-93d029b6-2cf6-4dbb-b9c6-5c215c58e8d6 req-651cc96c-76b5-47bb-ba79-c4c0a194afd4 service nova] Lock "4284792e-08bd-4f6e-a47f-e7381f16c8c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:03 user nova-compute[74854]: DEBUG nova.compute.manager [req-93d029b6-2cf6-4dbb-b9c6-5c215c58e8d6 req-651cc96c-76b5-47bb-ba79-c4c0a194afd4 service nova] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] No waiting events found dispatching network-vif-unplugged-2a820f7c-529a-4e4a-a325-56c98817e999 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:07:03 user nova-compute[74854]: WARNING nova.compute.manager [req-93d029b6-2cf6-4dbb-b9c6-5c215c58e8d6 req-651cc96c-76b5-47bb-ba79-c4c0a194afd4 service nova] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Received unexpected event network-vif-unplugged-2a820f7c-529a-4e4a-a325-56c98817e999 for instance with vm_state active and task_state resize_migrating.
Oct 23 17:07:03 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:04 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Instance destroyed successfully.
Oct 23 17:07:04 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:02:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1434706585',display_name='tempest-ServerActionsTestOtherB-server-1434706585',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1434706585',id=3,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL5bJQx+Fgj5vcomAVJh0xHoj+rnz6/oIiuOW3zeJgcvoak37Q090HJYcCXOPjcqPajlrLZ5+SnRbL+cSIWMdLTTDyUzT8Svbp+HXKypRRkX1EovnTuGdStHyGSse0r8Kw==',key_name='tempest-keypair-1836527955',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:02:59Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='e344762c88724592a518c177db49fe81',ramdisk_id='',reservation_id='r-d6mkwgtz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-350990831',owner_user_name='tempest-ServerActionsTestOtherB-350990831-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:07:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a0d61eb5c1d241d1b40e1ebc0f0f6894',uuid=4284792e-08bd-4f6e-a47f-e7381f16c8c6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2a820f7c-529a-4e4a-a325-56c98817e999", "address": "fa:16:3e:e8:24:1e", "network": {"id": "a77582de-e63b-44a4-8492-acc79fe24568", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-483048063-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.189", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-483048063-network", "vif_mac": "fa:16:3e:e8:24:1e"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e344762c88724592a518c177db49fe81", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2a820f7c-52", "ovs_interfaceid": "2a820f7c-529a-4e4a-a325-56c98817e999", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Converting VIF {"id": "2a820f7c-529a-4e4a-a325-56c98817e999", "address": "fa:16:3e:e8:24:1e", "network": {"id": "a77582de-e63b-44a4-8492-acc79fe24568", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-483048063-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.189", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-483048063-network", "vif_mac": "fa:16:3e:e8:24:1e"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e344762c88724592a518c177db49fe81", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2a820f7c-52", "ovs_interfaceid": "2a820f7c-529a-4e4a-a325-56c98817e999", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e8:24:1e,bridge_name='br-int',has_traffic_filtering=True,id=2a820f7c-529a-4e4a-a325-56c98817e999,network=Network(a77582de-e63b-44a4-8492-acc79fe24568),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2a820f7c-52') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG os_vif [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e8:24:1e,bridge_name='br-int',has_traffic_filtering=True,id=2a820f7c-529a-4e4a-a325-56c98817e999,network=Network(a77582de-e63b-44a4-8492-acc79fe24568),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2a820f7c-52') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2a820f7c-52, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=de91de65-caa8-4fc6-ab29-8c9b96fd9f4b) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:07:04 user nova-compute[74854]: INFO os_vif [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e8:24:1e,bridge_name='br-int',has_traffic_filtering=True,id=2a820f7c-529a-4e4a-a325-56c98817e999,network=Network(a77582de-e63b-44a4-8492-acc79fe24568),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2a820f7c-52')
Oct 23 17:07:04 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] calling os-brick to detach iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, {'target_iqn': 'iqn.2010-10.org.openstack:bfe6c4ee-0713-46b2-85c9-b07cee0d71c8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wPFQjCyk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, None), 'kwargs': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:07:04 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:07:04 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[643052a4-cc94-4f16-90e0-d3d737ecaff7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:bfe6c4ee-0713-46b2-85c9-b07cee0d71c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 17:07:04 user nova-compute[74854]: No targets found.
Oct 23 17:07:04 user nova-compute[74854]: iSNS:
Oct 23 17:07:04 user nova-compute[74854]: No targets found.
Oct 23 17:07:04 user nova-compute[74854]: STATIC:
Oct 23 17:07:04 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:bfe6c4ee-0713-46b2-85c9-b07cee0d71c8
Oct 23 17:07:04 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:07:04 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:07:04 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96
Oct 23 17:07:04 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:07:04 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:07:04 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14
Oct 23 17:07:04 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:07:04 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:07:04 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8
Oct 23 17:07:04 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:07:04 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:07:04 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91
Oct 23 17:07:04 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:07:04 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:07:04 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda
Oct 23 17:07:04 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:07:04 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:07:04 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b
Oct 23 17:07:04 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:07:04 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:07:04 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1
Oct 23 17:07:04 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:07:04 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:07:04 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0
Oct 23 17:07:04 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:07:04 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:07:04 user nova-compute[74854]: FIRMWARE:
Oct 23 17:07:04 user nova-compute[74854]: No targets found.
Oct 23 17:07:04 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 17:07:04 user nova-compute[74854]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 17:07:04 user nova-compute[74854]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74854) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bfe6c4ee-0713-46b2-85c9-b07cee0d71c8', 0)] {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[abd94639-5755-4dc0-babe-523a465f9568]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bfe6c4ee-0713-46b2-85c9-b07cee0d71c8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[66f69999-564a-4539-9385-a80bd630d148]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfe6c4ee-0713-46b2-85c9-b07cee0d71c8 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)
Oct 23 17:07:04 user nova-compute[74854]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 (non-flash)
Oct 23 17:07:04 user nova-compute[74854]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:07:04 user nova-compute[74854]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:07:04 user nova-compute[74854]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfe6c4ee-0713-46b2-85c9-b07cee0d71c8 (non-flash)
Oct 23 17:07:04 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:07:04 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:07:04 user nova-compute[74854]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)
Oct 23 17:07:04 user nova-compute[74854]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)
Oct 23 17:07:04 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)
Oct 23 17:07:04 user nova-compute[74854]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 (non-flash)
Oct 23 17:07:04 user nova-compute[74854]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:07:04 user nova-compute[74854]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:07:04 user nova-compute[74854]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfe6c4ee-0713-46b2-85c9-b07cee0d71c8 (non-flash)
Oct 23 17:07:04 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:07:04 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:07:04 user nova-compute[74854]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)
Oct 23 17:07:04 user nova-compute[74854]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)
Oct 23 17:07:04 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f305c384ee0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bfe6c4ee-0713-46b2-85c9-b07cee0d71c8'): ({'sdh'}, set())}) {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Removing single pathed devices sdh {{(pid=74854) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[dafb43ce-c504-416d-8c94-e3fdd2f14d9e]: (4, ('path checker states:\nup                  9\n\npaths: 0\nbusy: False\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdh {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdh" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6db3c9f-1237-4f9b-88ac-6babf39722ed]: (4, ('ok\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Flushing IO for device /dev/sdh {{(pid=74854) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdh {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdh" returned: 0 in 0.014s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[6147364a-3ee1-4c4e-9b39-012dcf5c1645]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Remove SCSI device /dev/sdh with /sys/block/sdh/device/delete {{(pid=74854) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdh/device/delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdh/device/delete" returned: 0 in 0.034s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8c038b1-9bd9-43a8-82c0-9ad3262e4311]: (4, ('1', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Checking to see if SCSI volumes sdh have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] SCSI volumes sdh have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bfe6c4ee-0713-46b2-85c9-b07cee0d71c8')] {{(pid=74854) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfe6c4ee-0713-46b2-85c9-b07cee0d71c8 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfe6c4ee-0713-46b2-85c9-b07cee0d71c8 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[c239e21e-dde8-405f-beed-f0a7156502b4]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfe6c4ee-0713-46b2-85c9-b07cee0d71c8 -p 172.16.0.220:3260 --logout {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfe6c4ee-0713-46b2-85c9-b07cee0d71c8 -p 172.16.0.220:3260 --logout" returned: 0 in 0.073s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[7dc8e235-7b7d-465f-a454-55cd4b23edfb]: (4, ('Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:bfe6c4ee-0713-46b2-85c9-b07cee0d71c8, portal: 172.16.0.220,3260]\nLogout of [sid: 15, target: iqn.2010-10.org.openstack:bfe6c4ee-0713-46b2-85c9-b07cee0d71c8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:bfe6c4ee-0713-46b2-85c9-b07cee0d71c8, portal: 172.16.0.220,3260]
Oct 23 17:07:04 user nova-compute[74854]: Logout of [sid: 15, target: iqn.2010-10.org.openstack:bfe6c4ee-0713-46b2-85c9-b07cee0d71c8, portal: 172.16.0.220,3260] successful.
Oct 23 17:07:04 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfe6c4ee-0713-46b2-85c9-b07cee0d71c8 -p 172.16.0.220:3260 --op delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfe6c4ee-0713-46b2-85c9-b07cee0d71c8 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.054s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[96e7c7c7-14c7-4ad4-9d89-357cfe5d9c0d]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.358s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] <== disconnect_volume: return (361ms) None {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Disconnected iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4284792e-08bd-4f6e-a47f-e7381f16c8c6/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4284792e-08bd-4f6e-a47f-e7381f16c8c6/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4284792e-08bd-4f6e-a47f-e7381f16c8c6/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4284792e-08bd-4f6e-a47f-e7381f16c8c6/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] skipping disk /dev/sdh (vdb) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:07:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/4284792e-08bd-4f6e-a47f-e7381f16c8c6_resize/disk /opt/stack/data/nova/instances/4284792e-08bd-4f6e-a47f-e7381f16c8c6/disk {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:05 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] CMD "cp -r /opt/stack/data/nova/instances/4284792e-08bd-4f6e-a47f-e7381f16c8c6_resize/disk /opt/stack/data/nova/instances/4284792e-08bd-4f6e-a47f-e7381f16c8c6/disk" returned: 0 in 0.365s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:05 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/4284792e-08bd-4f6e-a47f-e7381f16c8c6_resize/disk.info /opt/stack/data/nova/instances/4284792e-08bd-4f6e-a47f-e7381f16c8c6/disk.info {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:05 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] CMD "cp -r /opt/stack/data/nova/instances/4284792e-08bd-4f6e-a47f-e7381f16c8c6_resize/disk.info /opt/stack/data/nova/instances/4284792e-08bd-4f6e-a47f-e7381f16c8c6/disk.info" returned: 0 in 0.032s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:05 user nova-compute[74854]: DEBUG nova.compute.manager [req-a2e40d41-b8b0-413d-a3ae-5da44725c39d req-fc9f4243-aff7-4088-b90c-b0c46ddbc547 service nova] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Received event network-vif-plugged-2a820f7c-529a-4e4a-a325-56c98817e999 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:07:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a2e40d41-b8b0-413d-a3ae-5da44725c39d req-fc9f4243-aff7-4088-b90c-b0c46ddbc547 service nova] Acquiring lock "4284792e-08bd-4f6e-a47f-e7381f16c8c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a2e40d41-b8b0-413d-a3ae-5da44725c39d req-fc9f4243-aff7-4088-b90c-b0c46ddbc547 service nova] Lock "4284792e-08bd-4f6e-a47f-e7381f16c8c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a2e40d41-b8b0-413d-a3ae-5da44725c39d req-fc9f4243-aff7-4088-b90c-b0c46ddbc547 service nova] Lock "4284792e-08bd-4f6e-a47f-e7381f16c8c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:05 user nova-compute[74854]: DEBUG nova.compute.manager [req-a2e40d41-b8b0-413d-a3ae-5da44725c39d req-fc9f4243-aff7-4088-b90c-b0c46ddbc547 service nova] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] No waiting events found dispatching network-vif-plugged-2a820f7c-529a-4e4a-a325-56c98817e999 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:07:05 user nova-compute[74854]: WARNING nova.compute.manager [req-a2e40d41-b8b0-413d-a3ae-5da44725c39d req-fc9f4243-aff7-4088-b90c-b0c46ddbc547 service nova] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Received unexpected event network-vif-plugged-2a820f7c-529a-4e4a-a325-56c98817e999 for instance with vm_state active and task_state resize_migrating.
Oct 23 17:07:06 user nova-compute[74854]: DEBUG nova.network.neutron [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Port 2a820f7c-529a-4e4a-a325-56c98817e999 binding to destination host user is already ACTIVE {{(pid=74854) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Oct 23 17:07:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Acquiring lock "4284792e-08bd-4f6e-a47f-e7381f16c8c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Lock "4284792e-08bd-4f6e-a47f-e7381f16c8c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Lock "4284792e-08bd-4f6e-a47f-e7381f16c8c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-298fe6f2-9aa3-42d3-ba42-b40c8ca958f4 tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Acquiring lock "5a7d29b4-fac4-4931-bb22-d2aaf5701926" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-298fe6f2-9aa3-42d3-ba42-b40c8ca958f4 tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Lock "5a7d29b4-fac4-4931-bb22-d2aaf5701926" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-298fe6f2-9aa3-42d3-ba42-b40c8ca958f4 tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Acquiring lock "5a7d29b4-fac4-4931-bb22-d2aaf5701926-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-298fe6f2-9aa3-42d3-ba42-b40c8ca958f4 tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Lock "5a7d29b4-fac4-4931-bb22-d2aaf5701926-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-298fe6f2-9aa3-42d3-ba42-b40c8ca958f4 tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Lock "5a7d29b4-fac4-4931-bb22-d2aaf5701926-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:06 user nova-compute[74854]: INFO nova.compute.manager [None req-298fe6f2-9aa3-42d3-ba42-b40c8ca958f4 tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Terminating instance
Oct 23 17:07:06 user nova-compute[74854]: DEBUG nova.compute.manager [None req-298fe6f2-9aa3-42d3-ba42-b40c8ca958f4 tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Start destroying the instance on the hypervisor. {{(pid=74854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 17:07:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Acquiring lock "refresh_cache-4284792e-08bd-4f6e-a47f-e7381f16c8c6" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:07:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Acquired lock "refresh_cache-4284792e-08bd-4f6e-a47f-e7381f16c8c6" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:07:06 user nova-compute[74854]: DEBUG nova.network.neutron [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:07:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:06 user nova-compute[74854]: DEBUG nova.compute.manager [req-badc0dc5-7dab-4094-a87d-e55f1d47d994 req-dc1c0942-0237-4172-9b70-bbaca33f09d9 service nova] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Received event network-vif-unplugged-527a18c4-b703-4a10-9b1f-fe530a4d3bbf {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:07:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-badc0dc5-7dab-4094-a87d-e55f1d47d994 req-dc1c0942-0237-4172-9b70-bbaca33f09d9 service nova] Acquiring lock "5a7d29b4-fac4-4931-bb22-d2aaf5701926-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-badc0dc5-7dab-4094-a87d-e55f1d47d994 req-dc1c0942-0237-4172-9b70-bbaca33f09d9 service nova] Lock "5a7d29b4-fac4-4931-bb22-d2aaf5701926-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-badc0dc5-7dab-4094-a87d-e55f1d47d994 req-dc1c0942-0237-4172-9b70-bbaca33f09d9 service nova] Lock "5a7d29b4-fac4-4931-bb22-d2aaf5701926-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:06 user nova-compute[74854]: DEBUG nova.compute.manager [req-badc0dc5-7dab-4094-a87d-e55f1d47d994 req-dc1c0942-0237-4172-9b70-bbaca33f09d9 service nova] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] No waiting events found dispatching network-vif-unplugged-527a18c4-b703-4a10-9b1f-fe530a4d3bbf {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:07:06 user nova-compute[74854]: DEBUG nova.compute.manager [req-badc0dc5-7dab-4094-a87d-e55f1d47d994 req-dc1c0942-0237-4172-9b70-bbaca33f09d9 service nova] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Received event network-vif-unplugged-527a18c4-b703-4a10-9b1f-fe530a4d3bbf for instance with task_state deleting. {{(pid=74854) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 17:07:07 user nova-compute[74854]: DEBUG nova.network.neutron [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Updating instance_info_cache with network_info: [{"id": "2a820f7c-529a-4e4a-a325-56c98817e999", "address": "fa:16:3e:e8:24:1e", "network": {"id": "a77582de-e63b-44a4-8492-acc79fe24568", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-483048063-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e344762c88724592a518c177db49fe81", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2a820f7c-52", "ovs_interfaceid": "2a820f7c-529a-4e4a-a325-56c98817e999", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:07:07 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Releasing lock "refresh_cache-4284792e-08bd-4f6e-a47f-e7381f16c8c6" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:07:07 user nova-compute[74854]: DEBUG os_brick.utils [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:07:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:07 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Instance destroyed successfully.
Oct 23 17:07:07 user nova-compute[74854]: DEBUG nova.objects.instance [None req-298fe6f2-9aa3-42d3-ba42-b40c8ca958f4 tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Lazy-loading 'resources' on Instance uuid 5a7d29b4-fac4-4931-bb22-d2aaf5701926 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:07:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:07 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd424404-aaf4-4b0f-ae60-f6bfc5a8f5de]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a321e2f0722\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:07 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-298fe6f2-9aa3-42d3-ba42-b40c8ca958f4 tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:03:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-1553335063',display_name='tempest-VolumesAssistedSnapshotsTest-server-1553335063',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-1553335063',id=7,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPYoI70kjHPT09XdiUFuDSjqJlSJeloC4arppyt2yR2to1EaMM/BT9ANeTlohfm283862qiUPfQK9hmCL+vGF/NiZJFpmON2gRB+oU5089XST+cHJ1gFU/O0/wKmKJihRQ==',key_name='tempest-keypair-1854239931',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:03:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2c01b43b4bde42dc9dd7e55422a82967',ramdisk_id='',reservation_id='r-edioyy6l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAssistedSnapshotsTest-528197366',owner_user_name='tempest-VolumesAssistedSnapshotsTest-528197366-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:03:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6fa5604e2c6d49419b3f366ab5ee78c8',uuid=5a7d29b4-fac4-4931-bb22-d2aaf5701926,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "527a18c4-b703-4a10-9b1f-fe530a4d3bbf", "address": "fa:16:3e:f6:f7:c4", "network": {"id": "cb094644-8cd0-45fe-ac74-405bf6667b0a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1677848412-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2c01b43b4bde42dc9dd7e55422a82967", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap527a18c4-b7", "ovs_interfaceid": "527a18c4-b703-4a10-9b1f-fe530a4d3bbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:07:07 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-298fe6f2-9aa3-42d3-ba42-b40c8ca958f4 tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Converting VIF {"id": "527a18c4-b703-4a10-9b1f-fe530a4d3bbf", "address": "fa:16:3e:f6:f7:c4", "network": {"id": "cb094644-8cd0-45fe-ac74-405bf6667b0a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1677848412-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2c01b43b4bde42dc9dd7e55422a82967", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap527a18c4-b7", "ovs_interfaceid": "527a18c4-b703-4a10-9b1f-fe530a4d3bbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:07:07 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-298fe6f2-9aa3-42d3-ba42-b40c8ca958f4 tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f6:f7:c4,bridge_name='br-int',has_traffic_filtering=True,id=527a18c4-b703-4a10-9b1f-fe530a4d3bbf,network=Network(cb094644-8cd0-45fe-ac74-405bf6667b0a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap527a18c4-b7') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:07:07 user nova-compute[74854]: DEBUG os_vif [None req-298fe6f2-9aa3-42d3-ba42-b40c8ca958f4 tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f6:f7:c4,bridge_name='br-int',has_traffic_filtering=True,id=527a18c4-b703-4a10-9b1f-fe530a4d3bbf,network=Network(cb094644-8cd0-45fe-ac74-405bf6667b0a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap527a18c4-b7') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:07:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:07 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:07 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap527a18c4-b7, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:07:07 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:07 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:07:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:07 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb566d4e-e356-4d60-8ae0-ce1f903d29b1]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:07 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:07 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a846bd5a-05a1-464e-aa49-9aea99b4e038) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:07:07 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:07 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:07 user nova-compute[74854]: INFO os_vif [None req-298fe6f2-9aa3-42d3-ba42-b40c8ca958f4 tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f6:f7:c4,bridge_name='br-int',has_traffic_filtering=True,id=527a18c4-b703-4a10-9b1f-fe530a4d3bbf,network=Network(cb094644-8cd0-45fe-ac74-405bf6667b0a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap527a18c4-b7')
Oct 23 17:07:07 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-298fe6f2-9aa3-42d3-ba42-b40c8ca958f4 tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Deleting instance files /opt/stack/data/nova/instances/5a7d29b4-fac4-4931-bb22-d2aaf5701926_del
Oct 23 17:07:07 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-298fe6f2-9aa3-42d3-ba42-b40c8ca958f4 tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Deletion of /opt/stack/data/nova/instances/5a7d29b4-fac4-4931-bb22-d2aaf5701926_del complete
Oct 23 17:07:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:07 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f8fdaa5-e8e8-48bb-b619-812b35a2c665]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:07 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[742fe4bd-1696-4a0f-83ad-db482f95f155]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Running cmd (subprocess): nvme version {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] 'nvme version' failed. Not Retrying. {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:07:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] nvme not present on system {{(pid=74854) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 17:07:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:07:07 user nova-compute[74854]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 17:07:07 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c74b1ee-61a6-4dd0-b752-c5c68ddb5ce7]: (4, '') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74854) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 17:07:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 17:07:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] LIGHTOS: no hostnqn found. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 17:07:07 user nova-compute[74854]: DEBUG os_brick.utils [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] <== get_connector_properties: return (130ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a321e2f0722', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:07:07 user nova-compute[74854]: INFO nova.compute.manager [None req-298fe6f2-9aa3-42d3-ba42-b40c8ca958f4 tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Took 0.99 seconds to destroy the instance on the hypervisor.
Oct 23 17:07:07 user nova-compute[74854]: DEBUG oslo.service.loopingcall [None req-298fe6f2-9aa3-42d3-ba42-b40c8ca958f4 tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 17:07:07 user nova-compute[74854]: DEBUG nova.compute.manager [-] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Deallocating network for instance {{(pid=74854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 17:07:07 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] deallocate_for_instance() {{(pid=74854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 17:07:08 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:07:08 user nova-compute[74854]: INFO nova.compute.manager [-] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Took 1.09 seconds to deallocate network for instance.
Oct 23 17:07:08 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-298fe6f2-9aa3-42d3-ba42-b40c8ca958f4 tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:08 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-298fe6f2-9aa3-42d3-ba42-b40c8ca958f4 tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:09 user nova-compute[74854]: DEBUG nova.compute.manager [req-03f4f38a-81fd-4acb-99d5-77674ff988b2 req-582231f5-f783-4660-ba0c-8ef3d08f14d6 service nova] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Received event network-vif-plugged-527a18c4-b703-4a10-9b1f-fe530a4d3bbf {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:07:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-03f4f38a-81fd-4acb-99d5-77674ff988b2 req-582231f5-f783-4660-ba0c-8ef3d08f14d6 service nova] Acquiring lock "5a7d29b4-fac4-4931-bb22-d2aaf5701926-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-03f4f38a-81fd-4acb-99d5-77674ff988b2 req-582231f5-f783-4660-ba0c-8ef3d08f14d6 service nova] Lock "5a7d29b4-fac4-4931-bb22-d2aaf5701926-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-03f4f38a-81fd-4acb-99d5-77674ff988b2 req-582231f5-f783-4660-ba0c-8ef3d08f14d6 service nova] Lock "5a7d29b4-fac4-4931-bb22-d2aaf5701926-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:09 user nova-compute[74854]: DEBUG nova.compute.manager [req-03f4f38a-81fd-4acb-99d5-77674ff988b2 req-582231f5-f783-4660-ba0c-8ef3d08f14d6 service nova] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] No waiting events found dispatching network-vif-plugged-527a18c4-b703-4a10-9b1f-fe530a4d3bbf {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:07:09 user nova-compute[74854]: WARNING nova.compute.manager [req-03f4f38a-81fd-4acb-99d5-77674ff988b2 req-582231f5-f783-4660-ba0c-8ef3d08f14d6 service nova] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Received unexpected event network-vif-plugged-527a18c4-b703-4a10-9b1f-fe530a4d3bbf for instance with vm_state deleted and task_state None.
Oct 23 17:07:09 user nova-compute[74854]: DEBUG nova.compute.manager [req-03f4f38a-81fd-4acb-99d5-77674ff988b2 req-582231f5-f783-4660-ba0c-8ef3d08f14d6 service nova] [instance: 5a7d29b4-fac4-4931-bb22-d2aaf5701926] Received event network-vif-deleted-527a18c4-b703-4a10-9b1f-fe530a4d3bbf {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:07:09 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-298fe6f2-9aa3-42d3-ba42-b40c8ca958f4 tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:07:09 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-298fe6f2-9aa3-42d3-ba42-b40c8ca958f4 tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:07:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-298fe6f2-9aa3-42d3-ba42-b40c8ca958f4 tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.562s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:09 user nova-compute[74854]: INFO nova.scheduler.client.report [None req-298fe6f2-9aa3-42d3-ba42-b40c8ca958f4 tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Deleted allocations for instance 5a7d29b4-fac4-4931-bb22-d2aaf5701926
Oct 23 17:07:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-298fe6f2-9aa3-42d3-ba42-b40c8ca958f4 tempest-VolumesAssistedSnapshotsTest-528197366 tempest-VolumesAssistedSnapshotsTest-528197366-project-member] Lock "5a7d29b4-fac4-4931-bb22-d2aaf5701926" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.889s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:12 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:17 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:07:18 user nova-compute[74854]: DEBUG nova.compute.manager [req-a5390723-f7e9-4f5a-becf-d1e492162361 req-112d7ac3-1744-48f6-bf7e-0a3af0f873b3 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received event network-changed-4b98f337-da94-4943-95ce-75e6b0d1d3f7 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:07:18 user nova-compute[74854]: DEBUG nova.compute.manager [req-a5390723-f7e9-4f5a-becf-d1e492162361 req-112d7ac3-1744-48f6-bf7e-0a3af0f873b3 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Refreshing instance network info cache due to event network-changed-4b98f337-da94-4943-95ce-75e6b0d1d3f7. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:07:18 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a5390723-f7e9-4f5a-becf-d1e492162361 req-112d7ac3-1744-48f6-bf7e-0a3af0f873b3 service nova] Acquiring lock "refresh_cache-c5c5eaef-a5de-43f0-8637-009a870b9f38" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:07:18 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a5390723-f7e9-4f5a-becf-d1e492162361 req-112d7ac3-1744-48f6-bf7e-0a3af0f873b3 service nova] Acquired lock "refresh_cache-c5c5eaef-a5de-43f0-8637-009a870b9f38" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:07:18 user nova-compute[74854]: DEBUG nova.network.neutron [req-a5390723-f7e9-4f5a-becf-d1e492162361 req-112d7ac3-1744-48f6-bf7e-0a3af0f873b3 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Refreshing network info cache for port 4b98f337-da94-4943-95ce-75e6b0d1d3f7 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:07:18 user nova-compute[74854]: DEBUG nova.network.neutron [req-a5390723-f7e9-4f5a-becf-d1e492162361 req-112d7ac3-1744-48f6-bf7e-0a3af0f873b3 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Updated VIF entry in instance network info cache for port 4b98f337-da94-4943-95ce-75e6b0d1d3f7. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:07:18 user nova-compute[74854]: DEBUG nova.network.neutron [req-a5390723-f7e9-4f5a-becf-d1e492162361 req-112d7ac3-1744-48f6-bf7e-0a3af0f873b3 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Updating instance_info_cache with network_info: [{"id": "4b98f337-da94-4943-95ce-75e6b0d1d3f7", "address": "fa:16:3e:3d:ee:dd", "network": {"id": "367d08f1-3356-4df0-8215-d668efa2f9a1", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1188717923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.35", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b98f337-da", "ovs_interfaceid": "4b98f337-da94-4943-95ce-75e6b0d1d3f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "314299e6-3bd6-48ae-91cd-4756a58f94cc", "address": "fa:16:3e:29:72:88", "network": {"id": "c3f2ba9b-169c-4c84-b01d-2dbed4979b58", "bridge": "br-int", "label": "tempest-device-tagging-net1-1822806631", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap314299e6-3b", "ovs_interfaceid": "314299e6-3bd6-48ae-91cd-4756a58f94cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "71403998-d1d1-430d-8365-db5394f41b23", "address": "fa:16:3e:f8:96:25", "network": {"id": "c3f2ba9b-169c-4c84-b01d-2dbed4979b58", "bridge": "br-int", "label": "tempest-device-tagging-net1-1822806631", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71403998-d1", "ovs_interfaceid": "71403998-d1d1-430d-8365-db5394f41b23", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "3aa768c5-5c43-4b37-bd30-98cba551d0df", "address": "fa:16:3e:be:8b:5f", "network": {"id": "c3f2ba9b-169c-4c84-b01d-2dbed4979b58", "bridge": "br-int", "label": "tempest-device-tagging-net1-1822806631", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3aa768c5-5c", "ovs_interfaceid": "3aa768c5-5c43-4b37-bd30-98cba551d0df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a0be0241-31ec-4388-b0fc-0dda0e75f05c", "address": "fa:16:3e:82:3e:96", "network": {"id": "c3f2ba9b-169c-4c84-b01d-2dbed4979b58", "bridge": "br-int", "label": "tempest-device-tagging-net1-1822806631", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0be0241-31", "ovs_interfaceid": "a0be0241-31ec-4388-b0fc-0dda0e75f05c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a20d95e9-a1c2-4675-8cd3-20fad978efb8", "address": "fa:16:3e:b1:53:98", "network": {"id": "aaa665a8-138f-44ad-807f-0ec0dffc3a6c", "bridge": "br-int", "label": "tempest-device-tagging-net2-1217736957", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa20d95e9-a1", "ovs_interfaceid": "a20d95e9-a1c2-4675-8cd3-20fad978efb8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a121a20d-7541-4112-9748-7f005398206e", "address": "fa:16:3e:7b:85:89", "network": {"id": "aaa665a8-138f-44ad-807f-0ec0dffc3a6c", "bridge": "br-int", "label": "tempest-device-tagging-net2-1217736957", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa121a20d-75", "ovs_interfaceid": "a121a20d-7541-4112-9748-7f005398206e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:07:19 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a5390723-f7e9-4f5a-becf-d1e492162361 req-112d7ac3-1744-48f6-bf7e-0a3af0f873b3 service nova] Releasing lock "refresh_cache-c5c5eaef-a5de-43f0-8637-009a870b9f38" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:07:19 user nova-compute[74854]: DEBUG nova.compute.manager [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] swap_volume: Updating volume 642ad6cb-023b-4c78-a6e8-053140637dad BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "YskLQFEm", "auth_password": "6l9mPIBnhLV1k2", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdg", "volume_id": "25463bdf-d98d-45f4-b40e-62a9372d4c1b"}, "status": "reserved", "instance": "d06d1b4a-0950-4c8a-a34d-cae1290f7033", "attached_at": "", "detached_at": "", "volume_id": "25463bdf-d98d-45f4-b40e-62a9372d4c1b", "serial": "25463bdf-d98d-45f4-b40e-62a9372d4c1b"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': '25463bdf-d98d-45f4-b40e-62a9372d4c1b', 'no_device': None, 'attachment_id': '7f3dc7ee-2cc3-49c2-8595-23cd87713478'} {{(pid=74854) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7983}}
Oct 23 17:07:19 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-8983ffce-6eb7-4af7-8bff-0379ecf1de31 tempest-TestVolumeSwap-1151198980 tempest-TestVolumeSwap-1151198980-project-admin] Lock "d06d1b4a-0950-4c8a-a34d-cae1290f7033" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 50.567s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:19 user nova-compute[74854]: ERROR nova.volume.cinder [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Update attachment failed for attachment f8c546ae-be7d-4961-a0ee-feb84d0ddb80. Error: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-c4cc66b7-cb5c-4053-bd8a-a65b59913bb0) Code: 500: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-c4cc66b7-cb5c-4053-bd8a-a65b59913bb0)
Oct 23 17:07:19 user nova-compute[74854]: ERROR nova.compute.manager [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Setting instance vm_state to ERROR: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-c4cc66b7-cb5c-4053-bd8a-a65b59913bb0)
Oct 23 17:07:19 user nova-compute[74854]: ERROR nova.compute.manager [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Traceback (most recent call last):
Oct 23 17:07:19 user nova-compute[74854]: ERROR nova.compute.manager [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6]   File "/opt/stack/nova/nova/compute/manager.py", line 10845, in _error_out_instance_on_exception
Oct 23 17:07:19 user nova-compute[74854]: ERROR nova.compute.manager [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6]     yield
Oct 23 17:07:19 user nova-compute[74854]: ERROR nova.compute.manager [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6]   File "/opt/stack/nova/nova/compute/manager.py", line 6377, in _finish_resize_helper
Oct 23 17:07:19 user nova-compute[74854]: ERROR nova.compute.manager [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6]     network_info = self._finish_resize(context, instance, migration,
Oct 23 17:07:19 user nova-compute[74854]: ERROR nova.compute.manager [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6]   File "/opt/stack/nova/nova/compute/manager.py", line 6281, in _finish_resize
Oct 23 17:07:19 user nova-compute[74854]: ERROR nova.compute.manager [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6]     self._update_volume_attachments(context, instance, bdms)
Oct 23 17:07:19 user nova-compute[74854]: ERROR nova.compute.manager [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6]   File "/opt/stack/nova/nova/compute/manager.py", line 6211, in _update_volume_attachments
Oct 23 17:07:19 user nova-compute[74854]: ERROR nova.compute.manager [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6]     self.volume_api.attachment_update(
Oct 23 17:07:19 user nova-compute[74854]: ERROR nova.compute.manager [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6]   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 23 17:07:19 user nova-compute[74854]: ERROR nova.compute.manager [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6]     res = method(self, ctx, *args, **kwargs)
Oct 23 17:07:19 user nova-compute[74854]: ERROR nova.compute.manager [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6]   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Oct 23 17:07:19 user nova-compute[74854]: ERROR nova.compute.manager [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6]     res = method(self, ctx, attachment_id, *args, **kwargs)
Oct 23 17:07:19 user nova-compute[74854]: ERROR nova.compute.manager [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6]   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Oct 23 17:07:19 user nova-compute[74854]: ERROR nova.compute.manager [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6]     with excutils.save_and_reraise_exception():
Oct 23 17:07:19 user nova-compute[74854]: ERROR nova.compute.manager [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 23 17:07:19 user nova-compute[74854]: ERROR nova.compute.manager [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6]     self.force_reraise()
Oct 23 17:07:19 user nova-compute[74854]: ERROR nova.compute.manager [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 23 17:07:19 user nova-compute[74854]: ERROR nova.compute.manager [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6]     raise self.value
Oct 23 17:07:19 user nova-compute[74854]: ERROR nova.compute.manager [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6]   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Oct 23 17:07:19 user nova-compute[74854]: ERROR nova.compute.manager [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6]     context, '3.44', skip_version_check=True).attachments.update(
Oct 23 17:07:19 user nova-compute[74854]: ERROR nova.compute.manager [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Oct 23 17:07:19 user nova-compute[74854]: ERROR nova.compute.manager [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6]     return method.func(obj, *args, **kwargs)
Oct 23 17:07:19 user nova-compute[74854]: ERROR nova.compute.manager [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Oct 23 17:07:19 user nova-compute[74854]: ERROR nova.compute.manager [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6]     resp = self._update('/attachments/%s' % id, body)
Oct 23 17:07:19 user nova-compute[74854]: ERROR nova.compute.manager [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Oct 23 17:07:19 user nova-compute[74854]: ERROR nova.compute.manager [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6]     resp, body = self.api.client.put(url, body=body, **kwargs)
Oct 23 17:07:19 user nova-compute[74854]: ERROR nova.compute.manager [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Oct 23 17:07:19 user nova-compute[74854]: ERROR nova.compute.manager [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6]     return self._cs_request(url, 'PUT', **kwargs)
Oct 23 17:07:19 user nova-compute[74854]: ERROR nova.compute.manager [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 23 17:07:19 user nova-compute[74854]: ERROR nova.compute.manager [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6]     return self.request(url, method, **kwargs)
Oct 23 17:07:19 user nova-compute[74854]: ERROR nova.compute.manager [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 23 17:07:19 user nova-compute[74854]: ERROR nova.compute.manager [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6]     raise exceptions.from_response(resp, body)
Oct 23 17:07:19 user nova-compute[74854]: ERROR nova.compute.manager [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-c4cc66b7-cb5c-4053-bd8a-a65b59913bb0)
Oct 23 17:07:19 user nova-compute[74854]: ERROR nova.compute.manager [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] 
Oct 23 17:07:19 user nova-compute[74854]: INFO nova.compute.manager [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Deleting allocations for old flavor on source node user after finish_resize failure. You may be able to recover the instance by hard rebooting it.
Oct 23 17:07:19 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3ca2d727-ab56-4b0f-a7d1-6722bba28fc8 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Calling os-brick to attach iSCSI Volume {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 17:07:19 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ca2d727-ab56-4b0f-a7d1-6722bba28fc8 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YrtLZTwF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:07:19 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-3ca2d727-ab56-4b0f-a7d1-6722bba28fc8 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:07:19 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-3ca2d727-ab56-4b0f-a7d1-6722bba28fc8 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:07:19 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-3ca2d727-ab56-4b0f-a7d1-6722bba28fc8 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:07:19 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-3ca2d727-ab56-4b0f-a7d1-6722bba28fc8 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:07:19 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-3ca2d727-ab56-4b0f-a7d1-6722bba28fc8 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:07:19 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-3ca2d727-ab56-4b0f-a7d1-6722bba28fc8 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:07:19 user nova-compute[74854]: INFO os_brick.initiator.connectors.iscsi [None req-3ca2d727-ab56-4b0f-a7d1-6722bba28fc8 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 17:07:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d -p 172.16.0.220:3260 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d -p 172.16.0.220:3260" returned: 21 in 0.026s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:19 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[0efb531d-3202-4e76-b320-1bf5603e9ac3]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:19 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ca2d727-ab56-4b0f-a7d1-6722bba28fc8 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 17:07:19 user nova-compute[74854]:  {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:07:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d -p 172.16.0.220:3260 --interface default --op new {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:19 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed18d7e9-8d82-4372-a480-a764f96e6e86]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d] added\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:19 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ca2d727-ab56-4b0f-a7d1-6722bba28fc8 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d] added
Oct 23 17:07:19 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:07:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:19 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[1372275e-80fc-40f3-a533-da66ea21784f]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:19 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ca2d727-ab56-4b0f-a7d1-6722bba28fc8 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:07:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:19 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[37ee931b-2c5e-4f30-b6b9-009c99e08d4d]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:19 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ca2d727-ab56-4b0f-a7d1-6722bba28fc8 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:07:19 user nova-compute[74854]: INFO nova.scheduler.client.report [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Deleted allocation for migration 5961ec73-77af-4f86-a188-090ed0a2614b
Oct 23 17:07:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v YrtLZTwF {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:19 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-36c95e2a-4e09-473e-aec6-c407d1f0f841 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Acquiring lock "f078aa99-03eb-4f16-a6f3-0b209ceb72ae" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:19 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-36c95e2a-4e09-473e-aec6-c407d1f0f841 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Lock "f078aa99-03eb-4f16-a6f3-0b209ceb72ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:19 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-36c95e2a-4e09-473e-aec6-c407d1f0f841 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Acquiring lock "f078aa99-03eb-4f16-a6f3-0b209ceb72ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:19 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-36c95e2a-4e09-473e-aec6-c407d1f0f841 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Lock "f078aa99-03eb-4f16-a6f3-0b209ceb72ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:19 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-36c95e2a-4e09-473e-aec6-c407d1f0f841 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Lock "f078aa99-03eb-4f16-a6f3-0b209ceb72ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:19 user nova-compute[74854]: INFO nova.compute.manager [None req-36c95e2a-4e09-473e-aec6-c407d1f0f841 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Terminating instance
Oct 23 17:07:19 user nova-compute[74854]: DEBUG nova.compute.manager [None req-36c95e2a-4e09-473e-aec6-c407d1f0f841 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Start destroying the instance on the hypervisor. {{(pid=74854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 17:07:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v YrtLZTwF" returned: 0 in 0.032s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:19 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[30e71e50-d689-4064-9dad-8b0a47e2bcff]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:19 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ca2d727-ab56-4b0f-a7d1-6722bba28fc8 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'YrtLZTwF'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:07:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.030s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[3df71241-d4c2-4600-941a-e5cbf7759f88]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ca2d727-ab56-4b0f-a7d1-6722bba28fc8 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd392aa5-f62b-459d-824f-bbbe2fdd7fe0]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ca2d727-ab56-4b0f-a7d1-6722bba28fc8 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)
Oct 23 17:07:20 user nova-compute[74854]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 (non-flash)
Oct 23 17:07:20 user nova-compute[74854]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:07:20 user nova-compute[74854]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:07:20 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:07:20 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:07:20 user nova-compute[74854]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)
Oct 23 17:07:20 user nova-compute[74854]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)
Oct 23 17:07:20 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ca2d727-ab56-4b0f-a7d1-6722bba28fc8 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)
Oct 23 17:07:20 user nova-compute[74854]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 (non-flash)
Oct 23 17:07:20 user nova-compute[74854]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:07:20 user nova-compute[74854]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:07:20 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:07:20 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:07:20 user nova-compute[74854]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)
Oct 23 17:07:20 user nova-compute[74854]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)
Oct 23 17:07:20 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d -p 172.16.0.220:3260 --login {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d -p 172.16.0.220:3260 --login" returned: 0 in 0.114s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[61a45328-3c9e-4b42-a22d-9d51699de638]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ca2d727-ab56-4b0f-a7d1-6722bba28fc8 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d, portal: 172.16.0.220,3260]
Oct 23 17:07:20 user nova-compute[74854]: Login to [iface: default, target: iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d, portal: 172.16.0.220,3260] successful.
Oct 23 17:07:20 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.028s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e2ea909-c9b9-4641-9c17-9cc05a664485]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ca2d727-ab56-4b0f-a7d1-6722bba28fc8 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.057s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[888e8e5a-e9bd-4652-9c6f-c51a9067844e]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ca2d727-ab56-4b0f-a7d1-6722bba28fc8 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)
Oct 23 17:07:20 user nova-compute[74854]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 (non-flash)
Oct 23 17:07:20 user nova-compute[74854]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:07:20 user nova-compute[74854]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:07:20 user nova-compute[74854]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d (non-flash)
Oct 23 17:07:20 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:07:20 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:07:20 user nova-compute[74854]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)
Oct 23 17:07:20 user nova-compute[74854]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)
Oct 23 17:07:20 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ca2d727-ab56-4b0f-a7d1-6722bba28fc8 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)
Oct 23 17:07:20 user nova-compute[74854]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 (non-flash)
Oct 23 17:07:20 user nova-compute[74854]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:07:20 user nova-compute[74854]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:07:20 user nova-compute[74854]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d (non-flash)
Oct 23 17:07:20 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:07:20 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:07:20 user nova-compute[74854]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)
Oct 23 17:07:20 user nova-compute[74854]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)
Oct 23 17:07:20 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-3ca2d727-ab56-4b0f-a7d1-6722bba28fc8 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.435s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ca2d727-ab56-4b0f-a7d1-6722bba28fc8 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Connected to 172.16.0.220:3260 {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-3ca2d727-ab56-4b0f-a7d1-6722bba28fc8 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] HCTL ('33', '-', '-', 0) found on session 16 with lun 0 {{(pid=74854) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-3ca2d727-ab56-4b0f-a7d1-6722bba28fc8 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74854) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6e48adf-aac1-4eff-9a18-b5384729db1b]: (4, ('- - 0', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-3ca2d727-ab56-4b0f-a7d1-6722bba28fc8 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Searching for a device in session 16 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ca2d727-ab56-4b0f-a7d1-6722bba28fc8 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YrtLZTwF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-f274b88d-172e-48af-930d-01828b2c1626 tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Acquiring lock "d06d1b4a-0950-4c8a-a34d-cae1290f7033" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-f274b88d-172e-48af-930d-01828b2c1626 tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Lock "d06d1b4a-0950-4c8a-a34d-cae1290f7033" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:20 user nova-compute[74854]: INFO nova.compute.manager [None req-f274b88d-172e-48af-930d-01828b2c1626 tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Detaching volume 25463bdf-d98d-45f4-b40e-62a9372d4c1b
Oct 23 17:07:20 user nova-compute[74854]: INFO nova.virt.block_device [None req-f274b88d-172e-48af-930d-01828b2c1626 tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Attempting to driver detach volume 25463bdf-d98d-45f4-b40e-62a9372d4c1b from mountpoint /dev/vdb
Oct 23 17:07:20 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-f274b88d-172e-48af-930d-01828b2c1626 tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Attempting to detach device vdb from instance d06d1b4a-0950-4c8a-a34d-cae1290f7033 from the persistent domain config. {{(pid=74854) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-f274b88d-172e-48af-930d-01828b2c1626 tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 17:07:20 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:07:20 user nova-compute[74854]:   <source dev="/dev/sdg"/>
Oct 23 17:07:20 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:07:20 user nova-compute[74854]:   <serial>25463bdf-d98d-45f4-b40e-62a9372d4c1b</serial>
Oct 23 17:07:20 user nova-compute[74854]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 17:07:20 user nova-compute[74854]: </disk>
Oct 23 17:07:20 user nova-compute[74854]:  {{(pid=74854) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 17:07:20 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-f274b88d-172e-48af-930d-01828b2c1626 tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Successfully detached device vdb from instance d06d1b4a-0950-4c8a-a34d-cae1290f7033 from the persistent domain config.
Oct 23 17:07:20 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-f274b88d-172e-48af-930d-01828b2c1626 tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance d06d1b4a-0950-4c8a-a34d-cae1290f7033 from the live domain config. {{(pid=74854) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-f274b88d-172e-48af-930d-01828b2c1626 tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 17:07:20 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:07:20 user nova-compute[74854]:   <source dev="/dev/sdg"/>
Oct 23 17:07:20 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:07:20 user nova-compute[74854]:   <serial>25463bdf-d98d-45f4-b40e-62a9372d4c1b</serial>
Oct 23 17:07:20 user nova-compute[74854]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 17:07:20 user nova-compute[74854]: </disk>
Oct 23 17:07:20 user nova-compute[74854]:  {{(pid=74854) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG nova.compute.manager [req-85408b80-876b-49f4-a49a-5b1fade1c21b req-f67ab9a7-4c4d-45de-b4cb-5110a21f0cfd service nova] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Received event network-vif-unplugged-f89acc93-c824-449a-be13-8a1c618f5453 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-85408b80-876b-49f4-a49a-5b1fade1c21b req-f67ab9a7-4c4d-45de-b4cb-5110a21f0cfd service nova] Acquiring lock "f078aa99-03eb-4f16-a6f3-0b209ceb72ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-85408b80-876b-49f4-a49a-5b1fade1c21b req-f67ab9a7-4c4d-45de-b4cb-5110a21f0cfd service nova] Lock "f078aa99-03eb-4f16-a6f3-0b209ceb72ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-85408b80-876b-49f4-a49a-5b1fade1c21b req-f67ab9a7-4c4d-45de-b4cb-5110a21f0cfd service nova] Lock "f078aa99-03eb-4f16-a6f3-0b209ceb72ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG nova.compute.manager [req-85408b80-876b-49f4-a49a-5b1fade1c21b req-f67ab9a7-4c4d-45de-b4cb-5110a21f0cfd service nova] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] No waiting events found dispatching network-vif-unplugged-f89acc93-c824-449a-be13-8a1c618f5453 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG nova.compute.manager [req-85408b80-876b-49f4-a49a-5b1fade1c21b req-f67ab9a7-4c4d-45de-b4cb-5110a21f0cfd service nova] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Received event network-vif-unplugged-f89acc93-c824-449a-be13-8a1c618f5453 for instance with task_state deleting. {{(pid=74854) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG nova.compute.manager [req-85408b80-876b-49f4-a49a-5b1fade1c21b req-f67ab9a7-4c4d-45de-b4cb-5110a21f0cfd service nova] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Received event network-vif-plugged-f89acc93-c824-449a-be13-8a1c618f5453 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-85408b80-876b-49f4-a49a-5b1fade1c21b req-f67ab9a7-4c4d-45de-b4cb-5110a21f0cfd service nova] Acquiring lock "f078aa99-03eb-4f16-a6f3-0b209ceb72ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-85408b80-876b-49f4-a49a-5b1fade1c21b req-f67ab9a7-4c4d-45de-b4cb-5110a21f0cfd service nova] Lock "f078aa99-03eb-4f16-a6f3-0b209ceb72ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-85408b80-876b-49f4-a49a-5b1fade1c21b req-f67ab9a7-4c4d-45de-b4cb-5110a21f0cfd service nova] Lock "f078aa99-03eb-4f16-a6f3-0b209ceb72ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG nova.compute.manager [req-85408b80-876b-49f4-a49a-5b1fade1c21b req-f67ab9a7-4c4d-45de-b4cb-5110a21f0cfd service nova] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] No waiting events found dispatching network-vif-plugged-f89acc93-c824-449a-be13-8a1c618f5453 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:07:20 user nova-compute[74854]: WARNING nova.compute.manager [req-85408b80-876b-49f4-a49a-5b1fade1c21b req-f67ab9a7-4c4d-45de-b4cb-5110a21f0cfd service nova] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Received unexpected event network-vif-plugged-f89acc93-c824-449a-be13-8a1c618f5453 for instance with vm_state active and task_state deleting.
Oct 23 17:07:20 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.490s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:20 user nova-compute[74854]: INFO nova.compute.manager [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Successfully reverted task state from resize_finish on failure for instance.
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server [None req-8239f580-62d9-4c43-b6f8-9c9eab235030 tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Exception during message handling: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-c4cc66b7-cb5c-4053-bd8a-a65b59913bb0)
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 166, in decorated_function
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 157, in decorated_function
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/utils.py", line 1439, in decorated_function
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 145, in decorated_function
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 213, in decorated_function
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 203, in decorated_function
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 6347, in finish_resize
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 6344, in finish_resize
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     self._finish_resize_helper(context, disk_info, image, instance,
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 6377, in _finish_resize_helper
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     network_info = self._finish_resize(context, instance, migration,
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 6281, in _finish_resize
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     self._update_volume_attachments(context, instance, bdms)
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 6211, in _update_volume_attachments
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     self.volume_api.attachment_update(
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     res = method(self, ctx, *args, **kwargs)
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     res = method(self, ctx, attachment_id, *args, **kwargs)
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     context, '3.44', skip_version_check=True).attachments.update(
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     return method.func(obj, *args, **kwargs)
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     resp = self._update('/attachments/%s' % id, body)
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     resp, body = self.api.client.put(url, body=body, **kwargs)
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     return self._cs_request(url, 'PUT', **kwargs)
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     return self.request(url, method, **kwargs)
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server     raise exceptions.from_response(resp, body)
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-c4cc66b7-cb5c-4053-bd8a-a65b59913bb0)
Oct 23 17:07:20 user nova-compute[74854]: ERROR oslo_messaging.rpc.server 
Oct 23 17:07:20 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Instance destroyed successfully.
Oct 23 17:07:20 user nova-compute[74854]: DEBUG nova.objects.instance [None req-36c95e2a-4e09-473e-aec6-c407d1f0f841 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Lazy-loading 'resources' on Instance uuid f078aa99-03eb-4f16-a6f3-0b209ceb72ae {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-36c95e2a-4e09-473e-aec6-c407d1f0f841 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T17:03:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2047622960',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2047622960',id=5,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB0Zn6H9ZmV/9dDVh3P29Hf6VOCk7dBHt/JlCor95PD8HGnPzM/SZlTh5P+0HvdFEfDtesKC+JLjgoxa3u/uUIQevkYa1YyeqHEObaPwtF+rzoBVQ9ok3gNuymete+Yhdw==',key_name='tempest-keypair-1240140104',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:03:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d3a287218e114509a8403d50f0c8d882',ramdisk_id='',reservation_id='r-wxlqcz6d',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-21920644',owner_user_name='tempest-TaggedAttachmentsTest-21920644-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:03:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='47ce2ead9e6f4e238ace4f0212b97fcc',uuid=f078aa99-03eb-4f16-a6f3-0b209ceb72ae,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f89acc93-c824-449a-be13-8a1c618f5453", "address": "fa:16:3e:a1:76:52", "network": {"id": "878a7f0b-d61e-404b-985f-717be4d41627", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1409504003-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3a287218e114509a8403d50f0c8d882", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf89acc93-c8", "ovs_interfaceid": "f89acc93-c824-449a-be13-8a1c618f5453", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-36c95e2a-4e09-473e-aec6-c407d1f0f841 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Converting VIF {"id": "f89acc93-c824-449a-be13-8a1c618f5453", "address": "fa:16:3e:a1:76:52", "network": {"id": "878a7f0b-d61e-404b-985f-717be4d41627", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1409504003-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3a287218e114509a8403d50f0c8d882", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf89acc93-c8", "ovs_interfaceid": "f89acc93-c824-449a-be13-8a1c618f5453", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-36c95e2a-4e09-473e-aec6-c407d1f0f841 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a1:76:52,bridge_name='br-int',has_traffic_filtering=True,id=f89acc93-c824-449a-be13-8a1c618f5453,network=Network(878a7f0b-d61e-404b-985f-717be4d41627),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf89acc93-c8') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG os_vif [None req-36c95e2a-4e09-473e-aec6-c407d1f0f841 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a1:76:52,bridge_name='br-int',has_traffic_filtering=True,id=f89acc93-c824-449a-be13-8a1c618f5453,network=Network(878a7f0b-d61e-404b-985f-717be4d41627),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf89acc93-c8') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf89acc93-c8, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=fe4c12fa-f24b-4a7d-b9ac-10946e28b796) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:07:20 user nova-compute[74854]: INFO os_vif [None req-36c95e2a-4e09-473e-aec6-c407d1f0f841 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a1:76:52,bridge_name='br-int',has_traffic_filtering=True,id=f89acc93-c824-449a-be13-8a1c618f5453,network=Network(878a7f0b-d61e-404b-985f-717be4d41627),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf89acc93-c8')
Oct 23 17:07:20 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-36c95e2a-4e09-473e-aec6-c407d1f0f841 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Deleting instance files /opt/stack/data/nova/instances/f078aa99-03eb-4f16-a6f3-0b209ceb72ae_del
Oct 23 17:07:20 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-36c95e2a-4e09-473e-aec6-c407d1f0f841 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Deletion of /opt/stack/data/nova/instances/f078aa99-03eb-4f16-a6f3-0b209ceb72ae_del complete
Oct 23 17:07:20 user nova-compute[74854]: INFO nova.compute.manager [None req-36c95e2a-4e09-473e-aec6-c407d1f0f841 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Took 0.98 seconds to destroy the instance on the hypervisor.
Oct 23 17:07:20 user nova-compute[74854]: DEBUG oslo.service.loopingcall [None req-36c95e2a-4e09-473e-aec6-c407d1f0f841 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG nova.compute.manager [-] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Deallocating network for instance {{(pid=74854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 17:07:20 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] deallocate_for_instance() {{(pid=74854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 17:07:21 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Acquiring lock "c5c5eaef-a5de-43f0-8637-009a870b9f38" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:21 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Lock "c5c5eaef-a5de-43f0-8637-009a870b9f38" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:21 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Acquiring lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:21 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:21 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:21 user nova-compute[74854]: INFO nova.compute.manager [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Terminating instance
Oct 23 17:07:21 user nova-compute[74854]: DEBUG nova.compute.manager [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Start destroying the instance on the hypervisor. {{(pid=74854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 17:07:21 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-f274b88d-172e-48af-930d-01828b2c1626 tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance d06d1b4a-0950-4c8a-a34d-cae1290f7033 {{(pid=74854) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 23 17:07:21 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:21 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:21 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:21 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:21 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-3ca2d727-ab56-4b0f-a7d1-6722bba28fc8 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.484s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:07:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ca2d727-ab56-4b0f-a7d1-6722bba28fc8 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] <== connect_volume: return (1487ms) {'type': 'block', 'scsi_wwn': '26364636464656332', 'path': '/dev/sdb'} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:07:21 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3ca2d727-ab56-4b0f-a7d1-6722bba28fc8 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26364636464656332', 'path': '/dev/sdb'} {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 17:07:21 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:21 user nova-compute[74854]: DEBUG nova.compute.manager [req-506d51a2-6cfb-4496-8971-cc1ee45c0734 req-8412ab0c-4294-47b1-81d5-68da14bf4330 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received event network-vif-unplugged-4b98f337-da94-4943-95ce-75e6b0d1d3f7 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:07:21 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-506d51a2-6cfb-4496-8971-cc1ee45c0734 req-8412ab0c-4294-47b1-81d5-68da14bf4330 service nova] Acquiring lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:21 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-506d51a2-6cfb-4496-8971-cc1ee45c0734 req-8412ab0c-4294-47b1-81d5-68da14bf4330 service nova] Lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:21 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-506d51a2-6cfb-4496-8971-cc1ee45c0734 req-8412ab0c-4294-47b1-81d5-68da14bf4330 service nova] Lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:21 user nova-compute[74854]: DEBUG nova.compute.manager [req-506d51a2-6cfb-4496-8971-cc1ee45c0734 req-8412ab0c-4294-47b1-81d5-68da14bf4330 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] No waiting events found dispatching network-vif-unplugged-4b98f337-da94-4943-95ce-75e6b0d1d3f7 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:07:21 user nova-compute[74854]: DEBUG nova.compute.manager [req-506d51a2-6cfb-4496-8971-cc1ee45c0734 req-8412ab0c-4294-47b1-81d5-68da14bf4330 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received event network-vif-unplugged-4b98f337-da94-4943-95ce-75e6b0d1d3f7 for instance with task_state deleting. {{(pid=74854) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 17:07:21 user nova-compute[74854]: DEBUG nova.objects.instance [None req-3ca2d727-ab56-4b0f-a7d1-6722bba28fc8 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Lazy-loading 'flavor' on Instance uuid f5d24cfc-a7aa-41d7-99f6-e59331c1608f {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:07:21 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-3ca2d727-ab56-4b0f-a7d1-6722bba28fc8 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] attach device xml: <disk type="block" device="disk">
Oct 23 17:07:21 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:07:21 user nova-compute[74854]:   <source dev="/dev/sdb"/>
Oct 23 17:07:21 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:07:21 user nova-compute[74854]:   <serial>35ceccbb-3fcb-43fc-83fd-1695021a5c3d</serial>
Oct 23 17:07:21 user nova-compute[74854]: </disk>
Oct 23 17:07:21 user nova-compute[74854]:  {{(pid=74854) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 17:07:21 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:21 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:21 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:21 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:21 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:21 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:21 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:21 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:21 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:21 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:21 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-3ca2d727-ab56-4b0f-a7d1-6722bba28fc8 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:07:21 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-3ca2d727-ab56-4b0f-a7d1-6722bba28fc8 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:07:21 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-3ca2d727-ab56-4b0f-a7d1-6722bba28fc8 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] No VIF found with MAC fa:16:3e:36:6e:02, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:07:21 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:22 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:22 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:22 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:07:22 user nova-compute[74854]: INFO nova.compute.manager [-] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Took 1.24 seconds to deallocate network for instance.
Oct 23 17:07:22 user nova-compute[74854]: DEBUG nova.compute.manager [req-9799d9d1-cf39-4261-835c-be4ac7890b98 req-f923f814-7746-4052-b601-3697bfe5da7f service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received event network-vif-unplugged-a0be0241-31ec-4388-b0fc-0dda0e75f05c {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:07:22 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-9799d9d1-cf39-4261-835c-be4ac7890b98 req-f923f814-7746-4052-b601-3697bfe5da7f service nova] Acquiring lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:22 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-9799d9d1-cf39-4261-835c-be4ac7890b98 req-f923f814-7746-4052-b601-3697bfe5da7f service nova] Lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:22 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-9799d9d1-cf39-4261-835c-be4ac7890b98 req-f923f814-7746-4052-b601-3697bfe5da7f service nova] Lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:22 user nova-compute[74854]: DEBUG nova.compute.manager [req-9799d9d1-cf39-4261-835c-be4ac7890b98 req-f923f814-7746-4052-b601-3697bfe5da7f service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] No waiting events found dispatching network-vif-unplugged-a0be0241-31ec-4388-b0fc-0dda0e75f05c {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:07:22 user nova-compute[74854]: DEBUG nova.compute.manager [req-9799d9d1-cf39-4261-835c-be4ac7890b98 req-f923f814-7746-4052-b601-3697bfe5da7f service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received event network-vif-unplugged-a0be0241-31ec-4388-b0fc-0dda0e75f05c for instance with task_state deleting. {{(pid=74854) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 17:07:22 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-3ca2d727-ab56-4b0f-a7d1-6722bba28fc8 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Lock "f5d24cfc-a7aa-41d7-99f6-e59331c1608f" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 26.826s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:22 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-36c95e2a-4e09-473e-aec6-c407d1f0f841 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:22 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-36c95e2a-4e09-473e-aec6-c407d1f0f841 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:22 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:22 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:22 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-36c95e2a-4e09-473e-aec6-c407d1f0f841 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:07:22 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-36c95e2a-4e09-473e-aec6-c407d1f0f841 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:07:22 user nova-compute[74854]: DEBUG nova.compute.manager [req-6f142f5f-25b2-4d1d-9a4c-29ce43cbe50f req-18494a24-28ea-47d5-9285-50ac9b76c68d service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received event network-vif-unplugged-314299e6-3bd6-48ae-91cd-4756a58f94cc {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:07:22 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-6f142f5f-25b2-4d1d-9a4c-29ce43cbe50f req-18494a24-28ea-47d5-9285-50ac9b76c68d service nova] Acquiring lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:22 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-6f142f5f-25b2-4d1d-9a4c-29ce43cbe50f req-18494a24-28ea-47d5-9285-50ac9b76c68d service nova] Lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:22 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-6f142f5f-25b2-4d1d-9a4c-29ce43cbe50f req-18494a24-28ea-47d5-9285-50ac9b76c68d service nova] Lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:22 user nova-compute[74854]: DEBUG nova.compute.manager [req-6f142f5f-25b2-4d1d-9a4c-29ce43cbe50f req-18494a24-28ea-47d5-9285-50ac9b76c68d service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] No waiting events found dispatching network-vif-unplugged-314299e6-3bd6-48ae-91cd-4756a58f94cc {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:07:22 user nova-compute[74854]: DEBUG nova.compute.manager [req-6f142f5f-25b2-4d1d-9a4c-29ce43cbe50f req-18494a24-28ea-47d5-9285-50ac9b76c68d service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received event network-vif-unplugged-314299e6-3bd6-48ae-91cd-4756a58f94cc for instance with task_state deleting. {{(pid=74854) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 17:07:22 user nova-compute[74854]: DEBUG nova.compute.manager [req-6f142f5f-25b2-4d1d-9a4c-29ce43cbe50f req-18494a24-28ea-47d5-9285-50ac9b76c68d service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received event network-vif-plugged-314299e6-3bd6-48ae-91cd-4756a58f94cc {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:07:22 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-6f142f5f-25b2-4d1d-9a4c-29ce43cbe50f req-18494a24-28ea-47d5-9285-50ac9b76c68d service nova] Acquiring lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:22 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-6f142f5f-25b2-4d1d-9a4c-29ce43cbe50f req-18494a24-28ea-47d5-9285-50ac9b76c68d service nova] Lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:22 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-6f142f5f-25b2-4d1d-9a4c-29ce43cbe50f req-18494a24-28ea-47d5-9285-50ac9b76c68d service nova] Lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:22 user nova-compute[74854]: DEBUG nova.compute.manager [req-6f142f5f-25b2-4d1d-9a4c-29ce43cbe50f req-18494a24-28ea-47d5-9285-50ac9b76c68d service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] No waiting events found dispatching network-vif-plugged-314299e6-3bd6-48ae-91cd-4756a58f94cc {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:07:22 user nova-compute[74854]: WARNING nova.compute.manager [req-6f142f5f-25b2-4d1d-9a4c-29ce43cbe50f req-18494a24-28ea-47d5-9285-50ac9b76c68d service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received unexpected event network-vif-plugged-314299e6-3bd6-48ae-91cd-4756a58f94cc for instance with vm_state active and task_state deleting.
Oct 23 17:07:22 user nova-compute[74854]: DEBUG nova.compute.manager [req-6f142f5f-25b2-4d1d-9a4c-29ce43cbe50f req-18494a24-28ea-47d5-9285-50ac9b76c68d service nova] [instance: f078aa99-03eb-4f16-a6f3-0b209ceb72ae] Received event network-vif-deleted-f89acc93-c824-449a-be13-8a1c618f5453 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:07:22 user nova-compute[74854]: DEBUG nova.compute.manager [req-6f142f5f-25b2-4d1d-9a4c-29ce43cbe50f req-18494a24-28ea-47d5-9285-50ac9b76c68d service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received event network-vif-unplugged-71403998-d1d1-430d-8365-db5394f41b23 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:07:22 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-6f142f5f-25b2-4d1d-9a4c-29ce43cbe50f req-18494a24-28ea-47d5-9285-50ac9b76c68d service nova] Acquiring lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:22 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-6f142f5f-25b2-4d1d-9a4c-29ce43cbe50f req-18494a24-28ea-47d5-9285-50ac9b76c68d service nova] Lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:22 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-6f142f5f-25b2-4d1d-9a4c-29ce43cbe50f req-18494a24-28ea-47d5-9285-50ac9b76c68d service nova] Lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:22 user nova-compute[74854]: DEBUG nova.compute.manager [req-6f142f5f-25b2-4d1d-9a4c-29ce43cbe50f req-18494a24-28ea-47d5-9285-50ac9b76c68d service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] No waiting events found dispatching network-vif-unplugged-71403998-d1d1-430d-8365-db5394f41b23 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:07:22 user nova-compute[74854]: DEBUG nova.compute.manager [req-6f142f5f-25b2-4d1d-9a4c-29ce43cbe50f req-18494a24-28ea-47d5-9285-50ac9b76c68d service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received event network-vif-unplugged-71403998-d1d1-430d-8365-db5394f41b23 for instance with task_state deleting. {{(pid=74854) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 17:07:22 user nova-compute[74854]: DEBUG nova.compute.manager [req-6f142f5f-25b2-4d1d-9a4c-29ce43cbe50f req-18494a24-28ea-47d5-9285-50ac9b76c68d service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received event network-vif-plugged-71403998-d1d1-430d-8365-db5394f41b23 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:07:22 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-6f142f5f-25b2-4d1d-9a4c-29ce43cbe50f req-18494a24-28ea-47d5-9285-50ac9b76c68d service nova] Acquiring lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:22 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-6f142f5f-25b2-4d1d-9a4c-29ce43cbe50f req-18494a24-28ea-47d5-9285-50ac9b76c68d service nova] Lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:22 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-6f142f5f-25b2-4d1d-9a4c-29ce43cbe50f req-18494a24-28ea-47d5-9285-50ac9b76c68d service nova] Lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:22 user nova-compute[74854]: DEBUG nova.compute.manager [req-6f142f5f-25b2-4d1d-9a4c-29ce43cbe50f req-18494a24-28ea-47d5-9285-50ac9b76c68d service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] No waiting events found dispatching network-vif-plugged-71403998-d1d1-430d-8365-db5394f41b23 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:07:22 user nova-compute[74854]: WARNING nova.compute.manager [req-6f142f5f-25b2-4d1d-9a4c-29ce43cbe50f req-18494a24-28ea-47d5-9285-50ac9b76c68d service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received unexpected event network-vif-plugged-71403998-d1d1-430d-8365-db5394f41b23 for instance with vm_state active and task_state deleting.
Oct 23 17:07:22 user nova-compute[74854]: DEBUG nova.compute.manager [req-6f142f5f-25b2-4d1d-9a4c-29ce43cbe50f req-18494a24-28ea-47d5-9285-50ac9b76c68d service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received event network-vif-unplugged-3aa768c5-5c43-4b37-bd30-98cba551d0df {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:07:22 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-6f142f5f-25b2-4d1d-9a4c-29ce43cbe50f req-18494a24-28ea-47d5-9285-50ac9b76c68d service nova] Acquiring lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:22 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-6f142f5f-25b2-4d1d-9a4c-29ce43cbe50f req-18494a24-28ea-47d5-9285-50ac9b76c68d service nova] Lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:22 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-6f142f5f-25b2-4d1d-9a4c-29ce43cbe50f req-18494a24-28ea-47d5-9285-50ac9b76c68d service nova] Lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:22 user nova-compute[74854]: DEBUG nova.compute.manager [req-6f142f5f-25b2-4d1d-9a4c-29ce43cbe50f req-18494a24-28ea-47d5-9285-50ac9b76c68d service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] No waiting events found dispatching network-vif-unplugged-3aa768c5-5c43-4b37-bd30-98cba551d0df {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:07:22 user nova-compute[74854]: DEBUG nova.compute.manager [req-6f142f5f-25b2-4d1d-9a4c-29ce43cbe50f req-18494a24-28ea-47d5-9285-50ac9b76c68d service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received event network-vif-unplugged-3aa768c5-5c43-4b37-bd30-98cba551d0df for instance with task_state deleting. {{(pid=74854) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 17:07:22 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-36c95e2a-4e09-473e-aec6-c407d1f0f841 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.555s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:22 user nova-compute[74854]: INFO nova.scheduler.client.report [None req-36c95e2a-4e09-473e-aec6-c407d1f0f841 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Deleted allocations for instance f078aa99-03eb-4f16-a6f3-0b209ceb72ae
Oct 23 17:07:23 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Instance destroyed successfully.
Oct 23 17:07:23 user nova-compute[74854]: DEBUG nova.objects.instance [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Lazy-loading 'resources' on Instance uuid c5c5eaef-a5de-43f0-8637-009a870b9f38 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-36c95e2a-4e09-473e-aec6-c407d1f0f841 tempest-TaggedAttachmentsTest-21920644 tempest-TaggedAttachmentsTest-21920644-project-member] Lock "f078aa99-03eb-4f16-a6f3-0b209ceb72ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.172s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T17:04:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-711916778',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-711916778',id=9,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIt2viWpicbP4fXPoYpoFfPOi6R2ob4IOODipxjhOtApEgzH85mS+1nQqY9PRdFNmNhkVDLDwIkxdE+Fc0cm7gdKwBxZPhV6H1a2zwIjkr3AOyJFwcHWIW3Or/LeJUz1ig==',key_name='tempest-keypair-2002211492',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:05:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7abd032e728d4f639fc0a6ed18567bec',ramdisk_id='',reservation_id='r-0c6ssp6f',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-259030877',owner_user_name='tempest-TaggedBootDevicesTest-259030877-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:05:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bc3ab51fd9c94cd698e32ecc1f58832e',uuid=c5c5eaef-a5de-43f0-8637-009a870b9f38,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4b98f337-da94-4943-95ce-75e6b0d1d3f7", "address": "fa:16:3e:3d:ee:dd", "network": {"id": "367d08f1-3356-4df0-8215-d668efa2f9a1", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1188717923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.35", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b98f337-da", "ovs_interfaceid": "4b98f337-da94-4943-95ce-75e6b0d1d3f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Converting VIF {"id": "4b98f337-da94-4943-95ce-75e6b0d1d3f7", "address": "fa:16:3e:3d:ee:dd", "network": {"id": "367d08f1-3356-4df0-8215-d668efa2f9a1", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1188717923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.35", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b98f337-da", "ovs_interfaceid": "4b98f337-da94-4943-95ce-75e6b0d1d3f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:3d:ee:dd,bridge_name='br-int',has_traffic_filtering=True,id=4b98f337-da94-4943-95ce-75e6b0d1d3f7,network=Network(367d08f1-3356-4df0-8215-d668efa2f9a1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4b98f337-da') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG os_vif [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:3d:ee:dd,bridge_name='br-int',has_traffic_filtering=True,id=4b98f337-da94-4943-95ce-75e6b0d1d3f7,network=Network(367d08f1-3356-4df0-8215-d668efa2f9a1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4b98f337-da') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4b98f337-da, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3cc33af1-7083-4d7a-b565-420dcbbff2c9) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:23 user nova-compute[74854]: INFO os_vif [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:3d:ee:dd,bridge_name='br-int',has_traffic_filtering=True,id=4b98f337-da94-4943-95ce-75e6b0d1d3f7,network=Network(367d08f1-3356-4df0-8215-d668efa2f9a1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4b98f337-da')
Oct 23 17:07:23 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T17:04:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-711916778',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-711916778',id=9,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIt2viWpicbP4fXPoYpoFfPOi6R2ob4IOODipxjhOtApEgzH85mS+1nQqY9PRdFNmNhkVDLDwIkxdE+Fc0cm7gdKwBxZPhV6H1a2zwIjkr3AOyJFwcHWIW3Or/LeJUz1ig==',key_name='tempest-keypair-2002211492',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:05:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7abd032e728d4f639fc0a6ed18567bec',ramdisk_id='',reservation_id='r-0c6ssp6f',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-259030877',owner_user_name='tempest-TaggedBootDevicesTest-259030877-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:05:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bc3ab51fd9c94cd698e32ecc1f58832e',uuid=c5c5eaef-a5de-43f0-8637-009a870b9f38,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "314299e6-3bd6-48ae-91cd-4756a58f94cc", "address": "fa:16:3e:29:72:88", "network": {"id": "c3f2ba9b-169c-4c84-b01d-2dbed4979b58", "bridge": "br-int", "label": "tempest-device-tagging-net1-1822806631", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap314299e6-3b", "ovs_interfaceid": "314299e6-3bd6-48ae-91cd-4756a58f94cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Converting VIF {"id": "314299e6-3bd6-48ae-91cd-4756a58f94cc", "address": "fa:16:3e:29:72:88", "network": {"id": "c3f2ba9b-169c-4c84-b01d-2dbed4979b58", "bridge": "br-int", "label": "tempest-device-tagging-net1-1822806631", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap314299e6-3b", "ovs_interfaceid": "314299e6-3bd6-48ae-91cd-4756a58f94cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:29:72:88,bridge_name='br-int',has_traffic_filtering=True,id=314299e6-3bd6-48ae-91cd-4756a58f94cc,network=Network(c3f2ba9b-169c-4c84-b01d-2dbed4979b58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap314299e6-3b') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG os_vif [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:29:72:88,bridge_name='br-int',has_traffic_filtering=True,id=314299e6-3bd6-48ae-91cd-4756a58f94cc,network=Network(c3f2ba9b-169c-4c84-b01d-2dbed4979b58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap314299e6-3b') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap314299e6-3b, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f2a73dc3-eb65-4aee-9c57-7d8bd8fe3d64) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG nova.compute.manager [req-d34fa51d-e79a-4713-bdc4-51569c314b72 req-f498d611-fec5-4d5c-aeaf-9f5eeec82f65 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received event network-vif-plugged-4b98f337-da94-4943-95ce-75e6b0d1d3f7 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-d34fa51d-e79a-4713-bdc4-51569c314b72 req-f498d611-fec5-4d5c-aeaf-9f5eeec82f65 service nova] Acquiring lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-d34fa51d-e79a-4713-bdc4-51569c314b72 req-f498d611-fec5-4d5c-aeaf-9f5eeec82f65 service nova] Lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-d34fa51d-e79a-4713-bdc4-51569c314b72 req-f498d611-fec5-4d5c-aeaf-9f5eeec82f65 service nova] Lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG nova.compute.manager [req-d34fa51d-e79a-4713-bdc4-51569c314b72 req-f498d611-fec5-4d5c-aeaf-9f5eeec82f65 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] No waiting events found dispatching network-vif-plugged-4b98f337-da94-4943-95ce-75e6b0d1d3f7 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:07:23 user nova-compute[74854]: WARNING nova.compute.manager [req-d34fa51d-e79a-4713-bdc4-51569c314b72 req-f498d611-fec5-4d5c-aeaf-9f5eeec82f65 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received unexpected event network-vif-plugged-4b98f337-da94-4943-95ce-75e6b0d1d3f7 for instance with vm_state active and task_state deleting.
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:23 user nova-compute[74854]: INFO os_vif [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:29:72:88,bridge_name='br-int',has_traffic_filtering=True,id=314299e6-3bd6-48ae-91cd-4756a58f94cc,network=Network(c3f2ba9b-169c-4c84-b01d-2dbed4979b58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap314299e6-3b')
Oct 23 17:07:23 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T17:04:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-711916778',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-711916778',id=9,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIt2viWpicbP4fXPoYpoFfPOi6R2ob4IOODipxjhOtApEgzH85mS+1nQqY9PRdFNmNhkVDLDwIkxdE+Fc0cm7gdKwBxZPhV6H1a2zwIjkr3AOyJFwcHWIW3Or/LeJUz1ig==',key_name='tempest-keypair-2002211492',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:05:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7abd032e728d4f639fc0a6ed18567bec',ramdisk_id='',reservation_id='r-0c6ssp6f',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-259030877',owner_user_name='tempest-TaggedBootDevicesTest-259030877-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:05:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bc3ab51fd9c94cd698e32ecc1f58832e',uuid=c5c5eaef-a5de-43f0-8637-009a870b9f38,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "71403998-d1d1-430d-8365-db5394f41b23", "address": "fa:16:3e:f8:96:25", "network": {"id": "c3f2ba9b-169c-4c84-b01d-2dbed4979b58", "bridge": "br-int", "label": "tempest-device-tagging-net1-1822806631", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71403998-d1", "ovs_interfaceid": "71403998-d1d1-430d-8365-db5394f41b23", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Converting VIF {"id": "71403998-d1d1-430d-8365-db5394f41b23", "address": "fa:16:3e:f8:96:25", "network": {"id": "c3f2ba9b-169c-4c84-b01d-2dbed4979b58", "bridge": "br-int", "label": "tempest-device-tagging-net1-1822806631", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71403998-d1", "ovs_interfaceid": "71403998-d1d1-430d-8365-db5394f41b23", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f8:96:25,bridge_name='br-int',has_traffic_filtering=True,id=71403998-d1d1-430d-8365-db5394f41b23,network=Network(c3f2ba9b-169c-4c84-b01d-2dbed4979b58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap71403998-d1') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG os_vif [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f8:96:25,bridge_name='br-int',has_traffic_filtering=True,id=71403998-d1d1-430d-8365-db5394f41b23,network=Network(c3f2ba9b-169c-4c84-b01d-2dbed4979b58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap71403998-d1') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap71403998-d1, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d039f329-3e5b-4677-9a93-a1440f010164) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:23 user nova-compute[74854]: INFO os_vif [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f8:96:25,bridge_name='br-int',has_traffic_filtering=True,id=71403998-d1d1-430d-8365-db5394f41b23,network=Network(c3f2ba9b-169c-4c84-b01d-2dbed4979b58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap71403998-d1')
Oct 23 17:07:23 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T17:04:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-711916778',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-711916778',id=9,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIt2viWpicbP4fXPoYpoFfPOi6R2ob4IOODipxjhOtApEgzH85mS+1nQqY9PRdFNmNhkVDLDwIkxdE+Fc0cm7gdKwBxZPhV6H1a2zwIjkr3AOyJFwcHWIW3Or/LeJUz1ig==',key_name='tempest-keypair-2002211492',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:05:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7abd032e728d4f639fc0a6ed18567bec',ramdisk_id='',reservation_id='r-0c6ssp6f',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-259030877',owner_user_name='tempest-TaggedBootDevicesTest-259030877-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:05:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bc3ab51fd9c94cd698e32ecc1f58832e',uuid=c5c5eaef-a5de-43f0-8637-009a870b9f38,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3aa768c5-5c43-4b37-bd30-98cba551d0df", "address": "fa:16:3e:be:8b:5f", "network": {"id": "c3f2ba9b-169c-4c84-b01d-2dbed4979b58", "bridge": "br-int", "label": "tempest-device-tagging-net1-1822806631", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3aa768c5-5c", "ovs_interfaceid": "3aa768c5-5c43-4b37-bd30-98cba551d0df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Converting VIF {"id": "3aa768c5-5c43-4b37-bd30-98cba551d0df", "address": "fa:16:3e:be:8b:5f", "network": {"id": "c3f2ba9b-169c-4c84-b01d-2dbed4979b58", "bridge": "br-int", "label": "tempest-device-tagging-net1-1822806631", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3aa768c5-5c", "ovs_interfaceid": "3aa768c5-5c43-4b37-bd30-98cba551d0df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:be:8b:5f,bridge_name='br-int',has_traffic_filtering=True,id=3aa768c5-5c43-4b37-bd30-98cba551d0df,network=Network(c3f2ba9b-169c-4c84-b01d-2dbed4979b58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3aa768c5-5c') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG os_vif [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:be:8b:5f,bridge_name='br-int',has_traffic_filtering=True,id=3aa768c5-5c43-4b37-bd30-98cba551d0df,network=Network(c3f2ba9b-169c-4c84-b01d-2dbed4979b58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3aa768c5-5c') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3aa768c5-5c, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=43e4892b-6094-4b05-8150-132d3adbb229) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:23 user nova-compute[74854]: INFO os_vif [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:be:8b:5f,bridge_name='br-int',has_traffic_filtering=True,id=3aa768c5-5c43-4b37-bd30-98cba551d0df,network=Network(c3f2ba9b-169c-4c84-b01d-2dbed4979b58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3aa768c5-5c')
Oct 23 17:07:23 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T17:04:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-711916778',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-711916778',id=9,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIt2viWpicbP4fXPoYpoFfPOi6R2ob4IOODipxjhOtApEgzH85mS+1nQqY9PRdFNmNhkVDLDwIkxdE+Fc0cm7gdKwBxZPhV6H1a2zwIjkr3AOyJFwcHWIW3Or/LeJUz1ig==',key_name='tempest-keypair-2002211492',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:05:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7abd032e728d4f639fc0a6ed18567bec',ramdisk_id='',reservation_id='r-0c6ssp6f',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-259030877',owner_user_name='tempest-TaggedBootDevicesTest-259030877-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:05:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bc3ab51fd9c94cd698e32ecc1f58832e',uuid=c5c5eaef-a5de-43f0-8637-009a870b9f38,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a0be0241-31ec-4388-b0fc-0dda0e75f05c", "address": "fa:16:3e:82:3e:96", "network": {"id": "c3f2ba9b-169c-4c84-b01d-2dbed4979b58", "bridge": "br-int", "label": "tempest-device-tagging-net1-1822806631", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0be0241-31", "ovs_interfaceid": "a0be0241-31ec-4388-b0fc-0dda0e75f05c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Converting VIF {"id": "a0be0241-31ec-4388-b0fc-0dda0e75f05c", "address": "fa:16:3e:82:3e:96", "network": {"id": "c3f2ba9b-169c-4c84-b01d-2dbed4979b58", "bridge": "br-int", "label": "tempest-device-tagging-net1-1822806631", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0be0241-31", "ovs_interfaceid": "a0be0241-31ec-4388-b0fc-0dda0e75f05c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:82:3e:96,bridge_name='br-int',has_traffic_filtering=True,id=a0be0241-31ec-4388-b0fc-0dda0e75f05c,network=Network(c3f2ba9b-169c-4c84-b01d-2dbed4979b58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa0be0241-31') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG os_vif [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:82:3e:96,bridge_name='br-int',has_traffic_filtering=True,id=a0be0241-31ec-4388-b0fc-0dda0e75f05c,network=Network(c3f2ba9b-169c-4c84-b01d-2dbed4979b58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa0be0241-31') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa0be0241-31, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=cdbb490a-8b9d-432b-a01e-2b2c4b916048) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:23 user nova-compute[74854]: INFO os_vif [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:82:3e:96,bridge_name='br-int',has_traffic_filtering=True,id=a0be0241-31ec-4388-b0fc-0dda0e75f05c,network=Network(c3f2ba9b-169c-4c84-b01d-2dbed4979b58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa0be0241-31')
Oct 23 17:07:23 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T17:04:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-711916778',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-711916778',id=9,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIt2viWpicbP4fXPoYpoFfPOi6R2ob4IOODipxjhOtApEgzH85mS+1nQqY9PRdFNmNhkVDLDwIkxdE+Fc0cm7gdKwBxZPhV6H1a2zwIjkr3AOyJFwcHWIW3Or/LeJUz1ig==',key_name='tempest-keypair-2002211492',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:05:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7abd032e728d4f639fc0a6ed18567bec',ramdisk_id='',reservation_id='r-0c6ssp6f',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-259030877',owner_user_name='tempest-TaggedBootDevicesTest-259030877-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:05:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bc3ab51fd9c94cd698e32ecc1f58832e',uuid=c5c5eaef-a5de-43f0-8637-009a870b9f38,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a20d95e9-a1c2-4675-8cd3-20fad978efb8", "address": "fa:16:3e:b1:53:98", "network": {"id": "aaa665a8-138f-44ad-807f-0ec0dffc3a6c", "bridge": "br-int", "label": "tempest-device-tagging-net2-1217736957", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa20d95e9-a1", "ovs_interfaceid": "a20d95e9-a1c2-4675-8cd3-20fad978efb8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Converting VIF {"id": "a20d95e9-a1c2-4675-8cd3-20fad978efb8", "address": "fa:16:3e:b1:53:98", "network": {"id": "aaa665a8-138f-44ad-807f-0ec0dffc3a6c", "bridge": "br-int", "label": "tempest-device-tagging-net2-1217736957", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa20d95e9-a1", "ovs_interfaceid": "a20d95e9-a1c2-4675-8cd3-20fad978efb8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b1:53:98,bridge_name='br-int',has_traffic_filtering=True,id=a20d95e9-a1c2-4675-8cd3-20fad978efb8,network=Network(aaa665a8-138f-44ad-807f-0ec0dffc3a6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa20d95e9-a1') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG os_vif [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b1:53:98,bridge_name='br-int',has_traffic_filtering=True,id=a20d95e9-a1c2-4675-8cd3-20fad978efb8,network=Network(aaa665a8-138f-44ad-807f-0ec0dffc3a6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa20d95e9-a1') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa20d95e9-a1, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ccbbd817-58ae-426e-97b3-fa4b74988a31) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:23 user nova-compute[74854]: INFO os_vif [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b1:53:98,bridge_name='br-int',has_traffic_filtering=True,id=a20d95e9-a1c2-4675-8cd3-20fad978efb8,network=Network(aaa665a8-138f-44ad-807f-0ec0dffc3a6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa20d95e9-a1')
Oct 23 17:07:23 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T17:04:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-711916778',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-711916778',id=9,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIt2viWpicbP4fXPoYpoFfPOi6R2ob4IOODipxjhOtApEgzH85mS+1nQqY9PRdFNmNhkVDLDwIkxdE+Fc0cm7gdKwBxZPhV6H1a2zwIjkr3AOyJFwcHWIW3Or/LeJUz1ig==',key_name='tempest-keypair-2002211492',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:05:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7abd032e728d4f639fc0a6ed18567bec',ramdisk_id='',reservation_id='r-0c6ssp6f',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-259030877',owner_user_name='tempest-TaggedBootDevicesTest-259030877-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:05:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bc3ab51fd9c94cd698e32ecc1f58832e',uuid=c5c5eaef-a5de-43f0-8637-009a870b9f38,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a121a20d-7541-4112-9748-7f005398206e", "address": "fa:16:3e:7b:85:89", "network": {"id": "aaa665a8-138f-44ad-807f-0ec0dffc3a6c", "bridge": "br-int", "label": "tempest-device-tagging-net2-1217736957", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa121a20d-75", "ovs_interfaceid": "a121a20d-7541-4112-9748-7f005398206e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Converting VIF {"id": "a121a20d-7541-4112-9748-7f005398206e", "address": "fa:16:3e:7b:85:89", "network": {"id": "aaa665a8-138f-44ad-807f-0ec0dffc3a6c", "bridge": "br-int", "label": "tempest-device-tagging-net2-1217736957", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa121a20d-75", "ovs_interfaceid": "a121a20d-7541-4112-9748-7f005398206e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7b:85:89,bridge_name='br-int',has_traffic_filtering=True,id=a121a20d-7541-4112-9748-7f005398206e,network=Network(aaa665a8-138f-44ad-807f-0ec0dffc3a6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa121a20d-75') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG os_vif [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7b:85:89,bridge_name='br-int',has_traffic_filtering=True,id=a121a20d-7541-4112-9748-7f005398206e,network=Network(aaa665a8-138f-44ad-807f-0ec0dffc3a6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa121a20d-75') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa121a20d-75, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=605f6f4c-78b1-4aeb-a751-9822b7d41267) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:07:23 user nova-compute[74854]: INFO os_vif [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7b:85:89,bridge_name='br-int',has_traffic_filtering=True,id=a121a20d-7541-4112-9748-7f005398206e,network=Network(aaa665a8-138f-44ad-807f-0ec0dffc3a6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa121a20d-75')
Oct 23 17:07:23 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] calling os-brick to detach iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, {'target_iqn': 'iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nBTtbPlU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:07:23 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:07:23 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.027s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[063b224c-4f81-488e-b48f-b03b7cafabdb]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 17:07:23 user nova-compute[74854]: No targets found.
Oct 23 17:07:23 user nova-compute[74854]: iSNS:
Oct 23 17:07:23 user nova-compute[74854]: No targets found.
Oct 23 17:07:23 user nova-compute[74854]: STATIC:
Oct 23 17:07:23 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96
Oct 23 17:07:23 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:07:23 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:07:23 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14
Oct 23 17:07:23 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:07:23 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:07:23 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8
Oct 23 17:07:23 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:07:23 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:07:23 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91
Oct 23 17:07:23 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:07:23 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:07:23 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d
Oct 23 17:07:23 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:07:23 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:07:23 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda
Oct 23 17:07:23 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:07:23 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:07:23 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b
Oct 23 17:07:23 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:07:23 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:07:23 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1
Oct 23 17:07:23 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:07:23 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:07:23 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0
Oct 23 17:07:23 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:07:23 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:07:23 user nova-compute[74854]: FIRMWARE:
Oct 23 17:07:23 user nova-compute[74854]: No targets found.
Oct 23 17:07:23 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 17:07:23 user nova-compute[74854]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 17:07:23 user nova-compute[74854]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74854) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91', 0)] {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.025s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[efecd70f-b0cb-4b47-8217-921b4acf31a0]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.036s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d3a9d23-788a-4835-b9d4-b35d33067d57]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)
Oct 23 17:07:23 user nova-compute[74854]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 (non-flash)
Oct 23 17:07:23 user nova-compute[74854]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:07:23 user nova-compute[74854]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:07:23 user nova-compute[74854]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d (non-flash)
Oct 23 17:07:23 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:07:23 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:07:23 user nova-compute[74854]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)
Oct 23 17:07:23 user nova-compute[74854]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)
Oct 23 17:07:23 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)
Oct 23 17:07:23 user nova-compute[74854]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 (non-flash)
Oct 23 17:07:23 user nova-compute[74854]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:07:23 user nova-compute[74854]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:07:23 user nova-compute[74854]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d (non-flash)
Oct 23 17:07:23 user nova-compute[74854]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 (non-flash)
Oct 23 17:07:23 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:07:23 user nova-compute[74854]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)
Oct 23 17:07:23 user nova-compute[74854]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)
Oct 23 17:07:23 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f305c327250>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91'): ({'sdd'}, set())}) {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Removing single pathed devices sdd {{(pid=74854) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4ad50bc-09b1-443e-81d2-0afa662b5051]: (4, ('path checker states:\nup                  9\n\npaths: 0\nbusy: False\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9cd6c46-e14b-423d-a75d-bc7dcc826582]: (4, ('ok\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Flushing IO for device /dev/sdd {{(pid=74854) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[61bb15cc-dc17-4cef-91cf-85c97e9e4860]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74854) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 17:07:23 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.038s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed13d17c-f055-4c55-9dc4-48bef26a6a9b]: (4, ('1', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] SCSI volumes sdd have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91')] {{(pid=74854) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.026s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc164126-8ab0-4478-b3c9-59d893ba1b7b]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 -p 172.16.0.220:3260 --logout {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 -p 172.16.0.220:3260 --logout" returned: 0 in 0.079s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[020b51ea-9c37-459f-ac5d-08b04beb17a9]: (4, ('Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91, portal: 172.16.0.220,3260]\nLogout of [sid: 4, target: iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91, portal: 172.16.0.220,3260]
Oct 23 17:07:24 user nova-compute[74854]: Logout of [sid: 4, target: iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91, portal: 172.16.0.220,3260] successful.
Oct 23 17:07:24 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 -p 172.16.0.220:3260 --op delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:012d14d5-cf92-4e41-890b-24ae44ed6c91 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.039s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b29240d-1573-40d6-8f81-e84ec7594370]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.402s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] <== disconnect_volume: return (405ms) None {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Disconnected iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] calling os-brick to detach iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, {'target_iqn': 'iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HrgnKuXD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:07:24 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:07:24 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a7d7ee7-052d-4875-8f18-f51aad6ee419]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 17:07:24 user nova-compute[74854]: No targets found.
Oct 23 17:07:24 user nova-compute[74854]: iSNS:
Oct 23 17:07:24 user nova-compute[74854]: No targets found.
Oct 23 17:07:24 user nova-compute[74854]: STATIC:
Oct 23 17:07:24 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96
Oct 23 17:07:24 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:07:24 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:07:24 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14
Oct 23 17:07:24 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:07:24 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:07:24 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8
Oct 23 17:07:24 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:07:24 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:07:24 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d
Oct 23 17:07:24 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:07:24 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:07:24 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda
Oct 23 17:07:24 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:07:24 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:07:24 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b
Oct 23 17:07:24 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:07:24 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:07:24 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1
Oct 23 17:07:24 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:07:24 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:07:24 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0
Oct 23 17:07:24 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:07:24 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:07:24 user nova-compute[74854]: FIRMWARE:
Oct 23 17:07:24 user nova-compute[74854]: No targets found.
Oct 23 17:07:24 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 17:07:24 user nova-compute[74854]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 17:07:24 user nova-compute[74854]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74854) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8', 0)] {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG nova.compute.manager [req-828d539f-86ce-437f-bc9c-d04c85196b9d req-1e9049c1-3df6-4af0-af27-0ca5bc724977 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received event network-vif-plugged-a0be0241-31ec-4388-b0fc-0dda0e75f05c {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-828d539f-86ce-437f-bc9c-d04c85196b9d req-1e9049c1-3df6-4af0-af27-0ca5bc724977 service nova] Acquiring lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-828d539f-86ce-437f-bc9c-d04c85196b9d req-1e9049c1-3df6-4af0-af27-0ca5bc724977 service nova] Lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-828d539f-86ce-437f-bc9c-d04c85196b9d req-1e9049c1-3df6-4af0-af27-0ca5bc724977 service nova] Lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG nova.compute.manager [req-828d539f-86ce-437f-bc9c-d04c85196b9d req-1e9049c1-3df6-4af0-af27-0ca5bc724977 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] No waiting events found dispatching network-vif-plugged-a0be0241-31ec-4388-b0fc-0dda0e75f05c {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:07:24 user nova-compute[74854]: WARNING nova.compute.manager [req-828d539f-86ce-437f-bc9c-d04c85196b9d req-1e9049c1-3df6-4af0-af27-0ca5bc724977 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received unexpected event network-vif-plugged-a0be0241-31ec-4388-b0fc-0dda0e75f05c for instance with vm_state active and task_state deleting.
Oct 23 17:07:24 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.026s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a5fe4a7-3b70-49a2-9445-10fc9ab7d9ba]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.042s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[d41b4040-7552-4c38-8064-daa4585346b3]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)
Oct 23 17:07:24 user nova-compute[74854]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 (non-flash)
Oct 23 17:07:24 user nova-compute[74854]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:07:24 user nova-compute[74854]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:07:24 user nova-compute[74854]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d (non-flash)
Oct 23 17:07:24 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:07:24 user nova-compute[74854]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)
Oct 23 17:07:24 user nova-compute[74854]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)
Oct 23 17:07:24 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)
Oct 23 17:07:24 user nova-compute[74854]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 (non-flash)
Oct 23 17:07:24 user nova-compute[74854]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:07:24 user nova-compute[74854]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:07:24 user nova-compute[74854]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d (non-flash)
Oct 23 17:07:24 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:07:24 user nova-compute[74854]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 (non-flash)
Oct 23 17:07:24 user nova-compute[74854]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)
Oct 23 17:07:24 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f3038ebb010>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8'): ({'sdf'}, set())}) {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Removing single pathed devices sdf {{(pid=74854) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac079da8-5e19-4f06-91bc-9cd441eb856e]: (4, ('path checker states:\nup                  8\n\npaths: 0\nbusy: False\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.025s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7559291-091c-4ef6-acb5-edc062a47276]: (4, ('ok\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Flushing IO for device /dev/sdf {{(pid=74854) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c551a74-54a4-4e73-8c3c-fbc0f6be4388]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74854) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.145s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[046c71cc-63d3-44c5-a9f8-681547ec75c9]: (4, ('1', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] SCSI volumes sdf have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8')] {{(pid=74854) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.071s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d0c2542-d868-47e3-afa0-92aa9863dbf1]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 -p 172.16.0.220:3260 --logout {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG nova.compute.manager [req-33010b51-f36a-4f75-9694-333aac610f4d req-f5f7bb21-c07f-40fa-80da-ba6104dd72e7 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received event network-vif-plugged-3aa768c5-5c43-4b37-bd30-98cba551d0df {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-33010b51-f36a-4f75-9694-333aac610f4d req-f5f7bb21-c07f-40fa-80da-ba6104dd72e7 service nova] Acquiring lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-33010b51-f36a-4f75-9694-333aac610f4d req-f5f7bb21-c07f-40fa-80da-ba6104dd72e7 service nova] Lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-33010b51-f36a-4f75-9694-333aac610f4d req-f5f7bb21-c07f-40fa-80da-ba6104dd72e7 service nova] Lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG nova.compute.manager [req-33010b51-f36a-4f75-9694-333aac610f4d req-f5f7bb21-c07f-40fa-80da-ba6104dd72e7 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] No waiting events found dispatching network-vif-plugged-3aa768c5-5c43-4b37-bd30-98cba551d0df {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:07:24 user nova-compute[74854]: WARNING nova.compute.manager [req-33010b51-f36a-4f75-9694-333aac610f4d req-f5f7bb21-c07f-40fa-80da-ba6104dd72e7 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received unexpected event network-vif-plugged-3aa768c5-5c43-4b37-bd30-98cba551d0df for instance with vm_state active and task_state deleting.
Oct 23 17:07:24 user nova-compute[74854]: DEBUG nova.compute.manager [req-33010b51-f36a-4f75-9694-333aac610f4d req-f5f7bb21-c07f-40fa-80da-ba6104dd72e7 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received event network-vif-unplugged-a20d95e9-a1c2-4675-8cd3-20fad978efb8 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-33010b51-f36a-4f75-9694-333aac610f4d req-f5f7bb21-c07f-40fa-80da-ba6104dd72e7 service nova] Acquiring lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-33010b51-f36a-4f75-9694-333aac610f4d req-f5f7bb21-c07f-40fa-80da-ba6104dd72e7 service nova] Lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-33010b51-f36a-4f75-9694-333aac610f4d req-f5f7bb21-c07f-40fa-80da-ba6104dd72e7 service nova] Lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG nova.compute.manager [req-33010b51-f36a-4f75-9694-333aac610f4d req-f5f7bb21-c07f-40fa-80da-ba6104dd72e7 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] No waiting events found dispatching network-vif-unplugged-a20d95e9-a1c2-4675-8cd3-20fad978efb8 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG nova.compute.manager [req-33010b51-f36a-4f75-9694-333aac610f4d req-f5f7bb21-c07f-40fa-80da-ba6104dd72e7 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received event network-vif-unplugged-a20d95e9-a1c2-4675-8cd3-20fad978efb8 for instance with task_state deleting. {{(pid=74854) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG nova.compute.manager [req-33010b51-f36a-4f75-9694-333aac610f4d req-f5f7bb21-c07f-40fa-80da-ba6104dd72e7 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received event network-vif-plugged-a20d95e9-a1c2-4675-8cd3-20fad978efb8 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-33010b51-f36a-4f75-9694-333aac610f4d req-f5f7bb21-c07f-40fa-80da-ba6104dd72e7 service nova] Acquiring lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-33010b51-f36a-4f75-9694-333aac610f4d req-f5f7bb21-c07f-40fa-80da-ba6104dd72e7 service nova] Lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-33010b51-f36a-4f75-9694-333aac610f4d req-f5f7bb21-c07f-40fa-80da-ba6104dd72e7 service nova] Lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG nova.compute.manager [req-33010b51-f36a-4f75-9694-333aac610f4d req-f5f7bb21-c07f-40fa-80da-ba6104dd72e7 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] No waiting events found dispatching network-vif-plugged-a20d95e9-a1c2-4675-8cd3-20fad978efb8 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:07:24 user nova-compute[74854]: WARNING nova.compute.manager [req-33010b51-f36a-4f75-9694-333aac610f4d req-f5f7bb21-c07f-40fa-80da-ba6104dd72e7 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received unexpected event network-vif-plugged-a20d95e9-a1c2-4675-8cd3-20fad978efb8 for instance with vm_state active and task_state deleting.
Oct 23 17:07:24 user nova-compute[74854]: DEBUG nova.compute.manager [req-33010b51-f36a-4f75-9694-333aac610f4d req-f5f7bb21-c07f-40fa-80da-ba6104dd72e7 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received event network-vif-unplugged-a121a20d-7541-4112-9748-7f005398206e {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-33010b51-f36a-4f75-9694-333aac610f4d req-f5f7bb21-c07f-40fa-80da-ba6104dd72e7 service nova] Acquiring lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-33010b51-f36a-4f75-9694-333aac610f4d req-f5f7bb21-c07f-40fa-80da-ba6104dd72e7 service nova] Lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-33010b51-f36a-4f75-9694-333aac610f4d req-f5f7bb21-c07f-40fa-80da-ba6104dd72e7 service nova] Lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG nova.compute.manager [req-33010b51-f36a-4f75-9694-333aac610f4d req-f5f7bb21-c07f-40fa-80da-ba6104dd72e7 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] No waiting events found dispatching network-vif-unplugged-a121a20d-7541-4112-9748-7f005398206e {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG nova.compute.manager [req-33010b51-f36a-4f75-9694-333aac610f4d req-f5f7bb21-c07f-40fa-80da-ba6104dd72e7 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received event network-vif-unplugged-a121a20d-7541-4112-9748-7f005398206e for instance with task_state deleting. {{(pid=74854) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG nova.compute.manager [req-33010b51-f36a-4f75-9694-333aac610f4d req-f5f7bb21-c07f-40fa-80da-ba6104dd72e7 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received event network-vif-plugged-a121a20d-7541-4112-9748-7f005398206e {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-33010b51-f36a-4f75-9694-333aac610f4d req-f5f7bb21-c07f-40fa-80da-ba6104dd72e7 service nova] Acquiring lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-33010b51-f36a-4f75-9694-333aac610f4d req-f5f7bb21-c07f-40fa-80da-ba6104dd72e7 service nova] Lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-33010b51-f36a-4f75-9694-333aac610f4d req-f5f7bb21-c07f-40fa-80da-ba6104dd72e7 service nova] Lock "c5c5eaef-a5de-43f0-8637-009a870b9f38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG nova.compute.manager [req-33010b51-f36a-4f75-9694-333aac610f4d req-f5f7bb21-c07f-40fa-80da-ba6104dd72e7 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] No waiting events found dispatching network-vif-plugged-a121a20d-7541-4112-9748-7f005398206e {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:07:24 user nova-compute[74854]: WARNING nova.compute.manager [req-33010b51-f36a-4f75-9694-333aac610f4d req-f5f7bb21-c07f-40fa-80da-ba6104dd72e7 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received unexpected event network-vif-plugged-a121a20d-7541-4112-9748-7f005398206e for instance with vm_state active and task_state deleting.
Oct 23 17:07:24 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 -p 172.16.0.220:3260 --logout" returned: 0 in 0.130s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[5204f058-7fd4-465f-a40f-6255142f6f78]: (4, ('Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8, portal: 172.16.0.220,3260]\nLogout of [sid: 6, target: iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8, portal: 172.16.0.220,3260]
Oct 23 17:07:24 user nova-compute[74854]: Logout of [sid: 6, target: iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8, portal: 172.16.0.220,3260] successful.
Oct 23 17:07:24 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 -p 172.16.0.220:3260 --op delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:43d8e906-9beb-4b35-821f-7705cd4f1ec8 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.039s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[d875178b-2bc3-4ce0-a871-9452f39d2e63]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.732s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] <== disconnect_volume: return (735ms) None {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Disconnected iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] calling os-brick to detach iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, {'target_iqn': 'iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aVgoOUBA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:07:24 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:07:24 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:24 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e39763b1-35f6-4d30-ba79-6dfebfa02cd0]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:25 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 17:07:25 user nova-compute[74854]: No targets found.
Oct 23 17:07:25 user nova-compute[74854]: iSNS:
Oct 23 17:07:25 user nova-compute[74854]: No targets found.
Oct 23 17:07:25 user nova-compute[74854]: STATIC:
Oct 23 17:07:25 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96
Oct 23 17:07:25 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:07:25 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:07:25 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14
Oct 23 17:07:25 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:07:25 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:07:25 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d
Oct 23 17:07:25 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:07:25 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:07:25 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda
Oct 23 17:07:25 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:07:25 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:07:25 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b
Oct 23 17:07:25 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:07:25 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:07:25 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1
Oct 23 17:07:25 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:07:25 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:07:25 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0
Oct 23 17:07:25 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:07:25 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:07:25 user nova-compute[74854]: FIRMWARE:
Oct 23 17:07:25 user nova-compute[74854]: No targets found.
Oct 23 17:07:25 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:07:25 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 17:07:25 user nova-compute[74854]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 17:07:25 user nova-compute[74854]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74854) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 17:07:25 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda', 0)] {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 17:07:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:25 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[3988b635-1ba3-4ef4-b2a4-4598595bf937]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:25 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[1111a6a6-818e-4fde-afc8-c12d6655202d]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:25 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)
Oct 23 17:07:25 user nova-compute[74854]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 (non-flash)
Oct 23 17:07:25 user nova-compute[74854]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:07:25 user nova-compute[74854]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:07:25 user nova-compute[74854]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d (non-flash)
Oct 23 17:07:25 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:07:25 user nova-compute[74854]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)
Oct 23 17:07:25 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:07:25 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)
Oct 23 17:07:25 user nova-compute[74854]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 (non-flash)
Oct 23 17:07:25 user nova-compute[74854]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:07:25 user nova-compute[74854]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:07:25 user nova-compute[74854]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d (non-flash)
Oct 23 17:07:25 user nova-compute[74854]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda (non-flash)
Oct 23 17:07:25 user nova-compute[74854]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)
Oct 23 17:07:25 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:07:25 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f305c324e50>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda'): ({'sde'}, set())}) {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 17:07:25 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Removing single pathed devices sde {{(pid=74854) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 17:07:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:25 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b777ffd-c23b-496c-9baa-00b7bc3951ac]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:25 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[5bf642ab-f713-440f-84aa-48ec277f1c5e]: (4, ('ok\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:25 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Flushing IO for device /dev/sde {{(pid=74854) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 17:07:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.013s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:25 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[44e41e74-7cf0-4ec5-8735-f73e53da27b1]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:25 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74854) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 17:07:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.040s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:25 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9c327c0-1d22-4484-86cb-e9b9144696f5]: (4, ('1', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:25 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 17:07:25 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] SCSI volumes sde have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 17:07:25 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda')] {{(pid=74854) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 17:07:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:25 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4c3657a-c972-4c94-a9bc-09507d489460]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:25 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:07:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda -p 172.16.0.220:3260 --logout {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda -p 172.16.0.220:3260 --logout" returned: 0 in 0.079s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:25 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fe5ffff-9f87-459d-919a-266ef5cd2775]: (4, ('Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda, portal: 172.16.0.220,3260]\nLogout of [sid: 5, target: iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:25 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda, portal: 172.16.0.220,3260]
Oct 23 17:07:25 user nova-compute[74854]: Logout of [sid: 5, target: iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda, portal: 172.16.0.220,3260] successful.
Oct 23 17:07:25 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:07:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda -p 172.16.0.220:3260 --op delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:843fefea-be75-43ee-a97d-19c99f50cbda -p 172.16.0.220:3260 --op delete" returned: 0 in 0.045s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:25 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc7d2ff0-ab58-48a3-904f-5f3452258c69]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:25 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:07:25 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.384s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:07:25 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] <== disconnect_volume: return (385ms) None {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:07:25 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Disconnected iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 17:07:25 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Deleting instance files /opt/stack/data/nova/instances/c5c5eaef-a5de-43f0-8637-009a870b9f38_del
Oct 23 17:07:25 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Deletion of /opt/stack/data/nova/instances/c5c5eaef-a5de-43f0-8637-009a870b9f38_del complete
Oct 23 17:07:25 user nova-compute[74854]: INFO nova.compute.manager [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Took 4.41 seconds to destroy the instance on the hypervisor.
Oct 23 17:07:25 user nova-compute[74854]: DEBUG oslo.service.loopingcall [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 17:07:25 user nova-compute[74854]: DEBUG nova.compute.manager [-] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Deallocating network for instance {{(pid=74854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 17:07:25 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] deallocate_for_instance() {{(pid=74854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 17:07:27 user nova-compute[74854]: DEBUG nova.compute.manager [req-e1ca79ce-c80a-4170-b7fa-8b4d6c33adbc req-e7335292-8ef2-47df-abd7-458defaff9b0 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received event network-vif-deleted-3aa768c5-5c43-4b37-bd30-98cba551d0df {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:07:27 user nova-compute[74854]: INFO nova.compute.manager [req-e1ca79ce-c80a-4170-b7fa-8b4d6c33adbc req-e7335292-8ef2-47df-abd7-458defaff9b0 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Neutron deleted interface 3aa768c5-5c43-4b37-bd30-98cba551d0df; detaching it from the instance and deleting it from the info cache
Oct 23 17:07:27 user nova-compute[74854]: DEBUG nova.network.neutron [req-e1ca79ce-c80a-4170-b7fa-8b4d6c33adbc req-e7335292-8ef2-47df-abd7-458defaff9b0 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Updating instance_info_cache with network_info: [{"id": "4b98f337-da94-4943-95ce-75e6b0d1d3f7", "address": "fa:16:3e:3d:ee:dd", "network": {"id": "367d08f1-3356-4df0-8215-d668efa2f9a1", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1188717923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.35", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b98f337-da", "ovs_interfaceid": "4b98f337-da94-4943-95ce-75e6b0d1d3f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "314299e6-3bd6-48ae-91cd-4756a58f94cc", "address": "fa:16:3e:29:72:88", "network": {"id": "c3f2ba9b-169c-4c84-b01d-2dbed4979b58", "bridge": "br-int", "label": "tempest-device-tagging-net1-1822806631", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap314299e6-3b", "ovs_interfaceid": "314299e6-3bd6-48ae-91cd-4756a58f94cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "71403998-d1d1-430d-8365-db5394f41b23", "address": "fa:16:3e:f8:96:25", "network": {"id": "c3f2ba9b-169c-4c84-b01d-2dbed4979b58", "bridge": "br-int", "label": "tempest-device-tagging-net1-1822806631", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71403998-d1", "ovs_interfaceid": "71403998-d1d1-430d-8365-db5394f41b23", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "a0be0241-31ec-4388-b0fc-0dda0e75f05c", "address": "fa:16:3e:82:3e:96", "network": {"id": "c3f2ba9b-169c-4c84-b01d-2dbed4979b58", "bridge": "br-int", "label": "tempest-device-tagging-net1-1822806631", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0be0241-31", "ovs_interfaceid": "a0be0241-31ec-4388-b0fc-0dda0e75f05c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a20d95e9-a1c2-4675-8cd3-20fad978efb8", "address": "fa:16:3e:b1:53:98", "network": {"id": "aaa665a8-138f-44ad-807f-0ec0dffc3a6c", "bridge": "br-int", "label": "tempest-device-tagging-net2-1217736957", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa20d95e9-a1", "ovs_interfaceid": "a20d95e9-a1c2-4675-8cd3-20fad978efb8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a121a20d-7541-4112-9748-7f005398206e", "address": "fa:16:3e:7b:85:89", "network": {"id": "aaa665a8-138f-44ad-807f-0ec0dffc3a6c", "bridge": "br-int", "label": "tempest-device-tagging-net2-1217736957", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa121a20d-75", "ovs_interfaceid": "a121a20d-7541-4112-9748-7f005398206e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:07:27 user nova-compute[74854]: DEBUG nova.compute.manager [req-e1ca79ce-c80a-4170-b7fa-8b4d6c33adbc req-e7335292-8ef2-47df-abd7-458defaff9b0 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Detach interface failed, port_id=3aa768c5-5c43-4b37-bd30-98cba551d0df, reason: Instance c5c5eaef-a5de-43f0-8637-009a870b9f38 could not be found. {{(pid=74854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 23 17:07:28 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-2038f008-eb6f-4d8c-8bf4-4008dd982973 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Acquiring lock "f5d24cfc-a7aa-41d7-99f6-e59331c1608f" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:28 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-2038f008-eb6f-4d8c-8bf4-4008dd982973 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Lock "f5d24cfc-a7aa-41d7-99f6-e59331c1608f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:28 user nova-compute[74854]: DEBUG nova.objects.instance [None req-2038f008-eb6f-4d8c-8bf4-4008dd982973 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Lazy-loading 'flavor' on Instance uuid f5d24cfc-a7aa-41d7-99f6-e59331c1608f {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:07:28 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-2038f008-eb6f-4d8c-8bf4-4008dd982973 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Lock "f5d24cfc-a7aa-41d7-99f6-e59331c1608f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.077s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:28 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-2038f008-eb6f-4d8c-8bf4-4008dd982973 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Acquiring lock "f5d24cfc-a7aa-41d7-99f6-e59331c1608f" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:28 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-2038f008-eb6f-4d8c-8bf4-4008dd982973 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Lock "f5d24cfc-a7aa-41d7-99f6-e59331c1608f" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:28 user nova-compute[74854]: INFO nova.compute.manager [None req-2038f008-eb6f-4d8c-8bf4-4008dd982973 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Attaching volume ce334880-724f-4ba4-9687-af709756e5eb to /dev/vdc
Oct 23 17:07:28 user nova-compute[74854]: DEBUG os_brick.utils [None req-2038f008-eb6f-4d8c-8bf4-4008dd982973 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:07:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:28 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e369db07-964b-4ac4-bb70-4bf9a9cd3b1e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a321e2f0722\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:28 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5956cc2-1591-4889-985a-04cdae6a1f89]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:28 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c58eac7-225b-4c60-b0df-22246d11a787]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:28 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0932495-30df-4312-b99f-921a32849b12]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-2038f008-eb6f-4d8c-8bf4-4008dd982973 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Running cmd (subprocess): nvme version {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-2038f008-eb6f-4d8c-8bf4-4008dd982973 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] 'nvme version' failed. Not Retrying. {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:07:28 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.nvmeof [None req-2038f008-eb6f-4d8c-8bf4-4008dd982973 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] nvme not present on system {{(pid=74854) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 17:07:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:07:28 user nova-compute[74854]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 17:07:28 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[2dfe8422-78e6-48fd-a6f8-b89f4c85a386]: (4, '') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:28 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-2038f008-eb6f-4d8c-8bf4-4008dd982973 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74854) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 17:07:28 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-2038f008-eb6f-4d8c-8bf4-4008dd982973 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 17:07:28 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-2038f008-eb6f-4d8c-8bf4-4008dd982973 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] LIGHTOS: no hostnqn found. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 17:07:28 user nova-compute[74854]: DEBUG os_brick.utils [None req-2038f008-eb6f-4d8c-8bf4-4008dd982973 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] <== get_connector_properties: return (219ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a321e2f0722', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:07:28 user nova-compute[74854]: DEBUG nova.virt.block_device [None req-2038f008-eb6f-4d8c-8bf4-4008dd982973 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Updating existing volume attachment record: b8371201-3fcc-45cc-939b-8abd9cfb9df4 {{(pid=74854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 17:07:29 user nova-compute[74854]: DEBUG nova.compute.manager [req-fe772e91-2c5a-43db-8c10-4a9d0a3d8283 req-2de0dadf-1433-43a9-823f-0948928d22f9 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received event network-vif-deleted-a20d95e9-a1c2-4675-8cd3-20fad978efb8 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:07:29 user nova-compute[74854]: INFO nova.compute.manager [req-fe772e91-2c5a-43db-8c10-4a9d0a3d8283 req-2de0dadf-1433-43a9-823f-0948928d22f9 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Neutron deleted interface a20d95e9-a1c2-4675-8cd3-20fad978efb8; detaching it from the instance and deleting it from the info cache
Oct 23 17:07:29 user nova-compute[74854]: DEBUG nova.network.neutron [req-fe772e91-2c5a-43db-8c10-4a9d0a3d8283 req-2de0dadf-1433-43a9-823f-0948928d22f9 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Updating instance_info_cache with network_info: [{"id": "4b98f337-da94-4943-95ce-75e6b0d1d3f7", "address": "fa:16:3e:3d:ee:dd", "network": {"id": "367d08f1-3356-4df0-8215-d668efa2f9a1", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1188717923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.35", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b98f337-da", "ovs_interfaceid": "4b98f337-da94-4943-95ce-75e6b0d1d3f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "314299e6-3bd6-48ae-91cd-4756a58f94cc", "address": "fa:16:3e:29:72:88", "network": {"id": "c3f2ba9b-169c-4c84-b01d-2dbed4979b58", "bridge": "br-int", "label": "tempest-device-tagging-net1-1822806631", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap314299e6-3b", "ovs_interfaceid": "314299e6-3bd6-48ae-91cd-4756a58f94cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "71403998-d1d1-430d-8365-db5394f41b23", "address": "fa:16:3e:f8:96:25", "network": {"id": "c3f2ba9b-169c-4c84-b01d-2dbed4979b58", "bridge": "br-int", "label": "tempest-device-tagging-net1-1822806631", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71403998-d1", "ovs_interfaceid": "71403998-d1d1-430d-8365-db5394f41b23", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "a0be0241-31ec-4388-b0fc-0dda0e75f05c", "address": "fa:16:3e:82:3e:96", "network": {"id": "c3f2ba9b-169c-4c84-b01d-2dbed4979b58", "bridge": "br-int", "label": "tempest-device-tagging-net1-1822806631", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0be0241-31", "ovs_interfaceid": "a0be0241-31ec-4388-b0fc-0dda0e75f05c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a121a20d-7541-4112-9748-7f005398206e", "address": "fa:16:3e:7b:85:89", "network": {"id": "aaa665a8-138f-44ad-807f-0ec0dffc3a6c", "bridge": "br-int", "label": "tempest-device-tagging-net2-1217736957", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa121a20d-75", "ovs_interfaceid": "a121a20d-7541-4112-9748-7f005398206e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:07:29 user nova-compute[74854]: DEBUG nova.compute.manager [req-fe772e91-2c5a-43db-8c10-4a9d0a3d8283 req-2de0dadf-1433-43a9-823f-0948928d22f9 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Detach interface failed, port_id=a20d95e9-a1c2-4675-8cd3-20fad978efb8, reason: Instance c5c5eaef-a5de-43f0-8637-009a870b9f38 could not be found. {{(pid=74854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 23 17:07:29 user nova-compute[74854]: DEBUG nova.compute.manager [req-fe772e91-2c5a-43db-8c10-4a9d0a3d8283 req-2de0dadf-1433-43a9-823f-0948928d22f9 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received event network-vif-deleted-a0be0241-31ec-4388-b0fc-0dda0e75f05c {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:07:29 user nova-compute[74854]: INFO nova.compute.manager [req-fe772e91-2c5a-43db-8c10-4a9d0a3d8283 req-2de0dadf-1433-43a9-823f-0948928d22f9 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Neutron deleted interface a0be0241-31ec-4388-b0fc-0dda0e75f05c; detaching it from the instance and deleting it from the info cache
Oct 23 17:07:29 user nova-compute[74854]: DEBUG nova.network.neutron [req-fe772e91-2c5a-43db-8c10-4a9d0a3d8283 req-2de0dadf-1433-43a9-823f-0948928d22f9 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Updating instance_info_cache with network_info: [{"id": "4b98f337-da94-4943-95ce-75e6b0d1d3f7", "address": "fa:16:3e:3d:ee:dd", "network": {"id": "367d08f1-3356-4df0-8215-d668efa2f9a1", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1188717923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.35", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b98f337-da", "ovs_interfaceid": "4b98f337-da94-4943-95ce-75e6b0d1d3f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "314299e6-3bd6-48ae-91cd-4756a58f94cc", "address": "fa:16:3e:29:72:88", "network": {"id": "c3f2ba9b-169c-4c84-b01d-2dbed4979b58", "bridge": "br-int", "label": "tempest-device-tagging-net1-1822806631", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap314299e6-3b", "ovs_interfaceid": "314299e6-3bd6-48ae-91cd-4756a58f94cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "71403998-d1d1-430d-8365-db5394f41b23", "address": "fa:16:3e:f8:96:25", "network": {"id": "c3f2ba9b-169c-4c84-b01d-2dbed4979b58", "bridge": "br-int", "label": "tempest-device-tagging-net1-1822806631", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71403998-d1", "ovs_interfaceid": "71403998-d1d1-430d-8365-db5394f41b23", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "a121a20d-7541-4112-9748-7f005398206e", "address": "fa:16:3e:7b:85:89", "network": {"id": "aaa665a8-138f-44ad-807f-0ec0dffc3a6c", "bridge": "br-int", "label": "tempest-device-tagging-net2-1217736957", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa121a20d-75", "ovs_interfaceid": "a121a20d-7541-4112-9748-7f005398206e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:07:29 user nova-compute[74854]: DEBUG nova.compute.manager [req-fe772e91-2c5a-43db-8c10-4a9d0a3d8283 req-2de0dadf-1433-43a9-823f-0948928d22f9 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Detach interface failed, port_id=a0be0241-31ec-4388-b0fc-0dda0e75f05c, reason: Instance c5c5eaef-a5de-43f0-8637-009a870b9f38 could not be found. {{(pid=74854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 23 17:07:29 user nova-compute[74854]: DEBUG nova.compute.manager [req-fe772e91-2c5a-43db-8c10-4a9d0a3d8283 req-2de0dadf-1433-43a9-823f-0948928d22f9 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received event network-vif-deleted-a121a20d-7541-4112-9748-7f005398206e {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:07:29 user nova-compute[74854]: INFO nova.compute.manager [req-fe772e91-2c5a-43db-8c10-4a9d0a3d8283 req-2de0dadf-1433-43a9-823f-0948928d22f9 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Neutron deleted interface a121a20d-7541-4112-9748-7f005398206e; detaching it from the instance and deleting it from the info cache
Oct 23 17:07:29 user nova-compute[74854]: DEBUG nova.network.neutron [req-fe772e91-2c5a-43db-8c10-4a9d0a3d8283 req-2de0dadf-1433-43a9-823f-0948928d22f9 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Updating instance_info_cache with network_info: [{"id": "4b98f337-da94-4943-95ce-75e6b0d1d3f7", "address": "fa:16:3e:3d:ee:dd", "network": {"id": "367d08f1-3356-4df0-8215-d668efa2f9a1", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1188717923-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.35", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b98f337-da", "ovs_interfaceid": "4b98f337-da94-4943-95ce-75e6b0d1d3f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "314299e6-3bd6-48ae-91cd-4756a58f94cc", "address": "fa:16:3e:29:72:88", "network": {"id": "c3f2ba9b-169c-4c84-b01d-2dbed4979b58", "bridge": "br-int", "label": "tempest-device-tagging-net1-1822806631", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap314299e6-3b", "ovs_interfaceid": "314299e6-3bd6-48ae-91cd-4756a58f94cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "71403998-d1d1-430d-8365-db5394f41b23", "address": "fa:16:3e:f8:96:25", "network": {"id": "c3f2ba9b-169c-4c84-b01d-2dbed4979b58", "bridge": "br-int", "label": "tempest-device-tagging-net1-1822806631", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7abd032e728d4f639fc0a6ed18567bec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71403998-d1", "ovs_interfaceid": "71403998-d1d1-430d-8365-db5394f41b23", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:07:29 user nova-compute[74854]: DEBUG nova.compute.manager [req-fe772e91-2c5a-43db-8c10-4a9d0a3d8283 req-2de0dadf-1433-43a9-823f-0948928d22f9 service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Detach interface failed, port_id=a121a20d-7541-4112-9748-7f005398206e, reason: Instance c5c5eaef-a5de-43f0-8637-009a870b9f38 could not be found. {{(pid=74854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 23 17:07:29 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:07:29 user nova-compute[74854]: INFO nova.compute.manager [-] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Took 4.41 seconds to deallocate network for instance.
Oct 23 17:07:31 user nova-compute[74854]: DEBUG nova.compute.manager [req-90cbe706-7ad7-4a37-98dd-d6e31cc4e8d9 req-fff5355c-0466-49ee-8eba-c0087411994a service nova] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Received event network-vif-deleted-4b98f337-da94-4943-95ce-75e6b0d1d3f7 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:07:32 user nova-compute[74854]: INFO nova.compute.manager [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] [instance: c5c5eaef-a5de-43f0-8637-009a870b9f38] Took 2.70 seconds to detach 3 volumes for instance.
Oct 23 17:07:32 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:32 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:32 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:07:32 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:07:32 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.330s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:32 user nova-compute[74854]: INFO nova.scheduler.client.report [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Deleted allocations for instance c5c5eaef-a5de-43f0-8637-009a870b9f38
Oct 23 17:07:33 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c13d202d-315b-44d0-9a00-cf75d2768d70 tempest-TaggedBootDevicesTest-259030877 tempest-TaggedBootDevicesTest-259030877-project-member] Lock "c5c5eaef-a5de-43f0-8637-009a870b9f38" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 12.062s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:33 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4998-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:07:33 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:33 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74854) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 17:07:33 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:07:33 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:07:33 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:34 user nova-compute[74854]: DEBUG nova.compute.manager [req-7742d260-8e24-42ab-a71a-9732b4886d94 req-e859cd9a-a3fe-4b54-9129-4a10c51cd5e3 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received event network-changed-262bf787-b239-4d40-9c98-8f56adfb9dc9 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:07:34 user nova-compute[74854]: DEBUG nova.compute.manager [req-7742d260-8e24-42ab-a71a-9732b4886d94 req-e859cd9a-a3fe-4b54-9129-4a10c51cd5e3 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Refreshing instance network info cache due to event network-changed-262bf787-b239-4d40-9c98-8f56adfb9dc9. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:07:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-7742d260-8e24-42ab-a71a-9732b4886d94 req-e859cd9a-a3fe-4b54-9129-4a10c51cd5e3 service nova] Acquiring lock "refresh_cache-77cee224-bb86-4929-bcb6-aa4b31cd235f" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:07:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-7742d260-8e24-42ab-a71a-9732b4886d94 req-e859cd9a-a3fe-4b54-9129-4a10c51cd5e3 service nova] Acquired lock "refresh_cache-77cee224-bb86-4929-bcb6-aa4b31cd235f" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:07:34 user nova-compute[74854]: DEBUG nova.network.neutron [req-7742d260-8e24-42ab-a71a-9732b4886d94 req-e859cd9a-a3fe-4b54-9129-4a10c51cd5e3 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Refreshing network info cache for port 262bf787-b239-4d40-9c98-8f56adfb9dc9 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:07:34 user nova-compute[74854]: DEBUG nova.network.neutron [req-7742d260-8e24-42ab-a71a-9732b4886d94 req-e859cd9a-a3fe-4b54-9129-4a10c51cd5e3 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Updated VIF entry in instance network info cache for port 262bf787-b239-4d40-9c98-8f56adfb9dc9. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:07:34 user nova-compute[74854]: DEBUG nova.network.neutron [req-7742d260-8e24-42ab-a71a-9732b4886d94 req-e859cd9a-a3fe-4b54-9129-4a10c51cd5e3 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Updating instance_info_cache with network_info: [{"id": "262bf787-b239-4d40-9c98-8f56adfb9dc9", "address": "fa:16:3e:2a:b7:23", "network": {"id": "bf7176bc-9507-4b2c-9169-1a2833155404", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-981604424-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap262bf787-b2", "ovs_interfaceid": "262bf787-b239-4d40-9c98-8f56adfb9dc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "da0880e1-436b-47d3-90ef-ccc1935a47fd", "address": "fa:16:3e:bf:24:7f", "network": {"id": "d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841375724", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda0880e1-43", "ovs_interfaceid": "da0880e1-436b-47d3-90ef-ccc1935a47fd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "8f4ce331-dfe7-4cab-a78e-357134ef82f1", "address": "fa:16:3e:df:c3:8d", "network": {"id": "d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841375724", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f4ce331-df", "ovs_interfaceid": "8f4ce331-dfe7-4cab-a78e-357134ef82f1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "09bb0fd7-c1ee-420d-8cac-ebcda200bada", "address": "fa:16:3e:93:0b:82", "network": {"id": "d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841375724", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09bb0fd7-c1", "ovs_interfaceid": "09bb0fd7-c1ee-420d-8cac-ebcda200bada", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "388a6f93-0f6c-47f5-8ccc-3d6ff804eb11", "address": "fa:16:3e:f8:9c:ab", "network": {"id": "d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841375724", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap388a6f93-0f", "ovs_interfaceid": "388a6f93-0f6c-47f5-8ccc-3d6ff804eb11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e2515a32-fd59-40bb-9ae2-9bbad45d9bae", "address": "fa:16:3e:ac:ab:2a", "network": {"id": "c9fc255c-e299-452e-921e-b6af71f3cf26", "bridge": "br-int", "label": "tempest-device-tagging-net2-1128029543", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape2515a32-fd", "ovs_interfaceid": "e2515a32-fd59-40bb-9ae2-9bbad45d9bae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9887f68c-dbfa-48bf-a60b-54009a9211d7", "address": "fa:16:3e:46:7b:24", "network": {"id": "c9fc255c-e299-452e-921e-b6af71f3cf26", "bridge": "br-int", "label": "tempest-device-tagging-net2-1128029543", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9887f68c-db", "ovs_interfaceid": "9887f68c-dbfa-48bf-a60b-54009a9211d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:07:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-7742d260-8e24-42ab-a71a-9732b4886d94 req-e859cd9a-a3fe-4b54-9129-4a10c51cd5e3 service nova] Releasing lock "refresh_cache-77cee224-bb86-4929-bcb6-aa4b31cd235f" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:07:34 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:35 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:37 user nova-compute[74854]: INFO nova.compute.manager [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Rescuing
Oct 23 17:07:37 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Acquiring lock "refresh_cache-30026d10-f080-4a53-8a4e-b8be523fe48e" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:07:37 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Acquired lock "refresh_cache-30026d10-f080-4a53-8a4e-b8be523fe48e" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:07:37 user nova-compute[74854]: DEBUG nova.network.neutron [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:07:37 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Acquiring lock "77cee224-bb86-4929-bcb6-aa4b31cd235f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:37 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Lock "77cee224-bb86-4929-bcb6-aa4b31cd235f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:37 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Acquiring lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:37 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:37 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:37 user nova-compute[74854]: INFO nova.compute.manager [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Terminating instance
Oct 23 17:07:37 user nova-compute[74854]: DEBUG nova.compute.manager [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Start destroying the instance on the hypervisor. {{(pid=74854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 17:07:37 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:37 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:37 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:37 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:37 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:37 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:37 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:37 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:37 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:37 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:37 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:37 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:37 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:37 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:37 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:38 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:38 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:38 user nova-compute[74854]: DEBUG nova.compute.manager [req-691d10c6-2e3b-4e42-8419-fbc8d9489ac4 req-26e028c1-6321-475b-a291-933b25803e80 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received event network-vif-unplugged-262bf787-b239-4d40-9c98-8f56adfb9dc9 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:07:38 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-691d10c6-2e3b-4e42-8419-fbc8d9489ac4 req-26e028c1-6321-475b-a291-933b25803e80 service nova] Acquiring lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:38 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-691d10c6-2e3b-4e42-8419-fbc8d9489ac4 req-26e028c1-6321-475b-a291-933b25803e80 service nova] Lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:38 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-691d10c6-2e3b-4e42-8419-fbc8d9489ac4 req-26e028c1-6321-475b-a291-933b25803e80 service nova] Lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:38 user nova-compute[74854]: DEBUG nova.compute.manager [req-691d10c6-2e3b-4e42-8419-fbc8d9489ac4 req-26e028c1-6321-475b-a291-933b25803e80 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] No waiting events found dispatching network-vif-unplugged-262bf787-b239-4d40-9c98-8f56adfb9dc9 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:07:38 user nova-compute[74854]: DEBUG nova.compute.manager [req-691d10c6-2e3b-4e42-8419-fbc8d9489ac4 req-26e028c1-6321-475b-a291-933b25803e80 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received event network-vif-unplugged-262bf787-b239-4d40-9c98-8f56adfb9dc9 for instance with task_state deleting. {{(pid=74854) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 17:07:38 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:38 user nova-compute[74854]: DEBUG nova.compute.manager [req-3648cce1-e562-47ad-ad6e-fe5ff335ccea req-ce887acb-3381-445c-bec8-f0e5bc50d326 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received event network-vif-unplugged-8f4ce331-dfe7-4cab-a78e-357134ef82f1 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:07:38 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-3648cce1-e562-47ad-ad6e-fe5ff335ccea req-ce887acb-3381-445c-bec8-f0e5bc50d326 service nova] Acquiring lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:38 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-3648cce1-e562-47ad-ad6e-fe5ff335ccea req-ce887acb-3381-445c-bec8-f0e5bc50d326 service nova] Lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:38 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-3648cce1-e562-47ad-ad6e-fe5ff335ccea req-ce887acb-3381-445c-bec8-f0e5bc50d326 service nova] Lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:38 user nova-compute[74854]: DEBUG nova.compute.manager [req-3648cce1-e562-47ad-ad6e-fe5ff335ccea req-ce887acb-3381-445c-bec8-f0e5bc50d326 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] No waiting events found dispatching network-vif-unplugged-8f4ce331-dfe7-4cab-a78e-357134ef82f1 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:07:38 user nova-compute[74854]: DEBUG nova.compute.manager [req-3648cce1-e562-47ad-ad6e-fe5ff335ccea req-ce887acb-3381-445c-bec8-f0e5bc50d326 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received event network-vif-unplugged-8f4ce331-dfe7-4cab-a78e-357134ef82f1 for instance with task_state deleting. {{(pid=74854) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 17:07:38 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:38 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:38 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:38 user nova-compute[74854]: DEBUG nova.network.neutron [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Updating instance_info_cache with network_info: [{"id": "76844ca9-ee3f-4faa-a83b-0ab1ca70e55c", "address": "fa:16:3e:10:66:59", "network": {"id": "a40026f1-91de-4e98-85cd-c3bd1a956407", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1048031159-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "435cbd0d03324a45bdacc7d5b76213e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap76844ca9-ee", "ovs_interfaceid": "76844ca9-ee3f-4faa-a83b-0ab1ca70e55c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:07:38 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:38 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Releasing lock "refresh_cache-30026d10-f080-4a53-8a4e-b8be523fe48e" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:07:38 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:38 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:07:38 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:07:38 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:07:38 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 17:07:38 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:38 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Instance destroyed successfully.
Oct 23 17:07:38 user nova-compute[74854]: DEBUG nova.objects.instance [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Lazy-loading 'resources' on Instance uuid 77cee224-bb86-4929-bcb6-aa4b31cd235f {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:07:38 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T17:04:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-469615046',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-469615046',id=10,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDKJBR5szAu7kZuYrk6dQy+JNY5yJ1zDOdogRZ1fLm8XQECdToh9btgnUB8V8eGvQcZbz1a5Cpc8P6cUiX5NdXhSTSguzKnFEoc6T8fYO/v3KAf9iCVSdHJHVZZ0LWJKVA==',key_name='tempest-keypair-1291299313',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:06:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1893a4e0284e4543be6590408a89e1f2',ramdisk_id='',reservation_id='r-9ejidttf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-721768869',owner_user_name='tempest-TaggedBootDevicesTest_v242-721768869-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:06:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ff5a3846507f472ebc27b416c2f5f2b4',uuid=77cee224-bb86-4929-bcb6-aa4b31cd235f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "262bf787-b239-4d40-9c98-8f56adfb9dc9", "address": "fa:16:3e:2a:b7:23", "network": {"id": "bf7176bc-9507-4b2c-9169-1a2833155404", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-981604424-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap262bf787-b2", "ovs_interfaceid": "262bf787-b239-4d40-9c98-8f56adfb9dc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:07:38 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Converting VIF {"id": "262bf787-b239-4d40-9c98-8f56adfb9dc9", "address": "fa:16:3e:2a:b7:23", "network": {"id": "bf7176bc-9507-4b2c-9169-1a2833155404", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-981604424-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap262bf787-b2", "ovs_interfaceid": "262bf787-b239-4d40-9c98-8f56adfb9dc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:07:38 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2a:b7:23,bridge_name='br-int',has_traffic_filtering=True,id=262bf787-b239-4d40-9c98-8f56adfb9dc9,network=Network(bf7176bc-9507-4b2c-9169-1a2833155404),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap262bf787-b2') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:07:38 user nova-compute[74854]: DEBUG os_vif [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:2a:b7:23,bridge_name='br-int',has_traffic_filtering=True,id=262bf787-b239-4d40-9c98-8f56adfb9dc9,network=Network(bf7176bc-9507-4b2c-9169-1a2833155404),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap262bf787-b2') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:07:38 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:38 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap262bf787-b2, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:07:38 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2f2cc0c2-ddb1-4a3a-870a-f7f75e4d3556) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:39 user nova-compute[74854]: INFO os_vif [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:2a:b7:23,bridge_name='br-int',has_traffic_filtering=True,id=262bf787-b239-4d40-9c98-8f56adfb9dc9,network=Network(bf7176bc-9507-4b2c-9169-1a2833155404),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap262bf787-b2')
Oct 23 17:07:39 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T17:04:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-469615046',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-469615046',id=10,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDKJBR5szAu7kZuYrk6dQy+JNY5yJ1zDOdogRZ1fLm8XQECdToh9btgnUB8V8eGvQcZbz1a5Cpc8P6cUiX5NdXhSTSguzKnFEoc6T8fYO/v3KAf9iCVSdHJHVZZ0LWJKVA==',key_name='tempest-keypair-1291299313',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:06:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1893a4e0284e4543be6590408a89e1f2',ramdisk_id='',reservation_id='r-9ejidttf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-721768869',owner_user_name='tempest-TaggedBootDevicesTest_v242-721768869-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:06:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ff5a3846507f472ebc27b416c2f5f2b4',uuid=77cee224-bb86-4929-bcb6-aa4b31cd235f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "da0880e1-436b-47d3-90ef-ccc1935a47fd", "address": "fa:16:3e:bf:24:7f", "network": {"id": "d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841375724", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda0880e1-43", "ovs_interfaceid": "da0880e1-436b-47d3-90ef-ccc1935a47fd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Converting VIF {"id": "da0880e1-436b-47d3-90ef-ccc1935a47fd", "address": "fa:16:3e:bf:24:7f", "network": {"id": "d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841375724", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda0880e1-43", "ovs_interfaceid": "da0880e1-436b-47d3-90ef-ccc1935a47fd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bf:24:7f,bridge_name='br-int',has_traffic_filtering=True,id=da0880e1-436b-47d3-90ef-ccc1935a47fd,network=Network(d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapda0880e1-43') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG os_vif [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:bf:24:7f,bridge_name='br-int',has_traffic_filtering=True,id=da0880e1-436b-47d3-90ef-ccc1935a47fd,network=Network(d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapda0880e1-43') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapda0880e1-43, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG nova.compute.manager [req-8bbcc0e6-b30a-44c2-9361-8cea6cb113ec req-5532007c-e5eb-4fee-9285-cc2077163b20 service nova] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Received event network-vif-unplugged-76844ca9-ee3f-4faa-a83b-0ab1ca70e55c {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-8bbcc0e6-b30a-44c2-9361-8cea6cb113ec req-5532007c-e5eb-4fee-9285-cc2077163b20 service nova] Acquiring lock "30026d10-f080-4a53-8a4e-b8be523fe48e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-8bbcc0e6-b30a-44c2-9361-8cea6cb113ec req-5532007c-e5eb-4fee-9285-cc2077163b20 service nova] Lock "30026d10-f080-4a53-8a4e-b8be523fe48e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-8bbcc0e6-b30a-44c2-9361-8cea6cb113ec req-5532007c-e5eb-4fee-9285-cc2077163b20 service nova] Lock "30026d10-f080-4a53-8a4e-b8be523fe48e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG nova.compute.manager [req-8bbcc0e6-b30a-44c2-9361-8cea6cb113ec req-5532007c-e5eb-4fee-9285-cc2077163b20 service nova] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] No waiting events found dispatching network-vif-unplugged-76844ca9-ee3f-4faa-a83b-0ab1ca70e55c {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:07:39 user nova-compute[74854]: WARNING nova.compute.manager [req-8bbcc0e6-b30a-44c2-9361-8cea6cb113ec req-5532007c-e5eb-4fee-9285-cc2077163b20 service nova] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Received unexpected event network-vif-unplugged-76844ca9-ee3f-4faa-a83b-0ab1ca70e55c for instance with vm_state active and task_state rescuing.
Oct 23 17:07:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b1099a3b-fc06-4eda-8d4e-4820c5899c0d) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:39 user nova-compute[74854]: INFO os_vif [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:bf:24:7f,bridge_name='br-int',has_traffic_filtering=True,id=da0880e1-436b-47d3-90ef-ccc1935a47fd,network=Network(d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapda0880e1-43')
Oct 23 17:07:39 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T17:04:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-469615046',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-469615046',id=10,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDKJBR5szAu7kZuYrk6dQy+JNY5yJ1zDOdogRZ1fLm8XQECdToh9btgnUB8V8eGvQcZbz1a5Cpc8P6cUiX5NdXhSTSguzKnFEoc6T8fYO/v3KAf9iCVSdHJHVZZ0LWJKVA==',key_name='tempest-keypair-1291299313',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:06:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1893a4e0284e4543be6590408a89e1f2',ramdisk_id='',reservation_id='r-9ejidttf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-721768869',owner_user_name='tempest-TaggedBootDevicesTest_v242-721768869-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:06:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ff5a3846507f472ebc27b416c2f5f2b4',uuid=77cee224-bb86-4929-bcb6-aa4b31cd235f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8f4ce331-dfe7-4cab-a78e-357134ef82f1", "address": "fa:16:3e:df:c3:8d", "network": {"id": "d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841375724", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f4ce331-df", "ovs_interfaceid": "8f4ce331-dfe7-4cab-a78e-357134ef82f1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Converting VIF {"id": "8f4ce331-dfe7-4cab-a78e-357134ef82f1", "address": "fa:16:3e:df:c3:8d", "network": {"id": "d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841375724", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f4ce331-df", "ovs_interfaceid": "8f4ce331-dfe7-4cab-a78e-357134ef82f1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:df:c3:8d,bridge_name='br-int',has_traffic_filtering=True,id=8f4ce331-dfe7-4cab-a78e-357134ef82f1,network=Network(d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap8f4ce331-df') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG os_vif [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:c3:8d,bridge_name='br-int',has_traffic_filtering=True,id=8f4ce331-dfe7-4cab-a78e-357134ef82f1,network=Network(d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap8f4ce331-df') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8f4ce331-df, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f97a466e-73bd-4353-bea8-53f4f4d6f605) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:39 user nova-compute[74854]: INFO os_vif [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:c3:8d,bridge_name='br-int',has_traffic_filtering=True,id=8f4ce331-dfe7-4cab-a78e-357134ef82f1,network=Network(d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap8f4ce331-df')
Oct 23 17:07:39 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T17:04:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-469615046',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-469615046',id=10,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDKJBR5szAu7kZuYrk6dQy+JNY5yJ1zDOdogRZ1fLm8XQECdToh9btgnUB8V8eGvQcZbz1a5Cpc8P6cUiX5NdXhSTSguzKnFEoc6T8fYO/v3KAf9iCVSdHJHVZZ0LWJKVA==',key_name='tempest-keypair-1291299313',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:06:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1893a4e0284e4543be6590408a89e1f2',ramdisk_id='',reservation_id='r-9ejidttf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-721768869',owner_user_name='tempest-TaggedBootDevicesTest_v242-721768869-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:06:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ff5a3846507f472ebc27b416c2f5f2b4',uuid=77cee224-bb86-4929-bcb6-aa4b31cd235f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "09bb0fd7-c1ee-420d-8cac-ebcda200bada", "address": "fa:16:3e:93:0b:82", "network": {"id": "d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841375724", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09bb0fd7-c1", "ovs_interfaceid": "09bb0fd7-c1ee-420d-8cac-ebcda200bada", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Converting VIF {"id": "09bb0fd7-c1ee-420d-8cac-ebcda200bada", "address": "fa:16:3e:93:0b:82", "network": {"id": "d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841375724", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09bb0fd7-c1", "ovs_interfaceid": "09bb0fd7-c1ee-420d-8cac-ebcda200bada", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:93:0b:82,bridge_name='br-int',has_traffic_filtering=True,id=09bb0fd7-c1ee-420d-8cac-ebcda200bada,network=Network(d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap09bb0fd7-c1') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG os_vif [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:93:0b:82,bridge_name='br-int',has_traffic_filtering=True,id=09bb0fd7-c1ee-420d-8cac-ebcda200bada,network=Network(d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap09bb0fd7-c1') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap09bb0fd7-c1, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:07:39 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Instance destroyed successfully.
Oct 23 17:07:39 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Attempting a stable device rescue
Oct 23 17:07:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=94efad23-732e-49b1-95b4-cb12d296c934) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74854) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Instance directory exists: not creating {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 23 17:07:39 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Creating image(s)
Oct 23 17:07:39 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Acquiring lock "/opt/stack/data/nova/instances/30026d10-f080-4a53-8a4e-b8be523fe48e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "/opt/stack/data/nova/instances/30026d10-f080-4a53-8a4e-b8be523fe48e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "/opt/stack/data/nova/instances/30026d10-f080-4a53-8a4e-b8be523fe48e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG nova.objects.instance [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lazy-loading 'trusted_certs' on Instance uuid 30026d10-f080-4a53-8a4e-b8be523fe48e {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:39 user nova-compute[74854]: INFO os_vif [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:93:0b:82,bridge_name='br-int',has_traffic_filtering=True,id=09bb0fd7-c1ee-420d-8cac-ebcda200bada,network=Network(d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap09bb0fd7-c1')
Oct 23 17:07:39 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T17:04:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-469615046',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-469615046',id=10,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDKJBR5szAu7kZuYrk6dQy+JNY5yJ1zDOdogRZ1fLm8XQECdToh9btgnUB8V8eGvQcZbz1a5Cpc8P6cUiX5NdXhSTSguzKnFEoc6T8fYO/v3KAf9iCVSdHJHVZZ0LWJKVA==',key_name='tempest-keypair-1291299313',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:06:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1893a4e0284e4543be6590408a89e1f2',ramdisk_id='',reservation_id='r-9ejidttf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-721768869',owner_user_name='tempest-TaggedBootDevicesTest_v242-721768869-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:06:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ff5a3846507f472ebc27b416c2f5f2b4',uuid=77cee224-bb86-4929-bcb6-aa4b31cd235f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "388a6f93-0f6c-47f5-8ccc-3d6ff804eb11", "address": "fa:16:3e:f8:9c:ab", "network": {"id": "d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841375724", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap388a6f93-0f", "ovs_interfaceid": "388a6f93-0f6c-47f5-8ccc-3d6ff804eb11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Converting VIF {"id": "388a6f93-0f6c-47f5-8ccc-3d6ff804eb11", "address": "fa:16:3e:f8:9c:ab", "network": {"id": "d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841375724", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap388a6f93-0f", "ovs_interfaceid": "388a6f93-0f6c-47f5-8ccc-3d6ff804eb11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f8:9c:ab,bridge_name='br-int',has_traffic_filtering=True,id=388a6f93-0f6c-47f5-8ccc-3d6ff804eb11,network=Network(d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap388a6f93-0f') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG os_vif [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f8:9c:ab,bridge_name='br-int',has_traffic_filtering=True,id=388a6f93-0f6c-47f5-8ccc-3d6ff804eb11,network=Network(d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap388a6f93-0f') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap388a6f93-0f, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Acquiring lock "00f0697d12e4023c78216c1ba884b602493d659f" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "00f0697d12e4023c78216c1ba884b602493d659f" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c2d6bee1-e822-4f45-97b7-8af8e359bc91) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/00f0697d12e4023c78216c1ba884b602493d659f.part --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG nova.compute.manager [req-37fb61c2-a7d0-41b3-b326-7d7133a361d4 req-66c29d82-24a9-474c-99bc-8d0aa37bf8ed service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received event network-vif-plugged-262bf787-b239-4d40-9c98-8f56adfb9dc9 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-37fb61c2-a7d0-41b3-b326-7d7133a361d4 req-66c29d82-24a9-474c-99bc-8d0aa37bf8ed service nova] Acquiring lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-37fb61c2-a7d0-41b3-b326-7d7133a361d4 req-66c29d82-24a9-474c-99bc-8d0aa37bf8ed service nova] Lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-37fb61c2-a7d0-41b3-b326-7d7133a361d4 req-66c29d82-24a9-474c-99bc-8d0aa37bf8ed service nova] Lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG nova.compute.manager [req-37fb61c2-a7d0-41b3-b326-7d7133a361d4 req-66c29d82-24a9-474c-99bc-8d0aa37bf8ed service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] No waiting events found dispatching network-vif-plugged-262bf787-b239-4d40-9c98-8f56adfb9dc9 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:07:40 user nova-compute[74854]: WARNING nova.compute.manager [req-37fb61c2-a7d0-41b3-b326-7d7133a361d4 req-66c29d82-24a9-474c-99bc-8d0aa37bf8ed service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received unexpected event network-vif-plugged-262bf787-b239-4d40-9c98-8f56adfb9dc9 for instance with vm_state active and task_state deleting.
Oct 23 17:07:40 user nova-compute[74854]: DEBUG nova.compute.manager [req-37fb61c2-a7d0-41b3-b326-7d7133a361d4 req-66c29d82-24a9-474c-99bc-8d0aa37bf8ed service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received event network-vif-unplugged-da0880e1-436b-47d3-90ef-ccc1935a47fd {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-37fb61c2-a7d0-41b3-b326-7d7133a361d4 req-66c29d82-24a9-474c-99bc-8d0aa37bf8ed service nova] Acquiring lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-37fb61c2-a7d0-41b3-b326-7d7133a361d4 req-66c29d82-24a9-474c-99bc-8d0aa37bf8ed service nova] Lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-37fb61c2-a7d0-41b3-b326-7d7133a361d4 req-66c29d82-24a9-474c-99bc-8d0aa37bf8ed service nova] Lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG nova.compute.manager [req-37fb61c2-a7d0-41b3-b326-7d7133a361d4 req-66c29d82-24a9-474c-99bc-8d0aa37bf8ed service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] No waiting events found dispatching network-vif-unplugged-da0880e1-436b-47d3-90ef-ccc1935a47fd {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG nova.compute.manager [req-37fb61c2-a7d0-41b3-b326-7d7133a361d4 req-66c29d82-24a9-474c-99bc-8d0aa37bf8ed service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received event network-vif-unplugged-da0880e1-436b-47d3-90ef-ccc1935a47fd for instance with task_state deleting. {{(pid=74854) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG nova.compute.manager [req-37fb61c2-a7d0-41b3-b326-7d7133a361d4 req-66c29d82-24a9-474c-99bc-8d0aa37bf8ed service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received event network-vif-plugged-da0880e1-436b-47d3-90ef-ccc1935a47fd {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-37fb61c2-a7d0-41b3-b326-7d7133a361d4 req-66c29d82-24a9-474c-99bc-8d0aa37bf8ed service nova] Acquiring lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-37fb61c2-a7d0-41b3-b326-7d7133a361d4 req-66c29d82-24a9-474c-99bc-8d0aa37bf8ed service nova] Lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-37fb61c2-a7d0-41b3-b326-7d7133a361d4 req-66c29d82-24a9-474c-99bc-8d0aa37bf8ed service nova] Lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG nova.compute.manager [req-37fb61c2-a7d0-41b3-b326-7d7133a361d4 req-66c29d82-24a9-474c-99bc-8d0aa37bf8ed service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] No waiting events found dispatching network-vif-plugged-da0880e1-436b-47d3-90ef-ccc1935a47fd {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:07:40 user nova-compute[74854]: WARNING nova.compute.manager [req-37fb61c2-a7d0-41b3-b326-7d7133a361d4 req-66c29d82-24a9-474c-99bc-8d0aa37bf8ed service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received unexpected event network-vif-plugged-da0880e1-436b-47d3-90ef-ccc1935a47fd for instance with vm_state active and task_state deleting.
Oct 23 17:07:40 user nova-compute[74854]: DEBUG nova.compute.manager [req-37fb61c2-a7d0-41b3-b326-7d7133a361d4 req-66c29d82-24a9-474c-99bc-8d0aa37bf8ed service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received event network-vif-unplugged-09bb0fd7-c1ee-420d-8cac-ebcda200bada {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-37fb61c2-a7d0-41b3-b326-7d7133a361d4 req-66c29d82-24a9-474c-99bc-8d0aa37bf8ed service nova] Acquiring lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-37fb61c2-a7d0-41b3-b326-7d7133a361d4 req-66c29d82-24a9-474c-99bc-8d0aa37bf8ed service nova] Lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-37fb61c2-a7d0-41b3-b326-7d7133a361d4 req-66c29d82-24a9-474c-99bc-8d0aa37bf8ed service nova] Lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG nova.compute.manager [req-37fb61c2-a7d0-41b3-b326-7d7133a361d4 req-66c29d82-24a9-474c-99bc-8d0aa37bf8ed service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] No waiting events found dispatching network-vif-unplugged-09bb0fd7-c1ee-420d-8cac-ebcda200bada {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG nova.compute.manager [req-37fb61c2-a7d0-41b3-b326-7d7133a361d4 req-66c29d82-24a9-474c-99bc-8d0aa37bf8ed service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received event network-vif-unplugged-09bb0fd7-c1ee-420d-8cac-ebcda200bada for instance with task_state deleting. {{(pid=74854) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG nova.compute.manager [req-37fb61c2-a7d0-41b3-b326-7d7133a361d4 req-66c29d82-24a9-474c-99bc-8d0aa37bf8ed service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received event network-vif-plugged-09bb0fd7-c1ee-420d-8cac-ebcda200bada {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-37fb61c2-a7d0-41b3-b326-7d7133a361d4 req-66c29d82-24a9-474c-99bc-8d0aa37bf8ed service nova] Acquiring lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-37fb61c2-a7d0-41b3-b326-7d7133a361d4 req-66c29d82-24a9-474c-99bc-8d0aa37bf8ed service nova] Lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-37fb61c2-a7d0-41b3-b326-7d7133a361d4 req-66c29d82-24a9-474c-99bc-8d0aa37bf8ed service nova] Lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG nova.compute.manager [req-37fb61c2-a7d0-41b3-b326-7d7133a361d4 req-66c29d82-24a9-474c-99bc-8d0aa37bf8ed service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] No waiting events found dispatching network-vif-plugged-09bb0fd7-c1ee-420d-8cac-ebcda200bada {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:07:40 user nova-compute[74854]: WARNING nova.compute.manager [req-37fb61c2-a7d0-41b3-b326-7d7133a361d4 req-66c29d82-24a9-474c-99bc-8d0aa37bf8ed service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received unexpected event network-vif-plugged-09bb0fd7-c1ee-420d-8cac-ebcda200bada for instance with vm_state active and task_state deleting.
Oct 23 17:07:40 user nova-compute[74854]: DEBUG nova.compute.manager [req-37fb61c2-a7d0-41b3-b326-7d7133a361d4 req-66c29d82-24a9-474c-99bc-8d0aa37bf8ed service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received event network-vif-unplugged-e2515a32-fd59-40bb-9ae2-9bbad45d9bae {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-37fb61c2-a7d0-41b3-b326-7d7133a361d4 req-66c29d82-24a9-474c-99bc-8d0aa37bf8ed service nova] Acquiring lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-37fb61c2-a7d0-41b3-b326-7d7133a361d4 req-66c29d82-24a9-474c-99bc-8d0aa37bf8ed service nova] Lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-37fb61c2-a7d0-41b3-b326-7d7133a361d4 req-66c29d82-24a9-474c-99bc-8d0aa37bf8ed service nova] Lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG nova.compute.manager [req-37fb61c2-a7d0-41b3-b326-7d7133a361d4 req-66c29d82-24a9-474c-99bc-8d0aa37bf8ed service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] No waiting events found dispatching network-vif-unplugged-e2515a32-fd59-40bb-9ae2-9bbad45d9bae {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG nova.compute.manager [req-37fb61c2-a7d0-41b3-b326-7d7133a361d4 req-66c29d82-24a9-474c-99bc-8d0aa37bf8ed service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received event network-vif-unplugged-e2515a32-fd59-40bb-9ae2-9bbad45d9bae for instance with task_state deleting. {{(pid=74854) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG nova.compute.manager [req-37fb61c2-a7d0-41b3-b326-7d7133a361d4 req-66c29d82-24a9-474c-99bc-8d0aa37bf8ed service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received event network-vif-plugged-e2515a32-fd59-40bb-9ae2-9bbad45d9bae {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-37fb61c2-a7d0-41b3-b326-7d7133a361d4 req-66c29d82-24a9-474c-99bc-8d0aa37bf8ed service nova] Acquiring lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-37fb61c2-a7d0-41b3-b326-7d7133a361d4 req-66c29d82-24a9-474c-99bc-8d0aa37bf8ed service nova] Lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-37fb61c2-a7d0-41b3-b326-7d7133a361d4 req-66c29d82-24a9-474c-99bc-8d0aa37bf8ed service nova] Lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG nova.compute.manager [req-37fb61c2-a7d0-41b3-b326-7d7133a361d4 req-66c29d82-24a9-474c-99bc-8d0aa37bf8ed service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] No waiting events found dispatching network-vif-plugged-e2515a32-fd59-40bb-9ae2-9bbad45d9bae {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:07:40 user nova-compute[74854]: WARNING nova.compute.manager [req-37fb61c2-a7d0-41b3-b326-7d7133a361d4 req-66c29d82-24a9-474c-99bc-8d0aa37bf8ed service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received unexpected event network-vif-plugged-e2515a32-fd59-40bb-9ae2-9bbad45d9bae for instance with vm_state active and task_state deleting.
Oct 23 17:07:40 user nova-compute[74854]: DEBUG nova.compute.manager [req-7c85b033-bfc2-4f35-9629-bcc02fea755b req-3fb34cb0-7d44-4135-b68a-d378b4fcd8f4 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received event network-vif-plugged-8f4ce331-dfe7-4cab-a78e-357134ef82f1 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-7c85b033-bfc2-4f35-9629-bcc02fea755b req-3fb34cb0-7d44-4135-b68a-d378b4fcd8f4 service nova] Acquiring lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-7c85b033-bfc2-4f35-9629-bcc02fea755b req-3fb34cb0-7d44-4135-b68a-d378b4fcd8f4 service nova] Lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-7c85b033-bfc2-4f35-9629-bcc02fea755b req-3fb34cb0-7d44-4135-b68a-d378b4fcd8f4 service nova] Lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG nova.compute.manager [req-7c85b033-bfc2-4f35-9629-bcc02fea755b req-3fb34cb0-7d44-4135-b68a-d378b4fcd8f4 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] No waiting events found dispatching network-vif-plugged-8f4ce331-dfe7-4cab-a78e-357134ef82f1 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:07:40 user nova-compute[74854]: WARNING nova.compute.manager [req-7c85b033-bfc2-4f35-9629-bcc02fea755b req-3fb34cb0-7d44-4135-b68a-d378b4fcd8f4 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received unexpected event network-vif-plugged-8f4ce331-dfe7-4cab-a78e-357134ef82f1 for instance with vm_state active and task_state deleting.
Oct 23 17:07:40 user nova-compute[74854]: DEBUG nova.compute.manager [req-7c85b033-bfc2-4f35-9629-bcc02fea755b req-3fb34cb0-7d44-4135-b68a-d378b4fcd8f4 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received event network-vif-unplugged-388a6f93-0f6c-47f5-8ccc-3d6ff804eb11 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-7c85b033-bfc2-4f35-9629-bcc02fea755b req-3fb34cb0-7d44-4135-b68a-d378b4fcd8f4 service nova] Acquiring lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-7c85b033-bfc2-4f35-9629-bcc02fea755b req-3fb34cb0-7d44-4135-b68a-d378b4fcd8f4 service nova] Lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-7c85b033-bfc2-4f35-9629-bcc02fea755b req-3fb34cb0-7d44-4135-b68a-d378b4fcd8f4 service nova] Lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG nova.compute.manager [req-7c85b033-bfc2-4f35-9629-bcc02fea755b req-3fb34cb0-7d44-4135-b68a-d378b4fcd8f4 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] No waiting events found dispatching network-vif-unplugged-388a6f93-0f6c-47f5-8ccc-3d6ff804eb11 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG nova.compute.manager [req-7c85b033-bfc2-4f35-9629-bcc02fea755b req-3fb34cb0-7d44-4135-b68a-d378b4fcd8f4 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received event network-vif-unplugged-388a6f93-0f6c-47f5-8ccc-3d6ff804eb11 for instance with task_state deleting. {{(pid=74854) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG nova.compute.manager [req-7c85b033-bfc2-4f35-9629-bcc02fea755b req-3fb34cb0-7d44-4135-b68a-d378b4fcd8f4 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received event network-vif-plugged-388a6f93-0f6c-47f5-8ccc-3d6ff804eb11 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-7c85b033-bfc2-4f35-9629-bcc02fea755b req-3fb34cb0-7d44-4135-b68a-d378b4fcd8f4 service nova] Acquiring lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-7c85b033-bfc2-4f35-9629-bcc02fea755b req-3fb34cb0-7d44-4135-b68a-d378b4fcd8f4 service nova] Lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-7c85b033-bfc2-4f35-9629-bcc02fea755b req-3fb34cb0-7d44-4135-b68a-d378b4fcd8f4 service nova] Lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG nova.compute.manager [req-7c85b033-bfc2-4f35-9629-bcc02fea755b req-3fb34cb0-7d44-4135-b68a-d378b4fcd8f4 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] No waiting events found dispatching network-vif-plugged-388a6f93-0f6c-47f5-8ccc-3d6ff804eb11 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:07:40 user nova-compute[74854]: WARNING nova.compute.manager [req-7c85b033-bfc2-4f35-9629-bcc02fea755b req-3fb34cb0-7d44-4135-b68a-d378b4fcd8f4 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received unexpected event network-vif-plugged-388a6f93-0f6c-47f5-8ccc-3d6ff804eb11 for instance with vm_state active and task_state deleting.
Oct 23 17:07:40 user nova-compute[74854]: DEBUG nova.compute.manager [req-7c85b033-bfc2-4f35-9629-bcc02fea755b req-3fb34cb0-7d44-4135-b68a-d378b4fcd8f4 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received event network-vif-unplugged-9887f68c-dbfa-48bf-a60b-54009a9211d7 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-7c85b033-bfc2-4f35-9629-bcc02fea755b req-3fb34cb0-7d44-4135-b68a-d378b4fcd8f4 service nova] Acquiring lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-7c85b033-bfc2-4f35-9629-bcc02fea755b req-3fb34cb0-7d44-4135-b68a-d378b4fcd8f4 service nova] Lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-7c85b033-bfc2-4f35-9629-bcc02fea755b req-3fb34cb0-7d44-4135-b68a-d378b4fcd8f4 service nova] Lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG nova.compute.manager [req-7c85b033-bfc2-4f35-9629-bcc02fea755b req-3fb34cb0-7d44-4135-b68a-d378b4fcd8f4 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] No waiting events found dispatching network-vif-unplugged-9887f68c-dbfa-48bf-a60b-54009a9211d7 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG nova.compute.manager [req-7c85b033-bfc2-4f35-9629-bcc02fea755b req-3fb34cb0-7d44-4135-b68a-d378b4fcd8f4 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received event network-vif-unplugged-9887f68c-dbfa-48bf-a60b-54009a9211d7 for instance with task_state deleting. {{(pid=74854) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG nova.compute.manager [req-7c85b033-bfc2-4f35-9629-bcc02fea755b req-3fb34cb0-7d44-4135-b68a-d378b4fcd8f4 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received event network-vif-plugged-9887f68c-dbfa-48bf-a60b-54009a9211d7 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-7c85b033-bfc2-4f35-9629-bcc02fea755b req-3fb34cb0-7d44-4135-b68a-d378b4fcd8f4 service nova] Acquiring lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-7c85b033-bfc2-4f35-9629-bcc02fea755b req-3fb34cb0-7d44-4135-b68a-d378b4fcd8f4 service nova] Lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-7c85b033-bfc2-4f35-9629-bcc02fea755b req-3fb34cb0-7d44-4135-b68a-d378b4fcd8f4 service nova] Lock "77cee224-bb86-4929-bcb6-aa4b31cd235f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG nova.compute.manager [req-7c85b033-bfc2-4f35-9629-bcc02fea755b req-3fb34cb0-7d44-4135-b68a-d378b4fcd8f4 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] No waiting events found dispatching network-vif-plugged-9887f68c-dbfa-48bf-a60b-54009a9211d7 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:07:40 user nova-compute[74854]: WARNING nova.compute.manager [req-7c85b033-bfc2-4f35-9629-bcc02fea755b req-3fb34cb0-7d44-4135-b68a-d378b4fcd8f4 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received unexpected event network-vif-plugged-9887f68c-dbfa-48bf-a60b-54009a9211d7 for instance with vm_state active and task_state deleting.
Oct 23 17:07:40 user nova-compute[74854]: INFO os_vif [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f8:9c:ab,bridge_name='br-int',has_traffic_filtering=True,id=388a6f93-0f6c-47f5-8ccc-3d6ff804eb11,network=Network(d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap388a6f93-0f')
Oct 23 17:07:40 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T17:04:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-469615046',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-469615046',id=10,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDKJBR5szAu7kZuYrk6dQy+JNY5yJ1zDOdogRZ1fLm8XQECdToh9btgnUB8V8eGvQcZbz1a5Cpc8P6cUiX5NdXhSTSguzKnFEoc6T8fYO/v3KAf9iCVSdHJHVZZ0LWJKVA==',key_name='tempest-keypair-1291299313',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:06:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1893a4e0284e4543be6590408a89e1f2',ramdisk_id='',reservation_id='r-9ejidttf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-721768869',owner_user_name='tempest-TaggedBootDevicesTest_v242-721768869-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:06:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ff5a3846507f472ebc27b416c2f5f2b4',uuid=77cee224-bb86-4929-bcb6-aa4b31cd235f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e2515a32-fd59-40bb-9ae2-9bbad45d9bae", "address": "fa:16:3e:ac:ab:2a", "network": {"id": "c9fc255c-e299-452e-921e-b6af71f3cf26", "bridge": "br-int", "label": "tempest-device-tagging-net2-1128029543", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape2515a32-fd", "ovs_interfaceid": "e2515a32-fd59-40bb-9ae2-9bbad45d9bae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Converting VIF {"id": "e2515a32-fd59-40bb-9ae2-9bbad45d9bae", "address": "fa:16:3e:ac:ab:2a", "network": {"id": "c9fc255c-e299-452e-921e-b6af71f3cf26", "bridge": "br-int", "label": "tempest-device-tagging-net2-1128029543", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape2515a32-fd", "ovs_interfaceid": "e2515a32-fd59-40bb-9ae2-9bbad45d9bae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ac:ab:2a,bridge_name='br-int',has_traffic_filtering=True,id=e2515a32-fd59-40bb-9ae2-9bbad45d9bae,network=Network(c9fc255c-e299-452e-921e-b6af71f3cf26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape2515a32-fd') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG os_vif [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ac:ab:2a,bridge_name='br-int',has_traffic_filtering=True,id=e2515a32-fd59-40bb-9ae2-9bbad45d9bae,network=Network(c9fc255c-e299-452e-921e-b6af71f3cf26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape2515a32-fd') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape2515a32-fd, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7982a16b-bfd6-4b8f-b1d3-1435488dbe5a) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:40 user nova-compute[74854]: INFO os_vif [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ac:ab:2a,bridge_name='br-int',has_traffic_filtering=True,id=e2515a32-fd59-40bb-9ae2-9bbad45d9bae,network=Network(c9fc255c-e299-452e-921e-b6af71f3cf26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape2515a32-fd')
Oct 23 17:07:40 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T17:04:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-469615046',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-469615046',id=10,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDKJBR5szAu7kZuYrk6dQy+JNY5yJ1zDOdogRZ1fLm8XQECdToh9btgnUB8V8eGvQcZbz1a5Cpc8P6cUiX5NdXhSTSguzKnFEoc6T8fYO/v3KAf9iCVSdHJHVZZ0LWJKVA==',key_name='tempest-keypair-1291299313',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:06:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1893a4e0284e4543be6590408a89e1f2',ramdisk_id='',reservation_id='r-9ejidttf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-721768869',owner_user_name='tempest-TaggedBootDevicesTest_v242-721768869-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:06:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ff5a3846507f472ebc27b416c2f5f2b4',uuid=77cee224-bb86-4929-bcb6-aa4b31cd235f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9887f68c-dbfa-48bf-a60b-54009a9211d7", "address": "fa:16:3e:46:7b:24", "network": {"id": "c9fc255c-e299-452e-921e-b6af71f3cf26", "bridge": "br-int", "label": "tempest-device-tagging-net2-1128029543", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9887f68c-db", "ovs_interfaceid": "9887f68c-dbfa-48bf-a60b-54009a9211d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Converting VIF {"id": "9887f68c-dbfa-48bf-a60b-54009a9211d7", "address": "fa:16:3e:46:7b:24", "network": {"id": "c9fc255c-e299-452e-921e-b6af71f3cf26", "bridge": "br-int", "label": "tempest-device-tagging-net2-1128029543", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9887f68c-db", "ovs_interfaceid": "9887f68c-dbfa-48bf-a60b-54009a9211d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:46:7b:24,bridge_name='br-int',has_traffic_filtering=True,id=9887f68c-dbfa-48bf-a60b-54009a9211d7,network=Network(c9fc255c-e299-452e-921e-b6af71f3cf26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9887f68c-db') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG os_vif [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:46:7b:24,bridge_name='br-int',has_traffic_filtering=True,id=9887f68c-dbfa-48bf-a60b-54009a9211d7,network=Network(c9fc255c-e299-452e-921e-b6af71f3cf26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9887f68c-db') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9887f68c-db, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Auditing locally available compute resources for user (node: user) {{(pid=74854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=61b84872-b4cf-4811-9757-92e03f378575) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/00f0697d12e4023c78216c1ba884b602493d659f.part --force-share --output=json" returned: 0 in 0.215s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG nova.virt.images [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] ac973a1c-4c9c-44a0-9b2b-f5a7195748d7 was qcow2, converting to raw {{(pid=74854) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG nova.privsep.utils [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74854) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/00f0697d12e4023c78216c1ba884b602493d659f.part /opt/stack/data/nova/instances/_base/00f0697d12e4023c78216c1ba884b602493d659f.converted {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:40 user nova-compute[74854]: INFO os_vif [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:46:7b:24,bridge_name='br-int',has_traffic_filtering=True,id=9887f68c-dbfa-48bf-a60b-54009a9211d7,network=Network(c9fc255c-e299-452e-921e-b6af71f3cf26),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9887f68c-db')
Oct 23 17:07:40 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] calling os-brick to detach iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, {'target_iqn': 'iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hVwcnlqQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdk'}, None), 'kwargs': True}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:07:40 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:07:40 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:07:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d4c1ecd-7c51-487d-9453-5d49aaf34cac]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 17:07:41 user nova-compute[74854]: No targets found.
Oct 23 17:07:41 user nova-compute[74854]: iSNS:
Oct 23 17:07:41 user nova-compute[74854]: No targets found.
Oct 23 17:07:41 user nova-compute[74854]: STATIC:
Oct 23 17:07:41 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96
Oct 23 17:07:41 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:07:41 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:07:41 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14
Oct 23 17:07:41 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:07:41 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:07:41 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d
Oct 23 17:07:41 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:07:41 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:07:41 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b
Oct 23 17:07:41 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:07:41 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:07:41 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1
Oct 23 17:07:41 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:07:41 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:07:41 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0
Oct 23 17:07:41 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:07:41 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:07:41 user nova-compute[74854]: FIRMWARE:
Oct 23 17:07:41 user nova-compute[74854]: No targets found.
Oct 23 17:07:41 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 17:07:41 user nova-compute[74854]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 17:07:41 user nova-compute[74854]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74854) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96', 0)] {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.028s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a453f0c-fe01-4e0a-85de-bee0edf3a040]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:41 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-f274b88d-172e-48af-930d-01828b2c1626 tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance d06d1b4a-0950-4c8a-a34d-cae1290f7033 is timed out.
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed9a0ed1-0f28-47bf-8ac5-966f873ee5e8]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)
Oct 23 17:07:41 user nova-compute[74854]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 (non-flash)
Oct 23 17:07:41 user nova-compute[74854]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:07:41 user nova-compute[74854]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:07:41 user nova-compute[74854]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d (non-flash)
Oct 23 17:07:41 user nova-compute[74854]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)
Oct 23 17:07:41 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)
Oct 23 17:07:41 user nova-compute[74854]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 (non-flash)
Oct 23 17:07:41 user nova-compute[74854]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:07:41 user nova-compute[74854]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:07:41 user nova-compute[74854]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d (non-flash)
Oct 23 17:07:41 user nova-compute[74854]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)
Oct 23 17:07:41 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f305c3035b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96'): ({'sdk'}, set())}) {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Removing single pathed devices sdk {{(pid=74854) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 17:07:41 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-f274b88d-172e-48af-930d-01828b2c1626 tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Successfully detached device vdb from instance d06d1b4a-0950-4c8a-a34d-cae1290f7033 from the live domain config.
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f274b88d-172e-48af-930d-01828b2c1626 tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] calling os-brick to detach iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-f274b88d-172e-48af-930d-01828b2c1626 tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, {'target_iqn': 'iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YskLQFEm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg', 'volume_id': '25463bdf-d98d-45f4-b40e-62a9372d4c1b'}, None), 'kwargs': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:07:41 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-f274b88d-172e-48af-930d-01828b2c1626 tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:07:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-f274b88d-172e-48af-930d-01828b2c1626 tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4666bd5-4ddb-4fff-b3a4-b84c48719d03]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdk {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdk" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9aab20c-060b-41f8-917e-881308705a87]: (4, ('ok\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Flushing IO for device /dev/sdk {{(pid=74854) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdk {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdk" returned: 0 in 0.026s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[141672c3-e563-440a-a09e-6449856ce951]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Remove SCSI device /dev/sdk with /sys/block/sdk/device/delete {{(pid=74854) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdk/device/delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdi (vda) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdj (vdb) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdk (vdc) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/00f0697d12e4023c78216c1ba884b602493d659f.part /opt/stack/data/nova/instances/_base/00f0697d12e4023c78216c1ba884b602493d659f.converted" returned: 0 in 0.358s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/00f0697d12e4023c78216c1ba884b602493d659f.converted --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdk/device/delete" returned: 0 in 0.078s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[85d516ed-fd06-41ce-910b-0f42a77a2f3f]: (4, ('1', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG nova.compute.manager [req-0177fea7-3fbd-4c5b-9ca1-4c592d774351 req-5fdaf115-19fb-498c-a76a-aff8e9cf5dcc service nova] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Received event network-vif-plugged-76844ca9-ee3f-4faa-a83b-0ab1ca70e55c {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-0177fea7-3fbd-4c5b-9ca1-4c592d774351 req-5fdaf115-19fb-498c-a76a-aff8e9cf5dcc service nova] Acquiring lock "30026d10-f080-4a53-8a4e-b8be523fe48e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-0177fea7-3fbd-4c5b-9ca1-4c592d774351 req-5fdaf115-19fb-498c-a76a-aff8e9cf5dcc service nova] Lock "30026d10-f080-4a53-8a4e-b8be523fe48e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-0177fea7-3fbd-4c5b-9ca1-4c592d774351 req-5fdaf115-19fb-498c-a76a-aff8e9cf5dcc service nova] Lock "30026d10-f080-4a53-8a4e-b8be523fe48e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG nova.compute.manager [req-0177fea7-3fbd-4c5b-9ca1-4c592d774351 req-5fdaf115-19fb-498c-a76a-aff8e9cf5dcc service nova] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] No waiting events found dispatching network-vif-plugged-76844ca9-ee3f-4faa-a83b-0ab1ca70e55c {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:07:41 user nova-compute[74854]: WARNING nova.compute.manager [req-0177fea7-3fbd-4c5b-9ca1-4c592d774351 req-5fdaf115-19fb-498c-a76a-aff8e9cf5dcc service nova] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Received unexpected event network-vif-plugged-76844ca9-ee3f-4faa-a83b-0ab1ca70e55c for instance with vm_state active and task_state rescuing.
Oct 23 17:07:41 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Checking to see if SCSI volumes sdk have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] SCSI volumes sdk have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96')] {{(pid=74854) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d06d1b4a-0950-4c8a-a34d-cae1290f7033/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.029s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[08972d0f-c5c9-4cb7-8aa8-79f45b2e42d2]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 -p 172.16.0.220:3260 --logout {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 -p 172.16.0.220:3260 --logout" returned: 0 in 0.067s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[692d97c1-12bd-4725-8aa6-a6a5e918ff93]: (4, ('Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96, portal: 172.16.0.220,3260]\nLogout of [sid: 11, target: iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96, portal: 172.16.0.220,3260]
Oct 23 17:07:41 user nova-compute[74854]: Logout of [sid: 11, target: iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96, portal: 172.16.0.220,3260] successful.
Oct 23 17:07:41 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 -p 172.16.0.220:3260 --op delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/00f0697d12e4023c78216c1ba884b602493d659f.converted --force-share --output=json" returned: 0 in 0.175s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "00f0697d12e4023c78216c1ba884b602493d659f" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.796s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Acquiring lock "00f0697d12e4023c78216c1ba884b602493d659f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "00f0697d12e4023c78216c1ba884b602493d659f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/00f0697d12e4023c78216c1ba884b602493d659f --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6665e64a-0e5c-4a0d-81f9-21c8de033d96 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[514bec44-0764-4002-a100-c2189f530154]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.540s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] <== disconnect_volume: return (543ms) None {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Disconnected iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-f274b88d-172e-48af-930d-01828b2c1626 tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.406s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] calling os-brick to detach iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, {'target_iqn': 'iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IuywPogX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdj'}, None), 'kwargs': True}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:07:41 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:07:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d06d1b4a-0950-4c8a-a34d-cae1290f7033/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d06d1b4a-0950-4c8a-a34d-cae1290f7033/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8c1085b-4a9a-475d-bae3-8bebaa38ad9b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-f274b88d-172e-48af-930d-01828b2c1626 tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 17:07:41 user nova-compute[74854]: No targets found.
Oct 23 17:07:41 user nova-compute[74854]: iSNS:
Oct 23 17:07:41 user nova-compute[74854]: No targets found.
Oct 23 17:07:41 user nova-compute[74854]: STATIC:
Oct 23 17:07:41 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14
Oct 23 17:07:41 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:07:41 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:07:41 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d
Oct 23 17:07:41 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:07:41 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:07:41 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b
Oct 23 17:07:41 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:07:41 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:07:41 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1
Oct 23 17:07:41 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:07:41 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:07:41 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0
Oct 23 17:07:41 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:07:41 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:07:41 user nova-compute[74854]: FIRMWARE:
Oct 23 17:07:41 user nova-compute[74854]: No targets found.
Oct 23 17:07:41 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-f274b88d-172e-48af-930d-01828b2c1626 tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 17:07:41 user nova-compute[74854]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 17:07:41 user nova-compute[74854]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74854) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-f274b88d-172e-48af-930d-01828b2c1626 tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b', 0)] {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[01154f26-ef8c-4242-9b24-bc2e48eaa11d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[d24e525c-2156-4018-95ce-337a5931790f]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-f274b88d-172e-48af-930d-01828b2c1626 tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)
Oct 23 17:07:41 user nova-compute[74854]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:07:41 user nova-compute[74854]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:07:41 user nova-compute[74854]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d (non-flash)
Oct 23 17:07:41 user nova-compute[74854]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)
Oct 23 17:07:41 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-f274b88d-172e-48af-930d-01828b2c1626 tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)
Oct 23 17:07:41 user nova-compute[74854]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:07:41 user nova-compute[74854]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b (non-flash)
Oct 23 17:07:41 user nova-compute[74854]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d (non-flash)
Oct 23 17:07:41 user nova-compute[74854]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)
Oct 23 17:07:41 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-f274b88d-172e-48af-930d-01828b2c1626 tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f3038eba3b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b'): ({'sdg'}, set())}) {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-f274b88d-172e-48af-930d-01828b2c1626 tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Removing single pathed devices sdg {{(pid=74854) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/00f0697d12e4023c78216c1ba884b602493d659f --force-share --output=json" returned: 0 in 0.187s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/00f0697d12e4023c78216c1ba884b602493d659f,backing_fmt=raw /opt/stack/data/nova/instances/30026d10-f080-4a53-8a4e-b8be523fe48e/disk.rescue {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[a802010e-27f9-4d30-90da-af645835718e]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/00f0697d12e4023c78216c1ba884b602493d659f,backing_fmt=raw /opt/stack/data/nova/instances/30026d10-f080-4a53-8a4e-b8be523fe48e/disk.rescue" returned: 0 in 0.049s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "00f0697d12e4023c78216c1ba884b602493d659f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.241s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG nova.objects.instance [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lazy-loading 'migration_context' on Instance uuid 30026d10-f080-4a53-8a4e-b8be523fe48e {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[be1c6324-a226-4d63-a7c7-f908f4f7e292]: (4, ('ok\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-f274b88d-172e-48af-930d-01828b2c1626 tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Flushing IO for device /dev/sdg {{(pid=74854) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG nova.objects.base [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Object Instance<30026d10-f080-4a53-8a4e-b8be523fe48e> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Created local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Start _get_guest_xml network_info=[{"id": "76844ca9-ee3f-4faa-a83b-0ab1ca70e55c", "address": "fa:16:3e:10:66:59", "network": {"id": "a40026f1-91de-4e98-85cd-c3bd1a956407", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1048031159-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1048031159-network", "vif_mac": "fa:16:3e:10:66:59"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "435cbd0d03324a45bdacc7d5b76213e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap76844ca9-ee", "ovs_interfaceid": "76844ca9-ee3f-4faa-a83b-0ab1ca70e55c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'ac973a1c-4c9c-44a0-9b2b-f5a7195748d7', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'attachment_id': 'd7e2a0b0-94d8-4cfc-8d8c-1e5a1b03db12', 'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pDzaicVC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': '30026d10-f080-4a53-8a4e-b8be523fe48e', 'attached_at': '', 'detached_at': '', 'volume_id': '8bf6b634-e2f8-4bef-84d6-f96171e82cb1', 'serial': '8bf6b634-e2f8-4bef-84d6-f96171e82cb1'}, 'mount_device': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'volume_type': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG nova.objects.instance [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lazy-loading 'resources' on Instance uuid 30026d10-f080-4a53-8a4e-b8be523fe48e {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.016s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[27595c9e-885f-43f6-a97d-a53a20ab0728]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-f274b88d-172e-48af-930d-01828b2c1626 tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=74854) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG nova.objects.base [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Object Instance<30026d10-f080-4a53-8a4e-b8be523fe48e> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG nova.objects.instance [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lazy-loading 'numa_topology' on Instance uuid 30026d10-f080-4a53-8a4e-b8be523fe48e {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG nova.objects.base [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Object Instance<30026d10-f080-4a53-8a4e-b8be523fe48e> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d06d1b4a-0950-4c8a-a34d-cae1290f7033/disk --force-share --output=json" returned: 0 in 0.244s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5d24cfc-a7aa-41d7-99f6-e59331c1608f/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.056s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b930de5-689b-4ed2-b0c1-560f2f51acbb]: (4, ('1', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-f274b88d-172e-48af-930d-01828b2c1626 tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-f274b88d-172e-48af-930d-01828b2c1626 tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] SCSI volumes sdg have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-f274b88d-172e-48af-930d-01828b2c1626 tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b')] {{(pid=74854) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:41 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:07:41 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:07:41 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG nova.objects.instance [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lazy-loading 'vcpu_model' on Instance uuid 30026d10-f080-4a53-8a4e-b8be523fe48e {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ab4c8e7-8397-45e0-9be5-1a7a06d03c8c]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-f274b88d-172e-48af-930d-01828b2c1626 tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b -p 172.16.0.220:3260 --logout {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG nova.objects.base [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Object Instance<30026d10-f080-4a53-8a4e-b8be523fe48e> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Calling os-brick to attach iSCSI Volume {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pDzaicVC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:07:41 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:07:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5d24cfc-a7aa-41d7-99f6-e59331c1608f/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5d24cfc-a7aa-41d7-99f6-e59331c1608f/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b -p 172.16.0.220:3260 --logout" returned: 0 in 0.071s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[73404be6-b2f8-49f3-9082-39f09653c911]: (4, ('Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b, portal: 172.16.0.220,3260]\nLogout of [sid: 14, target: iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-f274b88d-172e-48af-930d-01828b2c1626 tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b, portal: 172.16.0.220,3260]
Oct 23 17:07:42 user nova-compute[74854]: Logout of [sid: 14, target: iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b, portal: 172.16.0.220,3260] successful.
Oct 23 17:07:42 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b -p 172.16.0.220:3260 --op delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25463bdf-d98d-45f4-b40e-62a9372d4c1b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[568522c1-9d5f-4b7f-ba68-29922e5095f2]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-f274b88d-172e-48af-930d-01828b2c1626 tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-f274b88d-172e-48af-930d-01828b2c1626 tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.533s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-f274b88d-172e-48af-930d-01828b2c1626 tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] <== disconnect_volume: return (940ms) None {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f274b88d-172e-48af-930d-01828b2c1626 tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Disconnected iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.542s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0b9736c-eb8f-4d43-94c0-e180871329ba]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 17:07:42 user nova-compute[74854]: No targets found.
Oct 23 17:07:42 user nova-compute[74854]: iSNS:
Oct 23 17:07:42 user nova-compute[74854]: No targets found.
Oct 23 17:07:42 user nova-compute[74854]: STATIC:
Oct 23 17:07:42 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14
Oct 23 17:07:42 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:07:42 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:07:42 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d
Oct 23 17:07:42 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:07:42 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:07:42 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1
Oct 23 17:07:42 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:07:42 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:07:42 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0
Oct 23 17:07:42 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:07:42 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:07:42 user nova-compute[74854]: FIRMWARE:
Oct 23 17:07:42 user nova-compute[74854]: No targets found.
Oct 23 17:07:42 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 17:07:42 user nova-compute[74854]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 17:07:42 user nova-compute[74854]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74854) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0', 0)] {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e115c2b-30f5-430c-ba30-7e4661d7544b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e5f5c2e-f152-416e-b697-b7ee5afef698]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)
Oct 23 17:07:42 user nova-compute[74854]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:07:42 user nova-compute[74854]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d (non-flash)
Oct 23 17:07:42 user nova-compute[74854]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)
Oct 23 17:07:42 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 (non-flash)
Oct 23 17:07:42 user nova-compute[74854]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:07:42 user nova-compute[74854]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d (non-flash)
Oct 23 17:07:42 user nova-compute[74854]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)
Oct 23 17:07:42 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f305c384ee0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0'): ({'sdj'}, set())}) {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Removing single pathed devices sdj {{(pid=74854) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5d24cfc-a7aa-41d7-99f6-e59331c1608f/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[9de56d23-d3e1-4327-94e7-2f8517e2d7a4]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdj {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdj" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[17b8508d-626c-4ec3-9d59-d80217354a2e]: (4, ('ok\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Flushing IO for device /dev/sdj {{(pid=74854) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdj {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdj" returned: 0 in 0.013s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[7fa6fde5-09f2-466b-88d6-68d7a53dad0e]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Remove SCSI device /dev/sdj with /sys/block/sdj/device/delete {{(pid=74854) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdj/device/delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdj/device/delete" returned: 0 in 0.045s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6716eb7-aa3a-4bbe-84d0-348388f3224b]: (4, ('1', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Checking to see if SCSI volumes sdj have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] SCSI volumes sdj have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0')] {{(pid=74854) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c1fe35e-6099-489a-81ad-08732a71c188]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 -p 172.16.0.220:3260 --logout {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 -p 172.16.0.220:3260 --logout" returned: 0 in 0.064s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d725802-162f-4e97-9790-ce5fe365c015]: (4, ('Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0, portal: 172.16.0.220,3260]\nLogout of [sid: 10, target: iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0, portal: 172.16.0.220,3260]
Oct 23 17:07:42 user nova-compute[74854]: Logout of [sid: 10, target: iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0, portal: 172.16.0.220,3260] successful.
Oct 23 17:07:42 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 -p 172.16.0.220:3260 --op delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:99b2cb85-953e-47ef-8208-56493fc3c0e0 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[06770d41-6308-4d97-98d8-9ee2865e2936]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.380s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] <== disconnect_volume: return (923ms) None {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Disconnected iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.483s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:07:42 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:07:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:07:42 user nova-compute[74854]: INFO os_brick.initiator.connectors.iscsi [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 -p 172.16.0.220:3260 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] calling os-brick to detach iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, {'target_iqn': 'iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KzDrOhQb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdi'}, None), 'kwargs': True}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:07:42 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:07:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 -p 172.16.0.220:3260" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[cdbf960b-9bd7-4b60-92a3-573ab0ffafe8]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = pDzaicVC\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Oct 23 17:07:42 user nova-compute[74854]: node.name = iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1
Oct 23 17:07:42 user nova-compute[74854]: node.tpgt = -1
Oct 23 17:07:42 user nova-compute[74854]: node.startup = automatic
Oct 23 17:07:42 user nova-compute[74854]: node.leading_login = No
Oct 23 17:07:42 user nova-compute[74854]: iface.iscsi_ifacename = default
Oct 23 17:07:42 user nova-compute[74854]: iface.net_ifacename = <empty>
Oct 23 17:07:42 user nova-compute[74854]: iface.ipaddress = <empty>
Oct 23 17:07:42 user nova-compute[74854]: iface.prefix_len = 0
Oct 23 17:07:42 user nova-compute[74854]: iface.hwaddress = <empty>
Oct 23 17:07:42 user nova-compute[74854]: iface.transport_name = tcp
Oct 23 17:07:42 user nova-compute[74854]: iface.initiatorname = <empty>
Oct 23 17:07:42 user nova-compute[74854]: iface.state = <empty>
Oct 23 17:07:42 user nova-compute[74854]: iface.vlan_id = 0
Oct 23 17:07:42 user nova-compute[74854]: iface.vlan_priority = 0
Oct 23 17:07:42 user nova-compute[74854]: iface.vlan_state = <empty>
Oct 23 17:07:42 user nova-compute[74854]: iface.iface_num = 0
Oct 23 17:07:42 user nova-compute[74854]: iface.mtu = 0
Oct 23 17:07:42 user nova-compute[74854]: iface.port = 0
Oct 23 17:07:42 user nova-compute[74854]: iface.bootproto = <empty>
Oct 23 17:07:42 user nova-compute[74854]: iface.subnet_mask = <empty>
Oct 23 17:07:42 user nova-compute[74854]: iface.gateway = <empty>
Oct 23 17:07:42 user nova-compute[74854]: iface.dhcp_alt_client_id_state = <empty>
Oct 23 17:07:42 user nova-compute[74854]: iface.dhcp_alt_client_id = <empty>
Oct 23 17:07:42 user nova-compute[74854]: iface.dhcp_dns = <empty>
Oct 23 17:07:42 user nova-compute[74854]: iface.dhcp_learn_iqn = <empty>
Oct 23 17:07:42 user nova-compute[74854]: iface.dhcp_req_vendor_id_state = <empty>
Oct 23 17:07:42 user nova-compute[74854]: iface.dhcp_vendor_id_state = <empty>
Oct 23 17:07:42 user nova-compute[74854]: iface.dhcp_vendor_id = <empty>
Oct 23 17:07:42 user nova-compute[74854]: iface.dhcp_slp_da = <empty>
Oct 23 17:07:42 user nova-compute[74854]: iface.fragmentation = <empty>
Oct 23 17:07:42 user nova-compute[74854]: iface.gratuitous_arp = <empty>
Oct 23 17:07:42 user nova-compute[74854]: iface.incoming_forwarding = <empty>
Oct 23 17:07:42 user nova-compute[74854]: iface.tos_state = <empty>
Oct 23 17:07:42 user nova-compute[74854]: iface.tos = 0
Oct 23 17:07:42 user nova-compute[74854]: iface.ttl = 0
Oct 23 17:07:42 user nova-compute[74854]: iface.delayed_ack = <empty>
Oct 23 17:07:42 user nova-compute[74854]: iface.tcp_nagle = <empty>
Oct 23 17:07:42 user nova-compute[74854]: iface.tcp_wsf_state = <empty>
Oct 23 17:07:42 user nova-compute[74854]: iface.tcp_wsf = 0
Oct 23 17:07:42 user nova-compute[74854]: iface.tcp_timer_scale = 0
Oct 23 17:07:42 user nova-compute[74854]: iface.tcp_timestamp = <empty>
Oct 23 17:07:42 user nova-compute[74854]: iface.redirect = <empty>
Oct 23 17:07:42 user nova-compute[74854]: iface.def_task_mgmt_timeout = 0
Oct 23 17:07:42 user nova-compute[74854]: iface.header_digest = <empty>
Oct 23 17:07:42 user nova-compute[74854]: iface.data_digest = <empty>
Oct 23 17:07:42 user nova-compute[74854]: iface.immediate_data = <empty>
Oct 23 17:07:42 user nova-compute[74854]: iface.initial_r2t = <empty>
Oct 23 17:07:42 user nova-compute[74854]: iface.data_seq_inorder = <empty>
Oct 23 17:07:42 user nova-compute[74854]: iface.data_pdu_inorder = <empty>
Oct 23 17:07:42 user nova-compute[74854]: iface.erl = 0
Oct 23 17:07:42 user nova-compute[74854]: iface.max_receive_data_len = 0
Oct 23 17:07:42 user nova-compute[74854]: iface.first_burst_len = 0
Oct 23 17:07:42 user nova-compute[74854]: iface.max_outstanding_r2t = 0
Oct 23 17:07:42 user nova-compute[74854]: iface.max_burst_len = 0
Oct 23 17:07:42 user nova-compute[74854]: iface.chap_auth = <empty>
Oct 23 17:07:42 user nova-compute[74854]: iface.bidi_chap = <empty>
Oct 23 17:07:42 user nova-compute[74854]: iface.strict_login_compliance = <empty>
Oct 23 17:07:42 user nova-compute[74854]: iface.discovery_auth = <empty>
Oct 23 17:07:42 user nova-compute[74854]: iface.discovery_logout = <empty>
Oct 23 17:07:42 user nova-compute[74854]: node.discovery_address = <empty>
Oct 23 17:07:42 user nova-compute[74854]: node.discovery_port = 0
Oct 23 17:07:42 user nova-compute[74854]: node.discovery_type = static
Oct 23 17:07:42 user nova-compute[74854]: node.session.initial_cmdsn = 0
Oct 23 17:07:42 user nova-compute[74854]: node.session.initial_login_retry_max = 8
Oct 23 17:07:42 user nova-compute[74854]: node.session.xmit_thread_priority = -20
Oct 23 17:07:42 user nova-compute[74854]: node.session.cmds_max = 128
Oct 23 17:07:42 user nova-compute[74854]: node.session.queue_depth = 32
Oct 23 17:07:42 user nova-compute[74854]: node.session.nr_sessions = 1
Oct 23 17:07:42 user nova-compute[74854]: node.session.auth.authmethod = CHAP
Oct 23 17:07:42 user nova-compute[74854]: node.session.auth.username = pDzaicVC
Oct 23 17:07:42 user nova-compute[74854]: node.session.auth.password = ***
Oct 23 17:07:42 user nova-compute[74854]: node.session.auth.username_in = <empty>
Oct 23 17:07:42 user nova-compute[74854]: node.session.auth.password_in = <empty>
Oct 23 17:07:42 user nova-compute[74854]: node.session.auth.chap_algs = MD5
Oct 23 17:07:42 user nova-compute[74854]: node.session.timeo.replacement_timeout = 120
Oct 23 17:07:42 user nova-compute[74854]: node.session.err_timeo.abort_timeout = 15
Oct 23 17:07:42 user nova-compute[74854]: node.session.err_timeo.lu_reset_timeout = 30
Oct 23 17:07:42 user nova-compute[74854]: node.session.err_timeo.tgt_reset_timeout = 30
Oct 23 17:07:42 user nova-compute[74854]: node.session.err_timeo.host_reset_timeout = 60
Oct 23 17:07:42 user nova-compute[74854]: node.session.iscsi.FastAbort = Yes
Oct 23 17:07:42 user nova-compute[74854]: node.session.iscsi.InitialR2T = No
Oct 23 17:07:42 user nova-compute[74854]: node.session.iscsi.ImmediateData = Yes
Oct 23 17:07:42 user nova-compute[74854]: node.session.iscsi.FirstBurstLength = 262144
Oct 23 17:07:42 user nova-compute[74854]: node.session.iscsi.MaxBurstLength = 16776192
Oct 23 17:07:42 user nova-compute[74854]: node.session.iscsi.DefaultTime2Retain = 0
Oct 23 17:07:42 user nova-compute[74854]: node.session.iscsi.DefaultTime2Wait = 2
Oct 23 17:07:42 user nova-compute[74854]: node.session.iscsi.MaxConnections = 1
Oct 23 17:07:42 user nova-compute[74854]: node.session.iscsi.MaxOutstandingR2T = 1
Oct 23 17:07:42 user nova-compute[74854]: node.session.iscsi.ERL = 0
Oct 23 17:07:42 user nova-compute[74854]: node.session.scan = manual
Oct 23 17:07:42 user nova-compute[74854]: node.session.reopen_max = 0
Oct 23 17:07:42 user nova-compute[74854]: node.conn[0].address = 172.16.0.220
Oct 23 17:07:42 user nova-compute[74854]: node.conn[0].port = 3260
Oct 23 17:07:42 user nova-compute[74854]: node.conn[0].startup = manual
Oct 23 17:07:42 user nova-compute[74854]: node.conn[0].tcp.window_size = 524288
Oct 23 17:07:42 user nova-compute[74854]: node.conn[0].tcp.type_of_service = 0
Oct 23 17:07:42 user nova-compute[74854]: node.conn[0].timeo.logout_timeout = 15
Oct 23 17:07:42 user nova-compute[74854]: node.conn[0].timeo.login_timeout = 15
Oct 23 17:07:42 user nova-compute[74854]: node.conn[0].timeo.auth_timeout = 45
Oct 23 17:07:42 user nova-compute[74854]: node.conn[0].timeo.noop_out_interval = 5
Oct 23 17:07:42 user nova-compute[74854]: node.conn[0].timeo.noop_out_timeout = 5
Oct 23 17:07:42 user nova-compute[74854]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Oct 23 17:07:42 user nova-compute[74854]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Oct 23 17:07:42 user nova-compute[74854]: node.conn[0].iscsi.HeaderDigest = None
Oct 23 17:07:42 user nova-compute[74854]: node.conn[0].iscsi.DataDigest = None
Oct 23 17:07:42 user nova-compute[74854]: node.conn[0].iscsi.IFMarker = No
Oct 23 17:07:42 user nova-compute[74854]: node.conn[0].iscsi.OFMarker = No
Oct 23 17:07:42 user nova-compute[74854]: # END RECORD
Oct 23 17:07:42 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.028s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[45c54993-47e4-4872-84ae-7853e77ab24a]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[14cc5727-55f4-407c-b881-bf8fd261a5c2]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pDzaicVC {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4284792e-08bd-4f6e-a47f-e7381f16c8c6/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pDzaicVC" returned: 0 in 0.024s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[1379aa82-4708-4ed9-bcce-1bf5732e1c2a]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'pDzaicVC'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[939100aa-c496-4fde-9c74-1b8eb6652aa4]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a20e1eb-91be-4ea6-b567-1df69f86511a]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:07:42 user nova-compute[74854]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d (non-flash)
Oct 23 17:07:42 user nova-compute[74854]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)
Oct 23 17:07:42 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:07:42 user nova-compute[74854]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d (non-flash)
Oct 23 17:07:42 user nova-compute[74854]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)
Oct 23 17:07:42 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.211s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Connected to 172.16.0.220:3260 {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] HCTL ('34', '0', '0', 0) found on session 13 with lun 0 {{(pid=74854) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Scanning host 34 c: 0, t: 0, l: 0) {{(pid=74854) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f9a7218-1ab4-4e43-9cad-a646bf4159e3]: (4, ('0 0 0', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Searching for a device in session 13 and hctl ('34', '0', '0', 0) yield: sdc {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pDzaicVC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.244s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] <== connect_volume: return (727ms) {'type': 'block', 'scsi_wwn': '23831663535623235', 'path': '/dev/sdc'} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23831663535623235', 'path': '/dev/sdc'} {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.239s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[0cefdf29-0c58-4296-ae8d-f6472b58d2da]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 17:07:42 user nova-compute[74854]: No targets found.
Oct 23 17:07:42 user nova-compute[74854]: iSNS:
Oct 23 17:07:42 user nova-compute[74854]: No targets found.
Oct 23 17:07:42 user nova-compute[74854]: STATIC:
Oct 23 17:07:42 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14
Oct 23 17:07:42 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:07:42 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:07:42 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d
Oct 23 17:07:42 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:07:42 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:07:42 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1
Oct 23 17:07:42 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:07:42 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:07:42 user nova-compute[74854]: FIRMWARE:
Oct 23 17:07:42 user nova-compute[74854]: No targets found.
Oct 23 17:07:42 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 17:07:42 user nova-compute[74854]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 17:07:42 user nova-compute[74854]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74854) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14', 0)] {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:05:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1166003439',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1166003439',id=12,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:06:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='435cbd0d03324a45bdacc7d5b76213e4',ramdisk_id='',reservation_id='r-3n5fnwwv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-702610562',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:06:33Z,user_data=None,user_id='cdf5d05a392f4c0b925b8a1eca824323',uuid=30026d10-f080-4a53-8a4e-b8be523fe48e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "76844ca9-ee3f-4faa-a83b-0ab1ca70e55c", "address": "fa:16:3e:10:66:59", "network": {"id": "a40026f1-91de-4e98-85cd-c3bd1a956407", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1048031159-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1048031159-network", "vif_mac": "fa:16:3e:10:66:59"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "435cbd0d03324a45bdacc7d5b76213e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap76844ca9-ee", "ovs_interfaceid": "76844ca9-ee3f-4faa-a83b-0ab1ca70e55c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Converting VIF {"id": "76844ca9-ee3f-4faa-a83b-0ab1ca70e55c", "address": "fa:16:3e:10:66:59", "network": {"id": "a40026f1-91de-4e98-85cd-c3bd1a956407", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1048031159-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1048031159-network", "vif_mac": "fa:16:3e:10:66:59"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "435cbd0d03324a45bdacc7d5b76213e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap76844ca9-ee", "ovs_interfaceid": "76844ca9-ee3f-4faa-a83b-0ab1ca70e55c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:10:66:59,bridge_name='br-int',has_traffic_filtering=True,id=76844ca9-ee3f-4faa-a83b-0ab1ca70e55c,network=Network(a40026f1-91de-4e98-85cd-c3bd1a956407),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap76844ca9-ee') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG nova.objects.instance [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lazy-loading 'pci_devices' on Instance uuid 30026d10-f080-4a53-8a4e-b8be523fe48e {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[481ecb0b-da54-4083-be7d-83d293009afa]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG nova.objects.base [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Object Instance<30026d10-f080-4a53-8a4e-b8be523fe48e> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:07:42 user nova-compute[74854]:   <uuid>30026d10-f080-4a53-8a4e-b8be523fe48e</uuid>
Oct 23 17:07:42 user nova-compute[74854]:   <name>instance-0000000c</name>
Oct 23 17:07:42 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:07:42 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:07:42 user nova-compute[74854]:   <metadata>
Oct 23 17:07:42 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:07:42 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:07:42 user nova-compute[74854]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1166003439</nova:name>
Oct 23 17:07:42 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:07:41</nova:creationTime>
Oct 23 17:07:42 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:07:42 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:07:42 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:07:42 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:07:42 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:07:42 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:07:42 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:07:42 user nova-compute[74854]:       <nova:owner>
Oct 23 17:07:42 user nova-compute[74854]:         <nova:user uuid="cdf5d05a392f4c0b925b8a1eca824323">tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member</nova:user>
Oct 23 17:07:42 user nova-compute[74854]:         <nova:project uuid="435cbd0d03324a45bdacc7d5b76213e4">tempest-ServerBootFromVolumeStableRescueTest-702610562</nova:project>
Oct 23 17:07:42 user nova-compute[74854]:       </nova:owner>
Oct 23 17:07:42 user nova-compute[74854]:       <nova:root type="image" uuid="68c345df-c9e8-475a-b17c-635fa0c7e894"/>
Oct 23 17:07:42 user nova-compute[74854]:       <nova:ports>
Oct 23 17:07:42 user nova-compute[74854]:         <nova:port uuid="76844ca9-ee3f-4faa-a83b-0ab1ca70e55c">
Oct 23 17:07:42 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 23 17:07:42 user nova-compute[74854]:         </nova:port>
Oct 23 17:07:42 user nova-compute[74854]:       </nova:ports>
Oct 23 17:07:42 user nova-compute[74854]:     </nova:instance>
Oct 23 17:07:42 user nova-compute[74854]:   </metadata>
Oct 23 17:07:42 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:07:42 user nova-compute[74854]:     <system>
Oct 23 17:07:42 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:07:42 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:07:42 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:07:42 user nova-compute[74854]:       <entry name="serial">30026d10-f080-4a53-8a4e-b8be523fe48e</entry>
Oct 23 17:07:42 user nova-compute[74854]:       <entry name="uuid">30026d10-f080-4a53-8a4e-b8be523fe48e</entry>
Oct 23 17:07:42 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:07:42 user nova-compute[74854]:     </system>
Oct 23 17:07:42 user nova-compute[74854]:   </sysinfo>
Oct 23 17:07:42 user nova-compute[74854]:   <os>
Oct 23 17:07:42 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:07:42 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:07:42 user nova-compute[74854]:   </os>
Oct 23 17:07:42 user nova-compute[74854]:   <features>
Oct 23 17:07:42 user nova-compute[74854]:     <acpi/>
Oct 23 17:07:42 user nova-compute[74854]:     <apic/>
Oct 23 17:07:42 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:07:42 user nova-compute[74854]:   </features>
Oct 23 17:07:42 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:07:42 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:07:42 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:07:42 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:07:42 user nova-compute[74854]:   </clock>
Oct 23 17:07:42 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:07:42 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:07:42 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:07:42 user nova-compute[74854]:   </cpu>
Oct 23 17:07:42 user nova-compute[74854]:   <devices>
Oct 23 17:07:42 user nova-compute[74854]:     <disk type="block" device="disk">
Oct 23 17:07:42 user nova-compute[74854]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:07:42 user nova-compute[74854]:       <source dev="/dev/sdc"/>
Oct 23 17:07:42 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:07:42 user nova-compute[74854]:       <serial>8bf6b634-e2f8-4bef-84d6-f96171e82cb1</serial>
Oct 23 17:07:42 user nova-compute[74854]:     </disk>
Oct 23 17:07:42 user nova-compute[74854]:     <disk type="file" device="disk">
Oct 23 17:07:42 user nova-compute[74854]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 17:07:42 user nova-compute[74854]:       <source file="/opt/stack/data/nova/instances/30026d10-f080-4a53-8a4e-b8be523fe48e/disk.rescue"/>
Oct 23 17:07:42 user nova-compute[74854]:       <target dev="vdb" bus="virtio"/>
Oct 23 17:07:42 user nova-compute[74854]:       <boot order="1"/>
Oct 23 17:07:42 user nova-compute[74854]:     </disk>
Oct 23 17:07:42 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:07:42 user nova-compute[74854]:       <mac address="fa:16:3e:10:66:59"/>
Oct 23 17:07:42 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:07:42 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:07:42 user nova-compute[74854]:       <target dev="tap76844ca9-ee"/>
Oct 23 17:07:42 user nova-compute[74854]:     </interface>
Oct 23 17:07:42 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:07:42 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/30026d10-f080-4a53-8a4e-b8be523fe48e/console.log" append="off"/>
Oct 23 17:07:42 user nova-compute[74854]:     </serial>
Oct 23 17:07:42 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:07:42 user nova-compute[74854]:     <video>
Oct 23 17:07:42 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:07:42 user nova-compute[74854]:     </video>
Oct 23 17:07:42 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:07:42 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:07:42 user nova-compute[74854]:     </rng>
Oct 23 17:07:42 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:07:42 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:07:42 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:07:42 user nova-compute[74854]:     </memballoon>
Oct 23 17:07:42 user nova-compute[74854]:   </devices>
Oct 23 17:07:42 user nova-compute[74854]: </domain>
Oct 23 17:07:42 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[35d7270e-c695-4334-a577-b24e61a52afd]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:07:42 user nova-compute[74854]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d (non-flash)
Oct 23 17:07:42 user nova-compute[74854]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)
Oct 23 17:07:42 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:07:42 user nova-compute[74854]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d (non-flash)
Oct 23 17:07:42 user nova-compute[74854]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 (non-flash)
Oct 23 17:07:42 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f3038f83130>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14'): ({'sdi'}, set())}) {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Removing single pathed devices sdi {{(pid=74854) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4284792e-08bd-4f6e-a47f-e7381f16c8c6/disk --force-share --output=json" returned: 0 in 0.244s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4284792e-08bd-4f6e-a47f-e7381f16c8c6/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b804f790-1136-4a5a-8eec-277267e4607a]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:42 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Instance destroyed successfully.
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdi {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdi" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[17a79a5e-a05a-4dcf-b124-b146c9e6fe6b]: (4, ('ok\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Flushing IO for device /dev/sdi {{(pid=74854) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdi {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdi" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[610cf070-7f43-413f-99d5-6de449f1de61]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Remove SCSI device /dev/sdi with /sys/block/sdi/device/delete {{(pid=74854) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdi/device/delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] No VIF found with MAC fa:16:3e:10:66:59, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdi/device/delete" returned: 0 in 0.044s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8392965-0aa3-436b-a650-0eeeb9e2eb93]: (4, ('1', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Checking to see if SCSI volumes sdi have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] SCSI volumes sdi have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14')] {{(pid=74854) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e8c05f2-b75d-4188-bdcb-c6d04bd9a487]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 -p 172.16.0.220:3260 --logout {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:42 user nova-compute[74854]: DEBUG nova.objects.instance [None req-f274b88d-172e-48af-930d-01828b2c1626 tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Lazy-loading 'flavor' on Instance uuid d06d1b4a-0950-4c8a-a34d-cae1290f7033 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:07:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4284792e-08bd-4f6e-a47f-e7381f16c8c6/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:43 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdh (vdb) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:07:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fed2ceef-7eb7-4b11-b5b9-ede51230f22a/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:43 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e751818-fe5d-417a-91bf-a9138ae23422]: (4, ('Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14, portal: 172.16.0.220,3260]\nLogout of [sid: 9, target: iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:43 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14, portal: 172.16.0.220,3260]
Oct 23 17:07:43 user nova-compute[74854]: Logout of [sid: 9, target: iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14, portal: 172.16.0.220,3260] successful.
Oct 23 17:07:43 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:07:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 -p 172.16.0.220:3260 --op delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:43 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-f274b88d-172e-48af-930d-01828b2c1626 tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Lock "d06d1b4a-0950-4c8a-a34d-cae1290f7033" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.670s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ea7064d2-83f3-46b8-b295-6273e2667f14 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.034s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:43 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fcb325e-c143-409a-b248-2e6a392e9332]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:07:43 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:07:43 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.402s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:07:43 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] <== disconnect_volume: return (641ms) None {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:07:43 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Disconnected iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 17:07:43 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Deleting instance files /opt/stack/data/nova/instances/77cee224-bb86-4929-bcb6-aa4b31cd235f_del
Oct 23 17:07:43 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Deletion of /opt/stack/data/nova/instances/77cee224-bb86-4929-bcb6-aa4b31cd235f_del complete
Oct 23 17:07:43 user nova-compute[74854]: INFO nova.compute.manager [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Took 6.00 seconds to destroy the instance on the hypervisor.
Oct 23 17:07:43 user nova-compute[74854]: DEBUG oslo.service.loopingcall [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 17:07:43 user nova-compute[74854]: DEBUG nova.compute.manager [-] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Deallocating network for instance {{(pid=74854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 17:07:43 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] deallocate_for_instance() {{(pid=74854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 17:07:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fed2ceef-7eb7-4b11-b5b9-ede51230f22a/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fed2ceef-7eb7-4b11-b5b9-ede51230f22a/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fed2ceef-7eb7-4b11-b5b9-ede51230f22a/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:44 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:44 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:44 user nova-compute[74854]: DEBUG nova.compute.manager [req-6eb72cbc-6fbe-4727-a1dc-9058253e80d3 req-4205747f-314a-44cc-9741-bce0c45cabb3 service nova] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Received event network-vif-plugged-76844ca9-ee3f-4faa-a83b-0ab1ca70e55c {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:07:44 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-6eb72cbc-6fbe-4727-a1dc-9058253e80d3 req-4205747f-314a-44cc-9741-bce0c45cabb3 service nova] Acquiring lock "30026d10-f080-4a53-8a4e-b8be523fe48e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:44 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-6eb72cbc-6fbe-4727-a1dc-9058253e80d3 req-4205747f-314a-44cc-9741-bce0c45cabb3 service nova] Lock "30026d10-f080-4a53-8a4e-b8be523fe48e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:44 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-6eb72cbc-6fbe-4727-a1dc-9058253e80d3 req-4205747f-314a-44cc-9741-bce0c45cabb3 service nova] Lock "30026d10-f080-4a53-8a4e-b8be523fe48e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:44 user nova-compute[74854]: DEBUG nova.compute.manager [req-6eb72cbc-6fbe-4727-a1dc-9058253e80d3 req-4205747f-314a-44cc-9741-bce0c45cabb3 service nova] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] No waiting events found dispatching network-vif-plugged-76844ca9-ee3f-4faa-a83b-0ab1ca70e55c {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:07:44 user nova-compute[74854]: WARNING nova.compute.manager [req-6eb72cbc-6fbe-4727-a1dc-9058253e80d3 req-4205747f-314a-44cc-9741-bce0c45cabb3 service nova] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Received unexpected event network-vif-plugged-76844ca9-ee3f-4faa-a83b-0ab1ca70e55c for instance with vm_state active and task_state rescuing.
Oct 23 17:07:44 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:44 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:44 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:07:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/30026d10-f080-4a53-8a4e-b8be523fe48e/disk.rescue --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/30026d10-f080-4a53-8a4e-b8be523fe48e/disk.rescue --force-share --output=json" returned: 0 in 0.176s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/30026d10-f080-4a53-8a4e-b8be523fe48e/disk.rescue --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/30026d10-f080-4a53-8a4e-b8be523fe48e/disk.rescue --force-share --output=json" returned: 0 in 0.172s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:47 user nova-compute[74854]: DEBUG nova.compute.manager [req-74625a8b-f2a6-42e2-be04-0467c6eac9d5 req-63c3cabb-45b4-4449-a1ab-0effcace31ad service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received event network-vif-deleted-9887f68c-dbfa-48bf-a60b-54009a9211d7 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:07:47 user nova-compute[74854]: INFO nova.compute.manager [req-74625a8b-f2a6-42e2-be04-0467c6eac9d5 req-63c3cabb-45b4-4449-a1ab-0effcace31ad service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Neutron deleted interface 9887f68c-dbfa-48bf-a60b-54009a9211d7; detaching it from the instance and deleting it from the info cache
Oct 23 17:07:47 user nova-compute[74854]: DEBUG nova.network.neutron [req-74625a8b-f2a6-42e2-be04-0467c6eac9d5 req-63c3cabb-45b4-4449-a1ab-0effcace31ad service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Updating instance_info_cache with network_info: [{"id": "262bf787-b239-4d40-9c98-8f56adfb9dc9", "address": "fa:16:3e:2a:b7:23", "network": {"id": "bf7176bc-9507-4b2c-9169-1a2833155404", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-981604424-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap262bf787-b2", "ovs_interfaceid": "262bf787-b239-4d40-9c98-8f56adfb9dc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "da0880e1-436b-47d3-90ef-ccc1935a47fd", "address": "fa:16:3e:bf:24:7f", "network": {"id": "d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841375724", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda0880e1-43", "ovs_interfaceid": "da0880e1-436b-47d3-90ef-ccc1935a47fd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "8f4ce331-dfe7-4cab-a78e-357134ef82f1", "address": "fa:16:3e:df:c3:8d", "network": {"id": "d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841375724", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f4ce331-df", "ovs_interfaceid": "8f4ce331-dfe7-4cab-a78e-357134ef82f1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "09bb0fd7-c1ee-420d-8cac-ebcda200bada", "address": "fa:16:3e:93:0b:82", "network": {"id": "d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841375724", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09bb0fd7-c1", "ovs_interfaceid": "09bb0fd7-c1ee-420d-8cac-ebcda200bada", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "388a6f93-0f6c-47f5-8ccc-3d6ff804eb11", "address": "fa:16:3e:f8:9c:ab", "network": {"id": "d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841375724", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap388a6f93-0f", "ovs_interfaceid": "388a6f93-0f6c-47f5-8ccc-3d6ff804eb11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e2515a32-fd59-40bb-9ae2-9bbad45d9bae", "address": "fa:16:3e:ac:ab:2a", "network": {"id": "c9fc255c-e299-452e-921e-b6af71f3cf26", "bridge": "br-int", "label": "tempest-device-tagging-net2-1128029543", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape2515a32-fd", "ovs_interfaceid": "e2515a32-fd59-40bb-9ae2-9bbad45d9bae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:07:47 user nova-compute[74854]: DEBUG nova.compute.manager [req-23488790-d44d-4756-bbe2-52f6bfa129f0 req-6fabdfad-657b-4730-9b04-f4b030b787ff service nova] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Received event network-vif-plugged-76844ca9-ee3f-4faa-a83b-0ab1ca70e55c {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:07:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-23488790-d44d-4756-bbe2-52f6bfa129f0 req-6fabdfad-657b-4730-9b04-f4b030b787ff service nova] Acquiring lock "30026d10-f080-4a53-8a4e-b8be523fe48e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-23488790-d44d-4756-bbe2-52f6bfa129f0 req-6fabdfad-657b-4730-9b04-f4b030b787ff service nova] Lock "30026d10-f080-4a53-8a4e-b8be523fe48e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-23488790-d44d-4756-bbe2-52f6bfa129f0 req-6fabdfad-657b-4730-9b04-f4b030b787ff service nova] Lock "30026d10-f080-4a53-8a4e-b8be523fe48e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:47 user nova-compute[74854]: DEBUG nova.compute.manager [req-23488790-d44d-4756-bbe2-52f6bfa129f0 req-6fabdfad-657b-4730-9b04-f4b030b787ff service nova] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] No waiting events found dispatching network-vif-plugged-76844ca9-ee3f-4faa-a83b-0ab1ca70e55c {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:07:47 user nova-compute[74854]: WARNING nova.compute.manager [req-23488790-d44d-4756-bbe2-52f6bfa129f0 req-6fabdfad-657b-4730-9b04-f4b030b787ff service nova] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Received unexpected event network-vif-plugged-76844ca9-ee3f-4faa-a83b-0ab1ca70e55c for instance with vm_state active and task_state rescuing.
Oct 23 17:07:47 user nova-compute[74854]: DEBUG nova.compute.manager [None req-f4d0c904-f0d6-49c1-840b-ac430f99b29c tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:07:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:07:47 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:07:47 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:07:47 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Hypervisor/Node resource view: name=user free_ram=8289MB free_disk=25.273178100585938GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=74854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 17:07:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:47 user nova-compute[74854]: DEBUG nova.compute.manager [req-74625a8b-f2a6-42e2-be04-0467c6eac9d5 req-63c3cabb-45b4-4449-a1ab-0effcace31ad service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Detach interface failed, port_id=9887f68c-dbfa-48bf-a60b-54009a9211d7, reason: Instance 77cee224-bb86-4929-bcb6-aa4b31cd235f could not be found. {{(pid=74854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 23 17:07:47 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Applying migration context for instance 4284792e-08bd-4f6e-a47f-e7381f16c8c6 as it has an incoming, in-progress migration 5961ec73-77af-4f86-a188-090ed0a2614b. Migration status is error {{(pid=74854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Oct 23 17:07:47 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Skipping migration as instance is neither resizing nor live-migrating. {{(pid=74854) _update_usage_from_migrations /opt/stack/nova/nova/compute/resource_tracker.py:1563}}
Oct 23 17:07:47 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance fed2ceef-7eb7-4b11-b5b9-ede51230f22a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:07:47 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance f150b707-22b3-43b5-b657-0c2e19bcf524 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:07:47 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance d06d1b4a-0950-4c8a-a34d-cae1290f7033 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:07:47 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 77cee224-bb86-4929-bcb6-aa4b31cd235f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:07:47 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance f5d24cfc-a7aa-41d7-99f6-e59331c1608f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:07:47 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 30026d10-f080-4a53-8a4e-b8be523fe48e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:07:47 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 4284792e-08bd-4f6e-a47f-e7381f16c8c6 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 2048, 'DISK_GB': 20}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:07:47 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 17:07:47 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=24GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 17:07:47 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:07:47 user nova-compute[74854]: DEBUG nova.compute.manager [req-6322dfa3-5175-42cb-9905-c7414bd3c7ef req-95e32da7-52e5-48bb-affc-3c69d8f83dda service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received event network-vif-deleted-e2515a32-fd59-40bb-9ae2-9bbad45d9bae {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:07:47 user nova-compute[74854]: INFO nova.compute.manager [req-6322dfa3-5175-42cb-9905-c7414bd3c7ef req-95e32da7-52e5-48bb-affc-3c69d8f83dda service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Neutron deleted interface e2515a32-fd59-40bb-9ae2-9bbad45d9bae; detaching it from the instance and deleting it from the info cache
Oct 23 17:07:47 user nova-compute[74854]: DEBUG nova.network.neutron [req-6322dfa3-5175-42cb-9905-c7414bd3c7ef req-95e32da7-52e5-48bb-affc-3c69d8f83dda service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Updating instance_info_cache with network_info: [{"id": "262bf787-b239-4d40-9c98-8f56adfb9dc9", "address": "fa:16:3e:2a:b7:23", "network": {"id": "bf7176bc-9507-4b2c-9169-1a2833155404", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-981604424-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap262bf787-b2", "ovs_interfaceid": "262bf787-b239-4d40-9c98-8f56adfb9dc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "da0880e1-436b-47d3-90ef-ccc1935a47fd", "address": "fa:16:3e:bf:24:7f", "network": {"id": "d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841375724", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda0880e1-43", "ovs_interfaceid": "da0880e1-436b-47d3-90ef-ccc1935a47fd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "8f4ce331-dfe7-4cab-a78e-357134ef82f1", "address": "fa:16:3e:df:c3:8d", "network": {"id": "d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841375724", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f4ce331-df", "ovs_interfaceid": "8f4ce331-dfe7-4cab-a78e-357134ef82f1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "09bb0fd7-c1ee-420d-8cac-ebcda200bada", "address": "fa:16:3e:93:0b:82", "network": {"id": "d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841375724", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09bb0fd7-c1", "ovs_interfaceid": "09bb0fd7-c1ee-420d-8cac-ebcda200bada", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "388a6f93-0f6c-47f5-8ccc-3d6ff804eb11", "address": "fa:16:3e:f8:9c:ab", "network": {"id": "d8ad44fd-f67e-43d8-8be5-3c1ad3fd3e52", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841375724", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1893a4e0284e4543be6590408a89e1f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap388a6f93-0f", "ovs_interfaceid": "388a6f93-0f6c-47f5-8ccc-3d6ff804eb11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:07:47 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:07:47 user nova-compute[74854]: DEBUG nova.compute.manager [req-6322dfa3-5175-42cb-9905-c7414bd3c7ef req-95e32da7-52e5-48bb-affc-3c69d8f83dda service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Detach interface failed, port_id=e2515a32-fd59-40bb-9ae2-9bbad45d9bae, reason: Instance 77cee224-bb86-4929-bcb6-aa4b31cd235f could not be found. {{(pid=74854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 23 17:07:47 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Compute_service record updated for user:user {{(pid=74854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 17:07:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.447s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:49 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:49 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:07:49 user nova-compute[74854]: INFO nova.compute.manager [-] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Took 6.41 seconds to deallocate network for instance.
Oct 23 17:07:49 user nova-compute[74854]: DEBUG nova.compute.manager [req-d2b27781-bc84-4ec4-a809-6f2f9469819f req-ac4aefe1-6b02-4704-94b1-685338bb4f14 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received event network-vif-deleted-09bb0fd7-c1ee-420d-8cac-ebcda200bada {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:07:49 user nova-compute[74854]: DEBUG nova.compute.manager [req-d2b27781-bc84-4ec4-a809-6f2f9469819f req-ac4aefe1-6b02-4704-94b1-685338bb4f14 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received event network-vif-deleted-262bf787-b239-4d40-9c98-8f56adfb9dc9 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:07:49 user nova-compute[74854]: DEBUG nova.compute.manager [req-d2b27781-bc84-4ec4-a809-6f2f9469819f req-ac4aefe1-6b02-4704-94b1-685338bb4f14 service nova] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Received event network-vif-deleted-388a6f93-0f6c-47f5-8ccc-3d6ff804eb11 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:07:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:50 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:07:50 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:07:50 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Starting heal instance info cache {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 17:07:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "refresh_cache-d06d1b4a-0950-4c8a-a34d-cae1290f7033" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:07:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquired lock "refresh_cache-d06d1b4a-0950-4c8a-a34d-cae1290f7033" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:07:50 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Forcefully refreshing network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 17:07:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Acquiring lock "7cbbf0ad-0aae-4cd8-926b-bae2e720d35e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Lock "7cbbf0ad-0aae-4cd8-926b-bae2e720d35e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:51 user nova-compute[74854]: DEBUG nova.compute.manager [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] Starting instance... {{(pid=74854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 17:07:51 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Updating instance_info_cache with network_info: [{"id": "ee299b83-d5de-49ed-a356-6f9db6d3f04b", "address": "fa:16:3e:79:6b:ae", "network": {"id": "e5be0940-8911-457c-9662-9138f8b1765e", "bridge": "br-int", "label": "tempest-TestVolumeSwap-123993308-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.56", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e85f1d1fd04ebdab32ddd5459c33e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee299b83-d5", "ovs_interfaceid": "ee299b83-d5de-49ed-a356-6f9db6d3f04b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:07:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Releasing lock "refresh_cache-d06d1b4a-0950-4c8a-a34d-cae1290f7033" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:07:51 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Updated the network info_cache for instance {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 17:07:51 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:07:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:51 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74854) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 17:07:51 user nova-compute[74854]: INFO nova.compute.claims [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] Claim successful on node user
Oct 23 17:07:51 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:07:51 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:07:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.516s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:51 user nova-compute[74854]: DEBUG nova.compute.manager [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] Start building networks asynchronously for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 17:07:51 user nova-compute[74854]: DEBUG nova.compute.manager [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] Allocating IP information in the background. {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 17:07:51 user nova-compute[74854]: DEBUG nova.network.neutron [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] allocate_for_instance() {{(pid=74854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 17:07:51 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 17:07:51 user nova-compute[74854]: DEBUG nova.compute.manager [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] Start building block device mappings for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 17:07:51 user nova-compute[74854]: DEBUG nova.policy [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f1c6d7af94bf48309dab8b6e005335ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e1ef4d33cd6e4a159a6ded3796a43903', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74854) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 17:07:52 user nova-compute[74854]: DEBUG nova.compute.manager [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] Start spawning the instance on the hypervisor. {{(pid=74854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 17:07:52 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] Creating instance directory {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 17:07:52 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] Creating image(s)
Oct 23 17:07:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Acquiring lock "/opt/stack/data/nova/instances/7cbbf0ad-0aae-4cd8-926b-bae2e720d35e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Lock "/opt/stack/data/nova/instances/7cbbf0ad-0aae-4cd8-926b-bae2e720d35e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Lock "/opt/stack/data/nova/instances/7cbbf0ad-0aae-4cd8-926b-bae2e720d35e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:52 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.219s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Acquiring lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:52 user nova-compute[74854]: INFO nova.compute.manager [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] [instance: 77cee224-bb86-4929-bcb6-aa4b31cd235f] Took 2.77 seconds to detach 3 volumes for instance.
Oct 23 17:07:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.197s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/7cbbf0ad-0aae-4cd8-926b-bae2e720d35e/disk 1073741824 {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/7cbbf0ad-0aae-4cd8-926b-bae2e720d35e/disk 1073741824" returned: 0 in 0.053s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.254s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:52 user nova-compute[74854]: DEBUG nova.network.neutron [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] Successfully created port: 90385ef7-640d-4a9e-92c6-a4a8b03d884e {{(pid=74854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 17:07:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.173s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:52 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7cbbf0ad-0aae-4cd8-926b-bae2e720d35e/disk. size=1073741824 {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 17:07:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7cbbf0ad-0aae-4cd8-926b-bae2e720d35e/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:07:52 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:07:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7cbbf0ad-0aae-4cd8-926b-bae2e720d35e/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:07:52 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Cannot resize image /opt/stack/data/nova/instances/7cbbf0ad-0aae-4cd8-926b-bae2e720d35e/disk to a smaller size. {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 17:07:52 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] Created local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 17:07:52 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] Ensure instance console log exists: /opt/stack/data/nova/instances/7cbbf0ad-0aae-4cd8-926b-bae2e720d35e/console.log {{(pid=74854) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 17:07:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:52 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:07:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.512s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:52 user nova-compute[74854]: INFO nova.scheduler.client.report [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Deleted allocations for instance 77cee224-bb86-4929-bcb6-aa4b31cd235f
Oct 23 17:07:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-0a3a0d59-1acd-4dd3-ba82-6ec6b6614779 tempest-TaggedBootDevicesTest_v242-721768869 tempest-TaggedBootDevicesTest_v242-721768869-project-member] Lock "77cee224-bb86-4929-bcb6-aa4b31cd235f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 15.916s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:53 user nova-compute[74854]: DEBUG nova.network.neutron [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] Successfully updated port: 90385ef7-640d-4a9e-92c6-a4a8b03d884e {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:07:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Acquiring lock "refresh_cache-7cbbf0ad-0aae-4cd8-926b-bae2e720d35e" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:07:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Acquired lock "refresh_cache-7cbbf0ad-0aae-4cd8-926b-bae2e720d35e" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:07:53 user nova-compute[74854]: DEBUG nova.network.neutron [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:07:53 user nova-compute[74854]: DEBUG nova.compute.manager [req-7f0ea3b4-3b0a-4686-9f6f-56037a53dacc req-107ea54a-b729-46fa-af1f-07b7719f9438 service nova] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] Received event network-changed-90385ef7-640d-4a9e-92c6-a4a8b03d884e {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:07:53 user nova-compute[74854]: DEBUG nova.compute.manager [req-7f0ea3b4-3b0a-4686-9f6f-56037a53dacc req-107ea54a-b729-46fa-af1f-07b7719f9438 service nova] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] Refreshing instance network info cache due to event network-changed-90385ef7-640d-4a9e-92c6-a4a8b03d884e. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:07:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-7f0ea3b4-3b0a-4686-9f6f-56037a53dacc req-107ea54a-b729-46fa-af1f-07b7719f9438 service nova] Acquiring lock "refresh_cache-7cbbf0ad-0aae-4cd8-926b-bae2e720d35e" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:07:53 user nova-compute[74854]: DEBUG nova.network.neutron [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] Instance cache missing network info. {{(pid=74854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 17:07:53 user nova-compute[74854]: DEBUG nova.network.neutron [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] Updating instance_info_cache with network_info: [{"id": "90385ef7-640d-4a9e-92c6-a4a8b03d884e", "address": "fa:16:3e:b7:93:d3", "network": {"id": "1b4a29de-281d-41c9-9c57-2126eccfb035", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-868398518-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1ef4d33cd6e4a159a6ded3796a43903", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90385ef7-64", "ovs_interfaceid": "90385ef7-640d-4a9e-92c6-a4a8b03d884e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:07:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Releasing lock "refresh_cache-7cbbf0ad-0aae-4cd8-926b-bae2e720d35e" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:07:53 user nova-compute[74854]: DEBUG nova.compute.manager [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] Instance network_info: |[{"id": "90385ef7-640d-4a9e-92c6-a4a8b03d884e", "address": "fa:16:3e:b7:93:d3", "network": {"id": "1b4a29de-281d-41c9-9c57-2126eccfb035", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-868398518-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1ef4d33cd6e4a159a6ded3796a43903", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90385ef7-64", "ovs_interfaceid": "90385ef7-640d-4a9e-92c6-a4a8b03d884e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 17:07:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-7f0ea3b4-3b0a-4686-9f6f-56037a53dacc req-107ea54a-b729-46fa-af1f-07b7719f9438 service nova] Acquired lock "refresh_cache-7cbbf0ad-0aae-4cd8-926b-bae2e720d35e" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:07:53 user nova-compute[74854]: DEBUG nova.network.neutron [req-7f0ea3b4-3b0a-4686-9f6f-56037a53dacc req-107ea54a-b729-46fa-af1f-07b7719f9438 service nova] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] Refreshing network info cache for port 90385ef7-640d-4a9e-92c6-a4a8b03d884e {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:07:53 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] Start _get_guest_xml network_info=[{"id": "90385ef7-640d-4a9e-92c6-a4a8b03d884e", "address": "fa:16:3e:b7:93:d3", "network": {"id": "1b4a29de-281d-41c9-9c57-2126eccfb035", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-868398518-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1ef4d33cd6e4a159a6ded3796a43903", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90385ef7-64", "ovs_interfaceid": "90385ef7-640d-4a9e-92c6-a4a8b03d884e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'encryption_format': None, 'encryption_options': None, 'size': 0, 'boot_index': 0, 'encrypted': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'image_id': '68c345df-c9e8-475a-b17c-635fa0c7e894'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:07:53 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:07:53 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:07:53 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:07:53 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:07:53 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:07:53 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:07:53 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:07:53 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:07:53 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:07:53 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:07:53 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:07:53 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:07:53 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:07:53 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:07:53 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:07:53 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:07:53 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:07:53 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:07:53 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:07:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-1311667071',display_name='tempest-DeleteServersTestJSON-server-1311667071',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-1311667071',id=13,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e1ef4d33cd6e4a159a6ded3796a43903',ramdisk_id='',reservation_id='r-jkouw0us',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-1770836187',owner_user_name='tempest-DeleteServersTestJSON-1770836187-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:07:52Z,user_data=None,user_id='f1c6d7af94bf48309dab8b6e005335ed',uuid=7cbbf0ad-0aae-4cd8-926b-bae2e720d35e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "90385ef7-640d-4a9e-92c6-a4a8b03d884e", "address": "fa:16:3e:b7:93:d3", "network": {"id": "1b4a29de-281d-41c9-9c57-2126eccfb035", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-868398518-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1ef4d33cd6e4a159a6ded3796a43903", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90385ef7-64", "ovs_interfaceid": "90385ef7-640d-4a9e-92c6-a4a8b03d884e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:07:53 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Converting VIF {"id": "90385ef7-640d-4a9e-92c6-a4a8b03d884e", "address": "fa:16:3e:b7:93:d3", "network": {"id": "1b4a29de-281d-41c9-9c57-2126eccfb035", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-868398518-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1ef4d33cd6e4a159a6ded3796a43903", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90385ef7-64", "ovs_interfaceid": "90385ef7-640d-4a9e-92c6-a4a8b03d884e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:07:53 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b7:93:d3,bridge_name='br-int',has_traffic_filtering=True,id=90385ef7-640d-4a9e-92c6-a4a8b03d884e,network=Network(1b4a29de-281d-41c9-9c57-2126eccfb035),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90385ef7-64') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:07:53 user nova-compute[74854]: DEBUG nova.objects.instance [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Lazy-loading 'pci_devices' on Instance uuid 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:07:53 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:07:53 user nova-compute[74854]:   <uuid>7cbbf0ad-0aae-4cd8-926b-bae2e720d35e</uuid>
Oct 23 17:07:53 user nova-compute[74854]:   <name>instance-0000000d</name>
Oct 23 17:07:53 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:07:53 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:07:53 user nova-compute[74854]:   <metadata>
Oct 23 17:07:53 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:07:53 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:07:53 user nova-compute[74854]:       <nova:name>tempest-DeleteServersTestJSON-server-1311667071</nova:name>
Oct 23 17:07:53 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:07:53</nova:creationTime>
Oct 23 17:07:53 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:07:53 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:07:53 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:07:53 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:07:53 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:07:53 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:07:53 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:07:53 user nova-compute[74854]:       <nova:owner>
Oct 23 17:07:53 user nova-compute[74854]:         <nova:user uuid="f1c6d7af94bf48309dab8b6e005335ed">tempest-DeleteServersTestJSON-1770836187-project-member</nova:user>
Oct 23 17:07:53 user nova-compute[74854]:         <nova:project uuid="e1ef4d33cd6e4a159a6ded3796a43903">tempest-DeleteServersTestJSON-1770836187</nova:project>
Oct 23 17:07:53 user nova-compute[74854]:       </nova:owner>
Oct 23 17:07:53 user nova-compute[74854]:       <nova:root type="image" uuid="68c345df-c9e8-475a-b17c-635fa0c7e894"/>
Oct 23 17:07:53 user nova-compute[74854]:       <nova:ports>
Oct 23 17:07:53 user nova-compute[74854]:         <nova:port uuid="90385ef7-640d-4a9e-92c6-a4a8b03d884e">
Oct 23 17:07:53 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 23 17:07:53 user nova-compute[74854]:         </nova:port>
Oct 23 17:07:53 user nova-compute[74854]:       </nova:ports>
Oct 23 17:07:53 user nova-compute[74854]:     </nova:instance>
Oct 23 17:07:53 user nova-compute[74854]:   </metadata>
Oct 23 17:07:53 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:07:53 user nova-compute[74854]:     <system>
Oct 23 17:07:53 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:07:53 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:07:53 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:07:53 user nova-compute[74854]:       <entry name="serial">7cbbf0ad-0aae-4cd8-926b-bae2e720d35e</entry>
Oct 23 17:07:53 user nova-compute[74854]:       <entry name="uuid">7cbbf0ad-0aae-4cd8-926b-bae2e720d35e</entry>
Oct 23 17:07:53 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:07:53 user nova-compute[74854]:     </system>
Oct 23 17:07:53 user nova-compute[74854]:   </sysinfo>
Oct 23 17:07:53 user nova-compute[74854]:   <os>
Oct 23 17:07:53 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:07:53 user nova-compute[74854]:     <boot dev="hd"/>
Oct 23 17:07:53 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:07:53 user nova-compute[74854]:   </os>
Oct 23 17:07:53 user nova-compute[74854]:   <features>
Oct 23 17:07:53 user nova-compute[74854]:     <acpi/>
Oct 23 17:07:53 user nova-compute[74854]:     <apic/>
Oct 23 17:07:53 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:07:53 user nova-compute[74854]:   </features>
Oct 23 17:07:53 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:07:53 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:07:53 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:07:53 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:07:53 user nova-compute[74854]:   </clock>
Oct 23 17:07:53 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:07:53 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:07:53 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:07:53 user nova-compute[74854]:   </cpu>
Oct 23 17:07:53 user nova-compute[74854]:   <devices>
Oct 23 17:07:53 user nova-compute[74854]:     <disk type="file" device="disk">
Oct 23 17:07:53 user nova-compute[74854]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 17:07:53 user nova-compute[74854]:       <source file="/opt/stack/data/nova/instances/7cbbf0ad-0aae-4cd8-926b-bae2e720d35e/disk"/>
Oct 23 17:07:53 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:07:53 user nova-compute[74854]:     </disk>
Oct 23 17:07:53 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:07:53 user nova-compute[74854]:       <mac address="fa:16:3e:b7:93:d3"/>
Oct 23 17:07:53 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:07:53 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:07:53 user nova-compute[74854]:       <target dev="tap90385ef7-64"/>
Oct 23 17:07:53 user nova-compute[74854]:     </interface>
Oct 23 17:07:53 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:07:53 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/7cbbf0ad-0aae-4cd8-926b-bae2e720d35e/console.log" append="off"/>
Oct 23 17:07:53 user nova-compute[74854]:     </serial>
Oct 23 17:07:53 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:07:53 user nova-compute[74854]:     <video>
Oct 23 17:07:53 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:07:53 user nova-compute[74854]:     </video>
Oct 23 17:07:53 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:07:53 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:07:53 user nova-compute[74854]:     </rng>
Oct 23 17:07:53 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:07:53 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:07:53 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:07:53 user nova-compute[74854]:     </memballoon>
Oct 23 17:07:53 user nova-compute[74854]:   </devices>
Oct 23 17:07:53 user nova-compute[74854]: </domain>
Oct 23 17:07:53 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:07:53 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:07:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-1311667071',display_name='tempest-DeleteServersTestJSON-server-1311667071',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-1311667071',id=13,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e1ef4d33cd6e4a159a6ded3796a43903',ramdisk_id='',reservation_id='r-jkouw0us',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-1770836187',owner_user_name='tempest-DeleteServersTestJSON-1770836187-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:07:52Z,user_data=None,user_id='f1c6d7af94bf48309dab8b6e005335ed',uuid=7cbbf0ad-0aae-4cd8-926b-bae2e720d35e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "90385ef7-640d-4a9e-92c6-a4a8b03d884e", "address": "fa:16:3e:b7:93:d3", "network": {"id": "1b4a29de-281d-41c9-9c57-2126eccfb035", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-868398518-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1ef4d33cd6e4a159a6ded3796a43903", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90385ef7-64", "ovs_interfaceid": "90385ef7-640d-4a9e-92c6-a4a8b03d884e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:07:53 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Converting VIF {"id": "90385ef7-640d-4a9e-92c6-a4a8b03d884e", "address": "fa:16:3e:b7:93:d3", "network": {"id": "1b4a29de-281d-41c9-9c57-2126eccfb035", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-868398518-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1ef4d33cd6e4a159a6ded3796a43903", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90385ef7-64", "ovs_interfaceid": "90385ef7-640d-4a9e-92c6-a4a8b03d884e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:07:53 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b7:93:d3,bridge_name='br-int',has_traffic_filtering=True,id=90385ef7-640d-4a9e-92c6-a4a8b03d884e,network=Network(1b4a29de-281d-41c9-9c57-2126eccfb035),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90385ef7-64') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:07:53 user nova-compute[74854]: DEBUG os_vif [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b7:93:d3,bridge_name='br-int',has_traffic_filtering=True,id=90385ef7-640d-4a9e-92c6-a4a8b03d884e,network=Network(1b4a29de-281d-41c9-9c57-2126eccfb035),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90385ef7-64') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:07:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:07:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:07:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c422cdec-33e1-5e4c-ac64-5b27eeddea4a', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:07:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:07:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap90385ef7-64, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:07:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap90385ef7-64, col_values=(('qos', UUID('96f2d1c9-77b5-4e77-a95f-7c9af4fc3311')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:07:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap90385ef7-64, col_values=(('external_ids', {'iface-id': '90385ef7-640d-4a9e-92c6-a4a8b03d884e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b7:93:d3', 'vm-uuid': '7cbbf0ad-0aae-4cd8-926b-bae2e720d35e'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:07:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:07:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:53 user nova-compute[74854]: INFO os_vif [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b7:93:d3,bridge_name='br-int',has_traffic_filtering=True,id=90385ef7-640d-4a9e-92c6-a4a8b03d884e,network=Network(1b4a29de-281d-41c9-9c57-2126eccfb035),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90385ef7-64')
Oct 23 17:07:54 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:07:54 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] No VIF found with MAC fa:16:3e:b7:93:d3, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:07:54 user nova-compute[74854]: DEBUG nova.network.neutron [req-7f0ea3b4-3b0a-4686-9f6f-56037a53dacc req-107ea54a-b729-46fa-af1f-07b7719f9438 service nova] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] Updated VIF entry in instance network info cache for port 90385ef7-640d-4a9e-92c6-a4a8b03d884e. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:07:54 user nova-compute[74854]: DEBUG nova.network.neutron [req-7f0ea3b4-3b0a-4686-9f6f-56037a53dacc req-107ea54a-b729-46fa-af1f-07b7719f9438 service nova] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] Updating instance_info_cache with network_info: [{"id": "90385ef7-640d-4a9e-92c6-a4a8b03d884e", "address": "fa:16:3e:b7:93:d3", "network": {"id": "1b4a29de-281d-41c9-9c57-2126eccfb035", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-868398518-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1ef4d33cd6e4a159a6ded3796a43903", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90385ef7-64", "ovs_interfaceid": "90385ef7-640d-4a9e-92c6-a4a8b03d884e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:07:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-7f0ea3b4-3b0a-4686-9f6f-56037a53dacc req-107ea54a-b729-46fa-af1f-07b7719f9438 service nova] Releasing lock "refresh_cache-7cbbf0ad-0aae-4cd8-926b-bae2e720d35e" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:07:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:55 user nova-compute[74854]: DEBUG nova.compute.manager [req-a14cdb10-57e0-4b31-854f-69aee88ceb1d req-f863a120-7287-47fe-ab16-8536c39571e5 service nova] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] Received event network-vif-plugged-90385ef7-640d-4a9e-92c6-a4a8b03d884e {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:07:55 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a14cdb10-57e0-4b31-854f-69aee88ceb1d req-f863a120-7287-47fe-ab16-8536c39571e5 service nova] Acquiring lock "7cbbf0ad-0aae-4cd8-926b-bae2e720d35e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:55 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a14cdb10-57e0-4b31-854f-69aee88ceb1d req-f863a120-7287-47fe-ab16-8536c39571e5 service nova] Lock "7cbbf0ad-0aae-4cd8-926b-bae2e720d35e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:55 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a14cdb10-57e0-4b31-854f-69aee88ceb1d req-f863a120-7287-47fe-ab16-8536c39571e5 service nova] Lock "7cbbf0ad-0aae-4cd8-926b-bae2e720d35e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:55 user nova-compute[74854]: DEBUG nova.compute.manager [req-a14cdb10-57e0-4b31-854f-69aee88ceb1d req-f863a120-7287-47fe-ab16-8536c39571e5 service nova] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] No waiting events found dispatching network-vif-plugged-90385ef7-640d-4a9e-92c6-a4a8b03d884e {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:07:55 user nova-compute[74854]: WARNING nova.compute.manager [req-a14cdb10-57e0-4b31-854f-69aee88ceb1d req-f863a120-7287-47fe-ab16-8536c39571e5 service nova] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] Received unexpected event network-vif-plugged-90385ef7-640d-4a9e-92c6-a4a8b03d884e for instance with vm_state building and task_state spawning.
Oct 23 17:07:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:07:57 user nova-compute[74854]: DEBUG nova.compute.manager [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] Instance event wait completed in 0 seconds for  {{(pid=74854) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 17:07:57 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] Guest created on hypervisor {{(pid=74854) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 17:07:57 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] Instance spawned successfully.
Oct 23 17:07:57 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 17:07:57 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] Found default for hw_cdrom_bus of ide {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:07:57 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] Found default for hw_disk_bus of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:07:57 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] Found default for hw_input_bus of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:07:57 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] Found default for hw_pointer_model of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:07:57 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] Found default for hw_video_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:07:57 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] Found default for hw_vif_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:07:57 user nova-compute[74854]: INFO nova.compute.manager [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] Took 5.61 seconds to spawn the instance on the hypervisor.
Oct 23 17:07:57 user nova-compute[74854]: DEBUG nova.compute.manager [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:07:57 user nova-compute[74854]: DEBUG nova.compute.manager [req-7bc58ee5-9a35-4ef6-b1b6-db029b4ad165 req-19fc04ea-8ec0-4f86-88c3-189887b3f871 service nova] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] Received event network-vif-plugged-90385ef7-640d-4a9e-92c6-a4a8b03d884e {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:07:57 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-7bc58ee5-9a35-4ef6-b1b6-db029b4ad165 req-19fc04ea-8ec0-4f86-88c3-189887b3f871 service nova] Acquiring lock "7cbbf0ad-0aae-4cd8-926b-bae2e720d35e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:07:57 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-7bc58ee5-9a35-4ef6-b1b6-db029b4ad165 req-19fc04ea-8ec0-4f86-88c3-189887b3f871 service nova] Lock "7cbbf0ad-0aae-4cd8-926b-bae2e720d35e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:07:57 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-7bc58ee5-9a35-4ef6-b1b6-db029b4ad165 req-19fc04ea-8ec0-4f86-88c3-189887b3f871 service nova] Lock "7cbbf0ad-0aae-4cd8-926b-bae2e720d35e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.003s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:57 user nova-compute[74854]: DEBUG nova.compute.manager [req-7bc58ee5-9a35-4ef6-b1b6-db029b4ad165 req-19fc04ea-8ec0-4f86-88c3-189887b3f871 service nova] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] No waiting events found dispatching network-vif-plugged-90385ef7-640d-4a9e-92c6-a4a8b03d884e {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:07:57 user nova-compute[74854]: WARNING nova.compute.manager [req-7bc58ee5-9a35-4ef6-b1b6-db029b4ad165 req-19fc04ea-8ec0-4f86-88c3-189887b3f871 service nova] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] Received unexpected event network-vif-plugged-90385ef7-640d-4a9e-92c6-a4a8b03d884e for instance with vm_state building and task_state spawning.
Oct 23 17:07:57 user nova-compute[74854]: INFO nova.compute.manager [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] Took 6.54 seconds to build instance.
Oct 23 17:07:57 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-bc609ddb-c301-40a2-ba3a-8e5510abebb0 tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Lock "7cbbf0ad-0aae-4cd8-926b-bae2e720d35e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.651s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:07:58 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:00 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:00 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2038f008-eb6f-4d8c-8bf4-4008dd982973 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Calling os-brick to attach iSCSI Volume {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 17:08:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-2038f008-eb6f-4d8c-8bf4-4008dd982973 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ce334880-724f-4ba4-9687-af709756e5eb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zxCqtENZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:08:03 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-2038f008-eb6f-4d8c-8bf4-4008dd982973 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:08:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-2038f008-eb6f-4d8c-8bf4-4008dd982973 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:08:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-2038f008-eb6f-4d8c-8bf4-4008dd982973 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:08:03 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-2038f008-eb6f-4d8c-8bf4-4008dd982973 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:08:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-2038f008-eb6f-4d8c-8bf4-4008dd982973 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ce334880-724f-4ba4-9687-af709756e5eb" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:08:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-2038f008-eb6f-4d8c-8bf4-4008dd982973 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ce334880-724f-4ba4-9687-af709756e5eb" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:08:03 user nova-compute[74854]: INFO os_brick.initiator.connectors.iscsi [None req-2038f008-eb6f-4d8c-8bf4-4008dd982973 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 17:08:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ce334880-724f-4ba4-9687-af709756e5eb -p 172.16.0.220:3260 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:08:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ce334880-724f-4ba4-9687-af709756e5eb -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:08:03 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[5675d2f5-3b17-40db-8ecb-cb6e1c495384]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:08:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-2038f008-eb6f-4d8c-8bf4-4008dd982973 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 17:08:03 user nova-compute[74854]:  {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:08:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ce334880-724f-4ba4-9687-af709756e5eb -p 172.16.0.220:3260 --interface default --op new {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:08:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ce334880-724f-4ba4-9687-af709756e5eb -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:08:03 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[56ad13df-43d2-4b8a-a0a2-a30bd369f5a6]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ce334880-724f-4ba4-9687-af709756e5eb] added\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:08:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-2038f008-eb6f-4d8c-8bf4-4008dd982973 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ce334880-724f-4ba4-9687-af709756e5eb] added
Oct 23 17:08:03 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:08:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ce334880-724f-4ba4-9687-af709756e5eb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:08:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ce334880-724f-4ba4-9687-af709756e5eb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:08:03 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6a3e16a-1fcc-4967-969d-1fe20629b40b]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:08:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-2038f008-eb6f-4d8c-8bf4-4008dd982973 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:08:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ce334880-724f-4ba4-9687-af709756e5eb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:08:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ce334880-724f-4ba4-9687-af709756e5eb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.028s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:08:03 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[a39d8bc8-7bc5-4a48-a118-008a494b95e2]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:08:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-2038f008-eb6f-4d8c-8bf4-4008dd982973 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:08:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ce334880-724f-4ba4-9687-af709756e5eb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zxCqtENZ {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:08:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ce334880-724f-4ba4-9687-af709756e5eb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zxCqtENZ" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:08:03 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb53a596-8d10-46bc-9991-be575f8e9893]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:08:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-2038f008-eb6f-4d8c-8bf4-4008dd982973 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'zxCqtENZ'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:08:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ce334880-724f-4ba4-9687-af709756e5eb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:08:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ce334880-724f-4ba4-9687-af709756e5eb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:08:03 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[7801ab31-1269-4d89-9e31-29cda66520ac]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:08:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-2038f008-eb6f-4d8c-8bf4-4008dd982973 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:08:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:08:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:08:03 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[862cd340-7012-490b-a06e-87c618fa49ab]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:08:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-2038f008-eb6f-4d8c-8bf4-4008dd982973 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:08:03 user nova-compute[74854]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d (non-flash)
Oct 23 17:08:03 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:08:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-2038f008-eb6f-4d8c-8bf4-4008dd982973 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:08:03 user nova-compute[74854]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d (non-flash)
Oct 23 17:08:03 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:08:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ce334880-724f-4ba4-9687-af709756e5eb -p 172.16.0.220:3260 --login {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:08:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ce334880-724f-4ba4-9687-af709756e5eb -p 172.16.0.220:3260 --login" returned: 0 in 0.060s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:08:03 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b71fa648-3f5b-42e5-b7a3-0229cbc8d43d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ce334880-724f-4ba4-9687-af709756e5eb, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ce334880-724f-4ba4-9687-af709756e5eb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:08:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-2038f008-eb6f-4d8c-8bf4-4008dd982973 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ce334880-724f-4ba4-9687-af709756e5eb, portal: 172.16.0.220,3260]
Oct 23 17:08:03 user nova-compute[74854]: Login to [iface: default, target: iqn.2010-10.org.openstack:ce334880-724f-4ba4-9687-af709756e5eb, portal: 172.16.0.220,3260] successful.
Oct 23 17:08:03 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:08:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ce334880-724f-4ba4-9687-af709756e5eb -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:08:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ce334880-724f-4ba4-9687-af709756e5eb -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:08:03 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c569456-a44a-4f65-a616-79dc50c3432e]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:08:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-2038f008-eb6f-4d8c-8bf4-4008dd982973 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:08:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:08:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:08:03 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8723f84-44a6-4890-ba01-28dc59af8e0d]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ce334880-724f-4ba4-9687-af709756e5eb (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:08:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-2038f008-eb6f-4d8c-8bf4-4008dd982973 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:08:03 user nova-compute[74854]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d (non-flash)
Oct 23 17:08:03 user nova-compute[74854]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ce334880-724f-4ba4-9687-af709756e5eb (non-flash)
Oct 23 17:08:03 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:08:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-2038f008-eb6f-4d8c-8bf4-4008dd982973 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:08:03 user nova-compute[74854]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d (non-flash)
Oct 23 17:08:03 user nova-compute[74854]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ce334880-724f-4ba4-9687-af709756e5eb (non-flash)
Oct 23 17:08:03 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:08:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-2038f008-eb6f-4d8c-8bf4-4008dd982973 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ce334880-724f-4ba4-9687-af709756e5eb" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.297s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:08:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-2038f008-eb6f-4d8c-8bf4-4008dd982973 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Connected to 172.16.0.220:3260 {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 17:08:03 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-2038f008-eb6f-4d8c-8bf4-4008dd982973 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] HCTL ('35', '-', '-', 0) found on session 17 with lun 0 {{(pid=74854) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 17:08:03 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-2038f008-eb6f-4d8c-8bf4-4008dd982973 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74854) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 17:08:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:08:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:08:03 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee8fcad2-e5b8-4dd1-96a4-d7ee82f154f1]: (4, ('- - 0', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:08:03 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-2038f008-eb6f-4d8c-8bf4-4008dd982973 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Searching for a device in session 17 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:08:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-2038f008-eb6f-4d8c-8bf4-4008dd982973 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:ce334880-724f-4ba4-9687-af709756e5eb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zxCqtENZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 17:08:03 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:03 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:04 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-2038f008-eb6f-4d8c-8bf4-4008dd982973 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.328s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:08:04 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-2038f008-eb6f-4d8c-8bf4-4008dd982973 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] <== connect_volume: return (1331ms) {'type': 'block', 'scsi_wwn': '26334396239336231', 'path': '/dev/sdd'} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:08:04 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2038f008-eb6f-4d8c-8bf4-4008dd982973 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26334396239336231', 'path': '/dev/sdd'} {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 17:08:04 user nova-compute[74854]: DEBUG nova.objects.instance [None req-2038f008-eb6f-4d8c-8bf4-4008dd982973 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Lazy-loading 'flavor' on Instance uuid f5d24cfc-a7aa-41d7-99f6-e59331c1608f {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:08:04 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-2038f008-eb6f-4d8c-8bf4-4008dd982973 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] attach device xml: <disk type="block" device="disk">
Oct 23 17:08:04 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:08:04 user nova-compute[74854]:   <source dev="/dev/sdd"/>
Oct 23 17:08:04 user nova-compute[74854]:   <target dev="vdc" bus="virtio"/>
Oct 23 17:08:04 user nova-compute[74854]:   <serial>ce334880-724f-4ba4-9687-af709756e5eb</serial>
Oct 23 17:08:04 user nova-compute[74854]: </disk>
Oct 23 17:08:04 user nova-compute[74854]:  {{(pid=74854) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 17:08:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-2038f008-eb6f-4d8c-8bf4-4008dd982973 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:08:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-2038f008-eb6f-4d8c-8bf4-4008dd982973 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:08:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-2038f008-eb6f-4d8c-8bf4-4008dd982973 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:08:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-2038f008-eb6f-4d8c-8bf4-4008dd982973 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] No VIF found with MAC fa:16:3e:36:6e:02, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:08:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-2038f008-eb6f-4d8c-8bf4-4008dd982973 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Lock "f5d24cfc-a7aa-41d7-99f6-e59331c1608f" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 36.758s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:08:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-661da5e6-ff07-4513-bb9f-0f03d56cf33e tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Acquiring lock "f5d24cfc-a7aa-41d7-99f6-e59331c1608f" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:08:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-661da5e6-ff07-4513-bb9f-0f03d56cf33e tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Lock "f5d24cfc-a7aa-41d7-99f6-e59331c1608f" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:08:06 user nova-compute[74854]: INFO nova.compute.manager [None req-661da5e6-ff07-4513-bb9f-0f03d56cf33e tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Detaching volume ce334880-724f-4ba4-9687-af709756e5eb
Oct 23 17:08:07 user nova-compute[74854]: INFO nova.virt.block_device [None req-661da5e6-ff07-4513-bb9f-0f03d56cf33e tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Attempting to driver detach volume ce334880-724f-4ba4-9687-af709756e5eb from mountpoint /dev/vdc
Oct 23 17:08:07 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-661da5e6-ff07-4513-bb9f-0f03d56cf33e tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Attempting to detach device vdc from instance f5d24cfc-a7aa-41d7-99f6-e59331c1608f from the persistent domain config. {{(pid=74854) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 17:08:07 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-661da5e6-ff07-4513-bb9f-0f03d56cf33e tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 17:08:07 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:08:07 user nova-compute[74854]:   <source dev="/dev/sdd"/>
Oct 23 17:08:07 user nova-compute[74854]:   <target dev="vdc" bus="virtio"/>
Oct 23 17:08:07 user nova-compute[74854]:   <serial>ce334880-724f-4ba4-9687-af709756e5eb</serial>
Oct 23 17:08:07 user nova-compute[74854]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 23 17:08:07 user nova-compute[74854]: </disk>
Oct 23 17:08:07 user nova-compute[74854]:  {{(pid=74854) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 17:08:07 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-661da5e6-ff07-4513-bb9f-0f03d56cf33e tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Successfully detached device vdc from instance f5d24cfc-a7aa-41d7-99f6-e59331c1608f from the persistent domain config.
Oct 23 17:08:07 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-661da5e6-ff07-4513-bb9f-0f03d56cf33e tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance f5d24cfc-a7aa-41d7-99f6-e59331c1608f from the live domain config. {{(pid=74854) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 23 17:08:07 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-661da5e6-ff07-4513-bb9f-0f03d56cf33e tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 17:08:07 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:08:07 user nova-compute[74854]:   <source dev="/dev/sdd"/>
Oct 23 17:08:07 user nova-compute[74854]:   <target dev="vdc" bus="virtio"/>
Oct 23 17:08:07 user nova-compute[74854]:   <serial>ce334880-724f-4ba4-9687-af709756e5eb</serial>
Oct 23 17:08:07 user nova-compute[74854]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 23 17:08:07 user nova-compute[74854]: </disk>
Oct 23 17:08:07 user nova-compute[74854]:  {{(pid=74854) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 17:08:07 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-661da5e6-ff07-4513-bb9f-0f03d56cf33e tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance f5d24cfc-a7aa-41d7-99f6-e59331c1608f {{(pid=74854) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 23 17:08:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:10 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e05de5e5-64af-4e63-8fb8-c64dcdd15788 tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Acquiring lock "d06d1b4a-0950-4c8a-a34d-cae1290f7033" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:08:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e05de5e5-64af-4e63-8fb8-c64dcdd15788 tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Lock "d06d1b4a-0950-4c8a-a34d-cae1290f7033" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:08:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e05de5e5-64af-4e63-8fb8-c64dcdd15788 tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Acquiring lock "d06d1b4a-0950-4c8a-a34d-cae1290f7033-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:08:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e05de5e5-64af-4e63-8fb8-c64dcdd15788 tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Lock "d06d1b4a-0950-4c8a-a34d-cae1290f7033-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:08:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e05de5e5-64af-4e63-8fb8-c64dcdd15788 tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Lock "d06d1b4a-0950-4c8a-a34d-cae1290f7033-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:08:11 user nova-compute[74854]: INFO nova.compute.manager [None req-e05de5e5-64af-4e63-8fb8-c64dcdd15788 tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Terminating instance
Oct 23 17:08:11 user nova-compute[74854]: DEBUG nova.compute.manager [None req-e05de5e5-64af-4e63-8fb8-c64dcdd15788 tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Start destroying the instance on the hypervisor. {{(pid=74854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 17:08:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:11 user nova-compute[74854]: DEBUG nova.compute.manager [req-bb038878-db4c-4e1b-a942-a5825a63a331 req-3e2cdf42-69ff-4798-963f-f34c960997eb service nova] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Received event network-vif-unplugged-ee299b83-d5de-49ed-a356-6f9db6d3f04b {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:08:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-bb038878-db4c-4e1b-a942-a5825a63a331 req-3e2cdf42-69ff-4798-963f-f34c960997eb service nova] Acquiring lock "d06d1b4a-0950-4c8a-a34d-cae1290f7033-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:08:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-bb038878-db4c-4e1b-a942-a5825a63a331 req-3e2cdf42-69ff-4798-963f-f34c960997eb service nova] Lock "d06d1b4a-0950-4c8a-a34d-cae1290f7033-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:08:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-bb038878-db4c-4e1b-a942-a5825a63a331 req-3e2cdf42-69ff-4798-963f-f34c960997eb service nova] Lock "d06d1b4a-0950-4c8a-a34d-cae1290f7033-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:08:11 user nova-compute[74854]: DEBUG nova.compute.manager [req-bb038878-db4c-4e1b-a942-a5825a63a331 req-3e2cdf42-69ff-4798-963f-f34c960997eb service nova] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] No waiting events found dispatching network-vif-unplugged-ee299b83-d5de-49ed-a356-6f9db6d3f04b {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:08:11 user nova-compute[74854]: DEBUG nova.compute.manager [req-bb038878-db4c-4e1b-a942-a5825a63a331 req-3e2cdf42-69ff-4798-963f-f34c960997eb service nova] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Received event network-vif-unplugged-ee299b83-d5de-49ed-a356-6f9db6d3f04b for instance with task_state deleting. {{(pid=74854) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 17:08:11 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Instance destroyed successfully.
Oct 23 17:08:11 user nova-compute[74854]: DEBUG nova.objects.instance [None req-e05de5e5-64af-4e63-8fb8-c64dcdd15788 tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Lazy-loading 'resources' on Instance uuid d06d1b4a-0950-4c8a-a34d-cae1290f7033 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:08:11 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-e05de5e5-64af-4e63-8fb8-c64dcdd15788 tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:03:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-1284170543',display_name='tempest-TestVolumeSwap-server-1284170543',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-1284170543',id=6,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCLgv3Dnoiq1L0/RTey54yRU13I9VSRr9HV6gI8n9f6j+Tdgu0GFG0kPatWA3vf0bwjSnLWRNdIoPs/1FEOibqb5eKYV3IT1kB6ogZenj9iqKck/z8xwByoqCHAtH4YX5w==',key_name='tempest-keypair-1657199802',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:03:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='36e85f1d1fd04ebdab32ddd5459c33e2',ramdisk_id='',reservation_id='r-0x8uwsyi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeSwap-1085487539',owner_user_name='tempest-TestVolumeSwap-1085487539-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:03:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9ca30a8abede4bccb59729848fed579f',uuid=d06d1b4a-0950-4c8a-a34d-cae1290f7033,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ee299b83-d5de-49ed-a356-6f9db6d3f04b", "address": "fa:16:3e:79:6b:ae", "network": {"id": "e5be0940-8911-457c-9662-9138f8b1765e", "bridge": "br-int", "label": "tempest-TestVolumeSwap-123993308-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.56", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e85f1d1fd04ebdab32ddd5459c33e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee299b83-d5", "ovs_interfaceid": "ee299b83-d5de-49ed-a356-6f9db6d3f04b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:08:11 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-e05de5e5-64af-4e63-8fb8-c64dcdd15788 tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Converting VIF {"id": "ee299b83-d5de-49ed-a356-6f9db6d3f04b", "address": "fa:16:3e:79:6b:ae", "network": {"id": "e5be0940-8911-457c-9662-9138f8b1765e", "bridge": "br-int", "label": "tempest-TestVolumeSwap-123993308-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.56", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "36e85f1d1fd04ebdab32ddd5459c33e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee299b83-d5", "ovs_interfaceid": "ee299b83-d5de-49ed-a356-6f9db6d3f04b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:08:11 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-e05de5e5-64af-4e63-8fb8-c64dcdd15788 tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:79:6b:ae,bridge_name='br-int',has_traffic_filtering=True,id=ee299b83-d5de-49ed-a356-6f9db6d3f04b,network=Network(e5be0940-8911-457c-9662-9138f8b1765e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee299b83-d5') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:08:11 user nova-compute[74854]: DEBUG os_vif [None req-e05de5e5-64af-4e63-8fb8-c64dcdd15788 tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:79:6b:ae,bridge_name='br-int',has_traffic_filtering=True,id=ee299b83-d5de-49ed-a356-6f9db6d3f04b,network=Network(e5be0940-8911-457c-9662-9138f8b1765e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee299b83-d5') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:08:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapee299b83-d5, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:08:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=67b92940-f994-404d-818f-13b875749462) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:08:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:08:11 user nova-compute[74854]: INFO os_vif [None req-e05de5e5-64af-4e63-8fb8-c64dcdd15788 tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:79:6b:ae,bridge_name='br-int',has_traffic_filtering=True,id=ee299b83-d5de-49ed-a356-6f9db6d3f04b,network=Network(e5be0940-8911-457c-9662-9138f8b1765e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee299b83-d5')
Oct 23 17:08:11 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-e05de5e5-64af-4e63-8fb8-c64dcdd15788 tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Deleting instance files /opt/stack/data/nova/instances/d06d1b4a-0950-4c8a-a34d-cae1290f7033_del
Oct 23 17:08:11 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-e05de5e5-64af-4e63-8fb8-c64dcdd15788 tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Deletion of /opt/stack/data/nova/instances/d06d1b4a-0950-4c8a-a34d-cae1290f7033_del complete
Oct 23 17:08:11 user nova-compute[74854]: INFO nova.compute.manager [None req-e05de5e5-64af-4e63-8fb8-c64dcdd15788 tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Took 0.91 seconds to destroy the instance on the hypervisor.
Oct 23 17:08:11 user nova-compute[74854]: DEBUG oslo.service.loopingcall [None req-e05de5e5-64af-4e63-8fb8-c64dcdd15788 tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 17:08:11 user nova-compute[74854]: DEBUG nova.compute.manager [-] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Deallocating network for instance {{(pid=74854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 17:08:11 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] deallocate_for_instance() {{(pid=74854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 17:08:13 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:08:13 user nova-compute[74854]: INFO nova.compute.manager [-] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Took 1.45 seconds to deallocate network for instance.
Oct 23 17:08:13 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e05de5e5-64af-4e63-8fb8-c64dcdd15788 tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:08:13 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e05de5e5-64af-4e63-8fb8-c64dcdd15788 tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:08:13 user nova-compute[74854]: DEBUG nova.compute.manager [req-61640c61-05dd-44e1-aa6a-87d5409dbab7 req-cca7d864-6008-4acf-b846-73eeaeda19c4 service nova] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Received event network-vif-plugged-ee299b83-d5de-49ed-a356-6f9db6d3f04b {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:08:13 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-61640c61-05dd-44e1-aa6a-87d5409dbab7 req-cca7d864-6008-4acf-b846-73eeaeda19c4 service nova] Acquiring lock "d06d1b4a-0950-4c8a-a34d-cae1290f7033-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:08:13 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-61640c61-05dd-44e1-aa6a-87d5409dbab7 req-cca7d864-6008-4acf-b846-73eeaeda19c4 service nova] Lock "d06d1b4a-0950-4c8a-a34d-cae1290f7033-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:08:13 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-61640c61-05dd-44e1-aa6a-87d5409dbab7 req-cca7d864-6008-4acf-b846-73eeaeda19c4 service nova] Lock "d06d1b4a-0950-4c8a-a34d-cae1290f7033-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:08:13 user nova-compute[74854]: DEBUG nova.compute.manager [req-61640c61-05dd-44e1-aa6a-87d5409dbab7 req-cca7d864-6008-4acf-b846-73eeaeda19c4 service nova] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] No waiting events found dispatching network-vif-plugged-ee299b83-d5de-49ed-a356-6f9db6d3f04b {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:08:13 user nova-compute[74854]: WARNING nova.compute.manager [req-61640c61-05dd-44e1-aa6a-87d5409dbab7 req-cca7d864-6008-4acf-b846-73eeaeda19c4 service nova] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Received unexpected event network-vif-plugged-ee299b83-d5de-49ed-a356-6f9db6d3f04b for instance with vm_state deleted and task_state None.
Oct 23 17:08:13 user nova-compute[74854]: DEBUG nova.compute.manager [req-61640c61-05dd-44e1-aa6a-87d5409dbab7 req-cca7d864-6008-4acf-b846-73eeaeda19c4 service nova] [instance: d06d1b4a-0950-4c8a-a34d-cae1290f7033] Received event network-vif-deleted-ee299b83-d5de-49ed-a356-6f9db6d3f04b {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:08:13 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-e05de5e5-64af-4e63-8fb8-c64dcdd15788 tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:08:13 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-e05de5e5-64af-4e63-8fb8-c64dcdd15788 tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:08:13 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e05de5e5-64af-4e63-8fb8-c64dcdd15788 tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.331s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:08:13 user nova-compute[74854]: INFO nova.scheduler.client.report [None req-e05de5e5-64af-4e63-8fb8-c64dcdd15788 tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Deleted allocations for instance d06d1b4a-0950-4c8a-a34d-cae1290f7033
Oct 23 17:08:13 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e05de5e5-64af-4e63-8fb8-c64dcdd15788 tempest-TestVolumeSwap-1085487539 tempest-TestVolumeSwap-1085487539-project-member] Lock "d06d1b4a-0950-4c8a-a34d-cae1290f7033" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.984s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:08:15 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:15 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:16 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:17 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:21 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:22 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:26 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:27 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-661da5e6-ff07-4513-bb9f-0f03d56cf33e tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance f5d24cfc-a7aa-41d7-99f6-e59331c1608f is timed out.
Oct 23 17:08:27 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-661da5e6-ff07-4513-bb9f-0f03d56cf33e tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Successfully detached device vdc from instance f5d24cfc-a7aa-41d7-99f6-e59331c1608f from the live domain config.
Oct 23 17:08:27 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-661da5e6-ff07-4513-bb9f-0f03d56cf33e tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] calling os-brick to detach iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 17:08:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-661da5e6-ff07-4513-bb9f-0f03d56cf33e tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, {'target_iqn': 'iqn.2010-10.org.openstack:ce334880-724f-4ba4-9687-af709756e5eb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zxCqtENZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:08:27 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-661da5e6-ff07-4513-bb9f-0f03d56cf33e tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:08:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-661da5e6-ff07-4513-bb9f-0f03d56cf33e tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:08:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-661da5e6-ff07-4513-bb9f-0f03d56cf33e tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:08:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:08:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:08:27 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[77bb5071-1d4b-490e-ad35-04afd2cf8444]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ce334880-724f-4ba4-9687-af709756e5eb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:08:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-661da5e6-ff07-4513-bb9f-0f03d56cf33e tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 17:08:27 user nova-compute[74854]: No targets found.
Oct 23 17:08:27 user nova-compute[74854]: iSNS:
Oct 23 17:08:27 user nova-compute[74854]: No targets found.
Oct 23 17:08:27 user nova-compute[74854]: STATIC:
Oct 23 17:08:27 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:ce334880-724f-4ba4-9687-af709756e5eb
Oct 23 17:08:27 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:08:27 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:08:27 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d
Oct 23 17:08:27 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:08:27 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:08:27 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1
Oct 23 17:08:27 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:08:27 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:08:27 user nova-compute[74854]: FIRMWARE:
Oct 23 17:08:27 user nova-compute[74854]: No targets found.
Oct 23 17:08:27 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:08:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-661da5e6-ff07-4513-bb9f-0f03d56cf33e tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 17:08:27 user nova-compute[74854]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 17:08:27 user nova-compute[74854]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74854) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 17:08:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-661da5e6-ff07-4513-bb9f-0f03d56cf33e tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ce334880-724f-4ba4-9687-af709756e5eb', 0)] {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 17:08:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:08:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:08:27 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[702c8d6f-5e2e-4843-b929-62c6b1667b7f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ce334880-724f-4ba4-9687-af709756e5eb\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:08:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:08:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:08:27 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[73e3d3dd-e15e-45b9-b278-8a7da102482a]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ce334880-724f-4ba4-9687-af709756e5eb (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:08:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-661da5e6-ff07-4513-bb9f-0f03d56cf33e tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:08:27 user nova-compute[74854]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d (non-flash)
Oct 23 17:08:27 user nova-compute[74854]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ce334880-724f-4ba4-9687-af709756e5eb (non-flash)
Oct 23 17:08:27 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:08:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-661da5e6-ff07-4513-bb9f-0f03d56cf33e tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:08:27 user nova-compute[74854]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d (non-flash)
Oct 23 17:08:27 user nova-compute[74854]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ce334880-724f-4ba4-9687-af709756e5eb (non-flash)
Oct 23 17:08:27 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:08:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-661da5e6-ff07-4513-bb9f-0f03d56cf33e tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f3038ebbeb0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ce334880-724f-4ba4-9687-af709756e5eb'): ({'sdd'}, set())}) {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 17:08:27 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-661da5e6-ff07-4513-bb9f-0f03d56cf33e tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Removing single pathed devices sdd {{(pid=74854) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 17:08:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:08:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:08:27 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2bda888-034a-4337-abe6-1c240ae7512b]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:08:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:08:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:08:27 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[699d270a-f1e2-4bdc-8f20-f1c4dbe7e822]: (4, ('ok\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:08:27 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-661da5e6-ff07-4513-bb9f-0f03d56cf33e tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Flushing IO for device /dev/sdd {{(pid=74854) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 17:08:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:08:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.016s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:08:27 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[30ab8048-1e8d-4dbf-ab34-e3a70b12d6d8]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:08:27 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-661da5e6-ff07-4513-bb9f-0f03d56cf33e tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74854) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 17:08:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:08:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.050s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:08:27 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb4df39d-e6d5-4501-8538-6b02afd59810]: (4, ('1', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:08:27 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-661da5e6-ff07-4513-bb9f-0f03d56cf33e tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 17:08:27 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-661da5e6-ff07-4513-bb9f-0f03d56cf33e tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] SCSI volumes sdd have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 17:08:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-661da5e6-ff07-4513-bb9f-0f03d56cf33e tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ce334880-724f-4ba4-9687-af709756e5eb')] {{(pid=74854) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 17:08:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ce334880-724f-4ba4-9687-af709756e5eb -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:08:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ce334880-724f-4ba4-9687-af709756e5eb -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:08:27 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[47a5e030-66c2-4094-9618-9b837aaeeb7b]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:08:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-661da5e6-ff07-4513-bb9f-0f03d56cf33e tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:08:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ce334880-724f-4ba4-9687-af709756e5eb -p 172.16.0.220:3260 --logout {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:08:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ce334880-724f-4ba4-9687-af709756e5eb -p 172.16.0.220:3260 --logout" returned: 0 in 0.064s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:08:27 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[995bf1cc-bb28-4ac1-a3cd-36abad704bb6]: (4, ('Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:ce334880-724f-4ba4-9687-af709756e5eb, portal: 172.16.0.220,3260]\nLogout of [sid: 17, target: iqn.2010-10.org.openstack:ce334880-724f-4ba4-9687-af709756e5eb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:08:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-661da5e6-ff07-4513-bb9f-0f03d56cf33e tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:ce334880-724f-4ba4-9687-af709756e5eb, portal: 172.16.0.220,3260]
Oct 23 17:08:27 user nova-compute[74854]: Logout of [sid: 17, target: iqn.2010-10.org.openstack:ce334880-724f-4ba4-9687-af709756e5eb, portal: 172.16.0.220,3260] successful.
Oct 23 17:08:27 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:08:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ce334880-724f-4ba4-9687-af709756e5eb -p 172.16.0.220:3260 --op delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:08:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ce334880-724f-4ba4-9687-af709756e5eb -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:08:27 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b481d36e-aa3d-4ec4-b101-f9d3f86c43cf]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:08:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-661da5e6-ff07-4513-bb9f-0f03d56cf33e tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:08:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-661da5e6-ff07-4513-bb9f-0f03d56cf33e tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.334s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:08:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-661da5e6-ff07-4513-bb9f-0f03d56cf33e tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] <== disconnect_volume: return (335ms) None {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:08:27 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-661da5e6-ff07-4513-bb9f-0f03d56cf33e tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Disconnected iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 17:08:27 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:28 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Acquiring lock "351ce4e6-f26e-4968-968b-67f662ba7ecf" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:08:28 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Lock "351ce4e6-f26e-4968-968b-67f662ba7ecf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:08:28 user nova-compute[74854]: DEBUG nova.compute.manager [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Starting instance... {{(pid=74854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 17:08:28 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:08:28 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:08:28 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74854) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 17:08:28 user nova-compute[74854]: INFO nova.compute.claims [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Claim successful on node user
Oct 23 17:08:29 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:08:29 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:08:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.401s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:08:29 user nova-compute[74854]: DEBUG nova.compute.manager [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Start building networks asynchronously for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 17:08:29 user nova-compute[74854]: DEBUG nova.compute.manager [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Allocating IP information in the background. {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 17:08:29 user nova-compute[74854]: DEBUG nova.network.neutron [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] allocate_for_instance() {{(pid=74854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 17:08:29 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 17:08:29 user nova-compute[74854]: DEBUG nova.compute.manager [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Start building block device mappings for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 17:08:29 user nova-compute[74854]: DEBUG nova.policy [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9716746749fc4900a3de38430fbb873b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a651f2b7cdd426487393c93f36e0dc1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74854) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 17:08:29 user nova-compute[74854]: DEBUG nova.compute.manager [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Start spawning the instance on the hypervisor. {{(pid=74854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 17:08:29 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Creating instance directory {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 17:08:29 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Creating image(s)
Oct 23 17:08:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Acquiring lock "/opt/stack/data/nova/instances/351ce4e6-f26e-4968-968b-67f662ba7ecf/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:08:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Lock "/opt/stack/data/nova/instances/351ce4e6-f26e-4968-968b-67f662ba7ecf/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:08:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Lock "/opt/stack/data/nova/instances/351ce4e6-f26e-4968-968b-67f662ba7ecf/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:08:29 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:08:29 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.177s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:08:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Acquiring lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:08:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:08:29 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:08:29 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.194s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:08:29 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/351ce4e6-f26e-4968-968b-67f662ba7ecf/disk 1073741824 {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:08:29 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/351ce4e6-f26e-4968-968b-67f662ba7ecf/disk 1073741824" returned: 0 in 0.065s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:08:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.266s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:08:29 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:08:30 user nova-compute[74854]: DEBUG nova.network.neutron [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Successfully created port: 4453d620-702e-4521-9bdc-a74ec304fddd {{(pid=74854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 17:08:30 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.242s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:08:30 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Checking if we can resize image /opt/stack/data/nova/instances/351ce4e6-f26e-4968-968b-67f662ba7ecf/disk. size=1073741824 {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 17:08:30 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/351ce4e6-f26e-4968-968b-67f662ba7ecf/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:08:30 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/351ce4e6-f26e-4968-968b-67f662ba7ecf/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:08:30 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Cannot resize image /opt/stack/data/nova/instances/351ce4e6-f26e-4968-968b-67f662ba7ecf/disk to a smaller size. {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 17:08:30 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Created local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 17:08:30 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Ensure instance console log exists: /opt/stack/data/nova/instances/351ce4e6-f26e-4968-968b-67f662ba7ecf/console.log {{(pid=74854) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 17:08:30 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:08:30 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:08:30 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:08:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:31 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:31 user nova-compute[74854]: DEBUG nova.network.neutron [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Successfully updated port: 4453d620-702e-4521-9bdc-a74ec304fddd {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:08:31 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Acquiring lock "refresh_cache-351ce4e6-f26e-4968-968b-67f662ba7ecf" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:08:31 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Acquired lock "refresh_cache-351ce4e6-f26e-4968-968b-67f662ba7ecf" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:08:31 user nova-compute[74854]: DEBUG nova.network.neutron [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:08:31 user nova-compute[74854]: DEBUG nova.compute.manager [req-e1a9a3d6-c9fd-4255-bb2e-1b904cccf594 req-c50faa52-c6ed-4734-aa02-b322ea92a0b9 service nova] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Received event network-changed-4453d620-702e-4521-9bdc-a74ec304fddd {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:08:31 user nova-compute[74854]: DEBUG nova.compute.manager [req-e1a9a3d6-c9fd-4255-bb2e-1b904cccf594 req-c50faa52-c6ed-4734-aa02-b322ea92a0b9 service nova] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Refreshing instance network info cache due to event network-changed-4453d620-702e-4521-9bdc-a74ec304fddd. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:08:31 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e1a9a3d6-c9fd-4255-bb2e-1b904cccf594 req-c50faa52-c6ed-4734-aa02-b322ea92a0b9 service nova] Acquiring lock "refresh_cache-351ce4e6-f26e-4968-968b-67f662ba7ecf" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:08:32 user nova-compute[74854]: DEBUG nova.network.neutron [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Instance cache missing network info. {{(pid=74854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 17:08:32 user nova-compute[74854]: DEBUG nova.network.neutron [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Updating instance_info_cache with network_info: [{"id": "4453d620-702e-4521-9bdc-a74ec304fddd", "address": "fa:16:3e:9c:69:88", "network": {"id": "ede1ebd4-791d-4b2d-834d-e8f190eaa300", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1389616973-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a651f2b7cdd426487393c93f36e0dc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4453d620-70", "ovs_interfaceid": "4453d620-702e-4521-9bdc-a74ec304fddd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:08:32 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Releasing lock "refresh_cache-351ce4e6-f26e-4968-968b-67f662ba7ecf" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:08:32 user nova-compute[74854]: DEBUG nova.compute.manager [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Instance network_info: |[{"id": "4453d620-702e-4521-9bdc-a74ec304fddd", "address": "fa:16:3e:9c:69:88", "network": {"id": "ede1ebd4-791d-4b2d-834d-e8f190eaa300", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1389616973-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a651f2b7cdd426487393c93f36e0dc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4453d620-70", "ovs_interfaceid": "4453d620-702e-4521-9bdc-a74ec304fddd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 17:08:32 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e1a9a3d6-c9fd-4255-bb2e-1b904cccf594 req-c50faa52-c6ed-4734-aa02-b322ea92a0b9 service nova] Acquired lock "refresh_cache-351ce4e6-f26e-4968-968b-67f662ba7ecf" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:08:32 user nova-compute[74854]: DEBUG nova.network.neutron [req-e1a9a3d6-c9fd-4255-bb2e-1b904cccf594 req-c50faa52-c6ed-4734-aa02-b322ea92a0b9 service nova] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Refreshing network info cache for port 4453d620-702e-4521-9bdc-a74ec304fddd {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:08:32 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Start _get_guest_xml network_info=[{"id": "4453d620-702e-4521-9bdc-a74ec304fddd", "address": "fa:16:3e:9c:69:88", "network": {"id": "ede1ebd4-791d-4b2d-834d-e8f190eaa300", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1389616973-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a651f2b7cdd426487393c93f36e0dc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4453d620-70", "ovs_interfaceid": "4453d620-702e-4521-9bdc-a74ec304fddd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'encryption_format': None, 'encryption_options': None, 'size': 0, 'boot_index': 0, 'encrypted': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'image_id': '68c345df-c9e8-475a-b17c-635fa0c7e894'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:08:32 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:32 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:08:32 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:08:32 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:08:32 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:08:32 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:08:32 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:08:32 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:08:32 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:08:32 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:08:32 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:08:32 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:08:32 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:08:32 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:08:32 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:08:32 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:08:32 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:08:32 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:08:32 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:08:32 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:08:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-765983900',display_name='tempest-VolumesAdminNegativeTest-server-765983900',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-765983900',id=14,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHTw5aMX3JYtLVqt6Wj/54JbN2pi0XF/3kPspBLBJTTk+YJPv8Wlk0SIXmg1KKvjT17YbMg7hlAzbcZcdUDPIh1XBwqKr89vvk6CEiQtsykMK0MNzr2xq5H00gvrSc+kDQ==',key_name='tempest-keypair-2059493058',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9a651f2b7cdd426487393c93f36e0dc1',ramdisk_id='',reservation_id='r-on5mzij0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-290944852',owner_user_name='tempest-VolumesAdminNegativeTest-290944852-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:08:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9716746749fc4900a3de38430fbb873b',uuid=351ce4e6-f26e-4968-968b-67f662ba7ecf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4453d620-702e-4521-9bdc-a74ec304fddd", "address": "fa:16:3e:9c:69:88", "network": {"id": "ede1ebd4-791d-4b2d-834d-e8f190eaa300", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1389616973-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a651f2b7cdd426487393c93f36e0dc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4453d620-70", "ovs_interfaceid": "4453d620-702e-4521-9bdc-a74ec304fddd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:08:32 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Converting VIF {"id": "4453d620-702e-4521-9bdc-a74ec304fddd", "address": "fa:16:3e:9c:69:88", "network": {"id": "ede1ebd4-791d-4b2d-834d-e8f190eaa300", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1389616973-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a651f2b7cdd426487393c93f36e0dc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4453d620-70", "ovs_interfaceid": "4453d620-702e-4521-9bdc-a74ec304fddd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:08:32 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9c:69:88,bridge_name='br-int',has_traffic_filtering=True,id=4453d620-702e-4521-9bdc-a74ec304fddd,network=Network(ede1ebd4-791d-4b2d-834d-e8f190eaa300),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4453d620-70') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:08:32 user nova-compute[74854]: DEBUG nova.objects.instance [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Lazy-loading 'pci_devices' on Instance uuid 351ce4e6-f26e-4968-968b-67f662ba7ecf {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:08:32 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:08:32 user nova-compute[74854]:   <uuid>351ce4e6-f26e-4968-968b-67f662ba7ecf</uuid>
Oct 23 17:08:32 user nova-compute[74854]:   <name>instance-0000000e</name>
Oct 23 17:08:32 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:08:32 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:08:32 user nova-compute[74854]:   <metadata>
Oct 23 17:08:32 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:08:32 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:08:32 user nova-compute[74854]:       <nova:name>tempest-VolumesAdminNegativeTest-server-765983900</nova:name>
Oct 23 17:08:32 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:08:32</nova:creationTime>
Oct 23 17:08:32 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:08:32 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:08:32 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:08:32 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:08:32 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:08:32 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:08:32 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:08:32 user nova-compute[74854]:       <nova:owner>
Oct 23 17:08:32 user nova-compute[74854]:         <nova:user uuid="9716746749fc4900a3de38430fbb873b">tempest-VolumesAdminNegativeTest-290944852-project-member</nova:user>
Oct 23 17:08:32 user nova-compute[74854]:         <nova:project uuid="9a651f2b7cdd426487393c93f36e0dc1">tempest-VolumesAdminNegativeTest-290944852</nova:project>
Oct 23 17:08:32 user nova-compute[74854]:       </nova:owner>
Oct 23 17:08:32 user nova-compute[74854]:       <nova:root type="image" uuid="68c345df-c9e8-475a-b17c-635fa0c7e894"/>
Oct 23 17:08:32 user nova-compute[74854]:       <nova:ports>
Oct 23 17:08:32 user nova-compute[74854]:         <nova:port uuid="4453d620-702e-4521-9bdc-a74ec304fddd">
Oct 23 17:08:32 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 23 17:08:32 user nova-compute[74854]:         </nova:port>
Oct 23 17:08:32 user nova-compute[74854]:       </nova:ports>
Oct 23 17:08:32 user nova-compute[74854]:     </nova:instance>
Oct 23 17:08:32 user nova-compute[74854]:   </metadata>
Oct 23 17:08:32 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:08:32 user nova-compute[74854]:     <system>
Oct 23 17:08:32 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:08:32 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:08:32 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:08:32 user nova-compute[74854]:       <entry name="serial">351ce4e6-f26e-4968-968b-67f662ba7ecf</entry>
Oct 23 17:08:32 user nova-compute[74854]:       <entry name="uuid">351ce4e6-f26e-4968-968b-67f662ba7ecf</entry>
Oct 23 17:08:32 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:08:32 user nova-compute[74854]:     </system>
Oct 23 17:08:32 user nova-compute[74854]:   </sysinfo>
Oct 23 17:08:32 user nova-compute[74854]:   <os>
Oct 23 17:08:32 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:08:32 user nova-compute[74854]:     <boot dev="hd"/>
Oct 23 17:08:32 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:08:32 user nova-compute[74854]:   </os>
Oct 23 17:08:32 user nova-compute[74854]:   <features>
Oct 23 17:08:32 user nova-compute[74854]:     <acpi/>
Oct 23 17:08:32 user nova-compute[74854]:     <apic/>
Oct 23 17:08:32 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:08:32 user nova-compute[74854]:   </features>
Oct 23 17:08:32 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:08:32 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:08:32 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:08:32 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:08:32 user nova-compute[74854]:   </clock>
Oct 23 17:08:32 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:08:32 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:08:32 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:08:32 user nova-compute[74854]:   </cpu>
Oct 23 17:08:32 user nova-compute[74854]:   <devices>
Oct 23 17:08:32 user nova-compute[74854]:     <disk type="file" device="disk">
Oct 23 17:08:32 user nova-compute[74854]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 17:08:32 user nova-compute[74854]:       <source file="/opt/stack/data/nova/instances/351ce4e6-f26e-4968-968b-67f662ba7ecf/disk"/>
Oct 23 17:08:32 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:08:32 user nova-compute[74854]:     </disk>
Oct 23 17:08:32 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:08:32 user nova-compute[74854]:       <mac address="fa:16:3e:9c:69:88"/>
Oct 23 17:08:32 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:08:32 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:08:32 user nova-compute[74854]:       <target dev="tap4453d620-70"/>
Oct 23 17:08:32 user nova-compute[74854]:     </interface>
Oct 23 17:08:32 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:08:32 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/351ce4e6-f26e-4968-968b-67f662ba7ecf/console.log" append="off"/>
Oct 23 17:08:32 user nova-compute[74854]:     </serial>
Oct 23 17:08:32 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:08:32 user nova-compute[74854]:     <video>
Oct 23 17:08:32 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:08:32 user nova-compute[74854]:     </video>
Oct 23 17:08:32 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:08:32 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:08:32 user nova-compute[74854]:     </rng>
Oct 23 17:08:32 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:08:32 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:08:32 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:08:32 user nova-compute[74854]:     </memballoon>
Oct 23 17:08:32 user nova-compute[74854]:   </devices>
Oct 23 17:08:32 user nova-compute[74854]: </domain>
Oct 23 17:08:32 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:08:32 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:08:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-765983900',display_name='tempest-VolumesAdminNegativeTest-server-765983900',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-765983900',id=14,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHTw5aMX3JYtLVqt6Wj/54JbN2pi0XF/3kPspBLBJTTk+YJPv8Wlk0SIXmg1KKvjT17YbMg7hlAzbcZcdUDPIh1XBwqKr89vvk6CEiQtsykMK0MNzr2xq5H00gvrSc+kDQ==',key_name='tempest-keypair-2059493058',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9a651f2b7cdd426487393c93f36e0dc1',ramdisk_id='',reservation_id='r-on5mzij0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-290944852',owner_user_name='tempest-VolumesAdminNegativeTest-290944852-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:08:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9716746749fc4900a3de38430fbb873b',uuid=351ce4e6-f26e-4968-968b-67f662ba7ecf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4453d620-702e-4521-9bdc-a74ec304fddd", "address": "fa:16:3e:9c:69:88", "network": {"id": "ede1ebd4-791d-4b2d-834d-e8f190eaa300", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1389616973-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a651f2b7cdd426487393c93f36e0dc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4453d620-70", "ovs_interfaceid": "4453d620-702e-4521-9bdc-a74ec304fddd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:08:32 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Converting VIF {"id": "4453d620-702e-4521-9bdc-a74ec304fddd", "address": "fa:16:3e:9c:69:88", "network": {"id": "ede1ebd4-791d-4b2d-834d-e8f190eaa300", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1389616973-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a651f2b7cdd426487393c93f36e0dc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4453d620-70", "ovs_interfaceid": "4453d620-702e-4521-9bdc-a74ec304fddd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:08:32 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9c:69:88,bridge_name='br-int',has_traffic_filtering=True,id=4453d620-702e-4521-9bdc-a74ec304fddd,network=Network(ede1ebd4-791d-4b2d-834d-e8f190eaa300),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4453d620-70') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:08:32 user nova-compute[74854]: DEBUG os_vif [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9c:69:88,bridge_name='br-int',has_traffic_filtering=True,id=4453d620-702e-4521-9bdc-a74ec304fddd,network=Network(ede1ebd4-791d-4b2d-834d-e8f190eaa300),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4453d620-70') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:08:32 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:32 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:08:32 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:08:32 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:32 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a90cbe75-a976-5237-be6b-64ebe96fba3f', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:08:32 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:32 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:08:32 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:32 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4453d620-70, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:08:32 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4453d620-70, col_values=(('qos', UUID('012da099-e98d-413e-bcf8-698c9a3596e5')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:08:32 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4453d620-70, col_values=(('external_ids', {'iface-id': '4453d620-702e-4521-9bdc-a74ec304fddd', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9c:69:88', 'vm-uuid': '351ce4e6-f26e-4968-968b-67f662ba7ecf'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:08:32 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:32 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:08:32 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:32 user nova-compute[74854]: INFO os_vif [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9c:69:88,bridge_name='br-int',has_traffic_filtering=True,id=4453d620-702e-4521-9bdc-a74ec304fddd,network=Network(ede1ebd4-791d-4b2d-834d-e8f190eaa300),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4453d620-70')
Oct 23 17:08:32 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:08:32 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] No VIF found with MAC fa:16:3e:9c:69:88, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:08:33 user nova-compute[74854]: DEBUG nova.network.neutron [req-e1a9a3d6-c9fd-4255-bb2e-1b904cccf594 req-c50faa52-c6ed-4734-aa02-b322ea92a0b9 service nova] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Updated VIF entry in instance network info cache for port 4453d620-702e-4521-9bdc-a74ec304fddd. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:08:33 user nova-compute[74854]: DEBUG nova.network.neutron [req-e1a9a3d6-c9fd-4255-bb2e-1b904cccf594 req-c50faa52-c6ed-4734-aa02-b322ea92a0b9 service nova] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Updating instance_info_cache with network_info: [{"id": "4453d620-702e-4521-9bdc-a74ec304fddd", "address": "fa:16:3e:9c:69:88", "network": {"id": "ede1ebd4-791d-4b2d-834d-e8f190eaa300", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1389616973-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a651f2b7cdd426487393c93f36e0dc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4453d620-70", "ovs_interfaceid": "4453d620-702e-4521-9bdc-a74ec304fddd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:08:33 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e1a9a3d6-c9fd-4255-bb2e-1b904cccf594 req-c50faa52-c6ed-4734-aa02-b322ea92a0b9 service nova] Releasing lock "refresh_cache-351ce4e6-f26e-4968-968b-67f662ba7ecf" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:08:33 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:08:33 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Cleaning up deleted instances {{(pid=74854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 23 17:08:33 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] There are 0 instances to clean {{(pid=74854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 23 17:08:34 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:34 user nova-compute[74854]: DEBUG nova.objects.instance [None req-661da5e6-ff07-4513-bb9f-0f03d56cf33e tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Lazy-loading 'flavor' on Instance uuid f5d24cfc-a7aa-41d7-99f6-e59331c1608f {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:08:34 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:34 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-661da5e6-ff07-4513-bb9f-0f03d56cf33e tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Lock "f5d24cfc-a7aa-41d7-99f6-e59331c1608f" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 27.399s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:08:34 user nova-compute[74854]: DEBUG nova.compute.manager [req-51272e7d-2885-4169-9920-c53de3f637f2 req-8707cc12-13ce-4073-be7c-ccf4c9b05699 service nova] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Received event network-vif-plugged-4453d620-702e-4521-9bdc-a74ec304fddd {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:08:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-51272e7d-2885-4169-9920-c53de3f637f2 req-8707cc12-13ce-4073-be7c-ccf4c9b05699 service nova] Acquiring lock "351ce4e6-f26e-4968-968b-67f662ba7ecf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:08:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-51272e7d-2885-4169-9920-c53de3f637f2 req-8707cc12-13ce-4073-be7c-ccf4c9b05699 service nova] Lock "351ce4e6-f26e-4968-968b-67f662ba7ecf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:08:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-51272e7d-2885-4169-9920-c53de3f637f2 req-8707cc12-13ce-4073-be7c-ccf4c9b05699 service nova] Lock "351ce4e6-f26e-4968-968b-67f662ba7ecf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:08:34 user nova-compute[74854]: DEBUG nova.compute.manager [req-51272e7d-2885-4169-9920-c53de3f637f2 req-8707cc12-13ce-4073-be7c-ccf4c9b05699 service nova] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] No waiting events found dispatching network-vif-plugged-4453d620-702e-4521-9bdc-a74ec304fddd {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:08:34 user nova-compute[74854]: WARNING nova.compute.manager [req-51272e7d-2885-4169-9920-c53de3f637f2 req-8707cc12-13ce-4073-be7c-ccf4c9b05699 service nova] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Received unexpected event network-vif-plugged-4453d620-702e-4521-9bdc-a74ec304fddd for instance with vm_state building and task_state spawning.
Oct 23 17:08:34 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:08:34 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74854) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 23 17:08:34 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:34 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:35 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:36 user nova-compute[74854]: DEBUG nova.compute.manager [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Instance event wait completed in 0 seconds for  {{(pid=74854) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 17:08:36 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Guest created on hypervisor {{(pid=74854) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 17:08:36 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Instance spawned successfully.
Oct 23 17:08:36 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 17:08:36 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Found default for hw_cdrom_bus of ide {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:08:36 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Found default for hw_disk_bus of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:08:36 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Found default for hw_input_bus of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:08:36 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Found default for hw_pointer_model of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:08:36 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Found default for hw_video_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:08:36 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Found default for hw_vif_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:08:36 user nova-compute[74854]: DEBUG nova.compute.manager [req-a40a60ce-9456-4d5a-bf9f-681404dfa766 req-a807e2d1-f2af-4e72-aaba-b514cdeef394 service nova] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Received event network-vif-plugged-4453d620-702e-4521-9bdc-a74ec304fddd {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:08:36 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a40a60ce-9456-4d5a-bf9f-681404dfa766 req-a807e2d1-f2af-4e72-aaba-b514cdeef394 service nova] Acquiring lock "351ce4e6-f26e-4968-968b-67f662ba7ecf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:08:36 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a40a60ce-9456-4d5a-bf9f-681404dfa766 req-a807e2d1-f2af-4e72-aaba-b514cdeef394 service nova] Lock "351ce4e6-f26e-4968-968b-67f662ba7ecf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:08:36 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a40a60ce-9456-4d5a-bf9f-681404dfa766 req-a807e2d1-f2af-4e72-aaba-b514cdeef394 service nova] Lock "351ce4e6-f26e-4968-968b-67f662ba7ecf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:08:36 user nova-compute[74854]: DEBUG nova.compute.manager [req-a40a60ce-9456-4d5a-bf9f-681404dfa766 req-a807e2d1-f2af-4e72-aaba-b514cdeef394 service nova] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] No waiting events found dispatching network-vif-plugged-4453d620-702e-4521-9bdc-a74ec304fddd {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:08:36 user nova-compute[74854]: WARNING nova.compute.manager [req-a40a60ce-9456-4d5a-bf9f-681404dfa766 req-a807e2d1-f2af-4e72-aaba-b514cdeef394 service nova] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Received unexpected event network-vif-plugged-4453d620-702e-4521-9bdc-a74ec304fddd for instance with vm_state building and task_state spawning.
Oct 23 17:08:36 user nova-compute[74854]: INFO nova.compute.manager [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Took 7.53 seconds to spawn the instance on the hypervisor.
Oct 23 17:08:36 user nova-compute[74854]: DEBUG nova.compute.manager [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:08:37 user nova-compute[74854]: INFO nova.compute.manager [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Took 8.37 seconds to build instance.
Oct 23 17:08:37 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-689705f7-84e2-419e-af2c-19b3df9198cb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Lock "351ce4e6-f26e-4968-968b-67f662ba7ecf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.509s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:08:37 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:37 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:08:38 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:08:38 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:08:38 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 17:08:38 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:08:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:40 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:08:40 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:08:41 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:08:42 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:42 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5b2ddc63-d797-4f16-b99e-8ace8fe55faf tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Acquiring lock "4284792e-08bd-4f6e-a47f-e7381f16c8c6" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:08:42 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5b2ddc63-d797-4f16-b99e-8ace8fe55faf tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Lock "4284792e-08bd-4f6e-a47f-e7381f16c8c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:08:42 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5b2ddc63-d797-4f16-b99e-8ace8fe55faf tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Acquiring lock "4284792e-08bd-4f6e-a47f-e7381f16c8c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:08:42 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5b2ddc63-d797-4f16-b99e-8ace8fe55faf tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Lock "4284792e-08bd-4f6e-a47f-e7381f16c8c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:08:42 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5b2ddc63-d797-4f16-b99e-8ace8fe55faf tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Lock "4284792e-08bd-4f6e-a47f-e7381f16c8c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:08:42 user nova-compute[74854]: INFO nova.compute.manager [None req-5b2ddc63-d797-4f16-b99e-8ace8fe55faf tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Terminating instance
Oct 23 17:08:42 user nova-compute[74854]: DEBUG nova.compute.manager [None req-5b2ddc63-d797-4f16-b99e-8ace8fe55faf tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Start destroying the instance on the hypervisor. {{(pid=74854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 17:08:42 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Instance destroyed successfully.
Oct 23 17:08:42 user nova-compute[74854]: DEBUG nova.objects.instance [None req-5b2ddc63-d797-4f16-b99e-8ace8fe55faf tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Lazy-loading 'resources' on Instance uuid 4284792e-08bd-4f6e-a47f-e7381f16c8c6 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:08:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-5b2ddc63-d797-4f16-b99e-8ace8fe55faf tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:02:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1434706585',display_name='tempest-ServerActionsTestOtherB-server-1434706585',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1434706585',id=3,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL5bJQx+Fgj5vcomAVJh0xHoj+rnz6/oIiuOW3zeJgcvoak37Q090HJYcCXOPjcqPajlrLZ5+SnRbL+cSIWMdLTTDyUzT8Svbp+HXKypRRkX1EovnTuGdStHyGSse0r8Kw==',key_name='tempest-keypair-1836527955',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:02:59Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e344762c88724592a518c177db49fe81',ramdisk_id='',reservation_id='r-d6mkwgtz',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-350990831',owner_user_name='tempest-ServerActionsTestOtherB-350990831-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:07:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a0d61eb5c1d241d1b40e1ebc0f0f6894',uuid=4284792e-08bd-4f6e-a47f-e7381f16c8c6,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='error') vif={"id": "2a820f7c-529a-4e4a-a325-56c98817e999", "address": "fa:16:3e:e8:24:1e", "network": {"id": "a77582de-e63b-44a4-8492-acc79fe24568", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-483048063-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e344762c88724592a518c177db49fe81", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2a820f7c-52", "ovs_interfaceid": "2a820f7c-529a-4e4a-a325-56c98817e999", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:08:42 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-5b2ddc63-d797-4f16-b99e-8ace8fe55faf tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Converting VIF {"id": "2a820f7c-529a-4e4a-a325-56c98817e999", "address": "fa:16:3e:e8:24:1e", "network": {"id": "a77582de-e63b-44a4-8492-acc79fe24568", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-483048063-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e344762c88724592a518c177db49fe81", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2a820f7c-52", "ovs_interfaceid": "2a820f7c-529a-4e4a-a325-56c98817e999", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:08:42 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-5b2ddc63-d797-4f16-b99e-8ace8fe55faf tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e8:24:1e,bridge_name='br-int',has_traffic_filtering=True,id=2a820f7c-529a-4e4a-a325-56c98817e999,network=Network(a77582de-e63b-44a4-8492-acc79fe24568),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2a820f7c-52') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:08:42 user nova-compute[74854]: DEBUG os_vif [None req-5b2ddc63-d797-4f16-b99e-8ace8fe55faf tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e8:24:1e,bridge_name='br-int',has_traffic_filtering=True,id=2a820f7c-529a-4e4a-a325-56c98817e999,network=Network(a77582de-e63b-44a4-8492-acc79fe24568),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2a820f7c-52') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:08:42 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:42 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2a820f7c-52, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:08:42 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:08:42 user nova-compute[74854]: INFO os_vif [None req-5b2ddc63-d797-4f16-b99e-8ace8fe55faf tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e8:24:1e,bridge_name='br-int',has_traffic_filtering=True,id=2a820f7c-529a-4e4a-a325-56c98817e999,network=Network(a77582de-e63b-44a4-8492-acc79fe24568),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2a820f7c-52')
Oct 23 17:08:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5b2ddc63-d797-4f16-b99e-8ace8fe55faf tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] calling os-brick to detach iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 17:08:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b2ddc63-d797-4f16-b99e-8ace8fe55faf tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, {'target_iqn': 'iqn.2010-10.org.openstack:bfe6c4ee-0713-46b2-85c9-b07cee0d71c8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wPFQjCyk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, None), 'kwargs': True}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:08:42 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-5b2ddc63-d797-4f16-b99e-8ace8fe55faf tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:08:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-5b2ddc63-d797-4f16-b99e-8ace8fe55faf tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:08:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-5b2ddc63-d797-4f16-b99e-8ace8fe55faf tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:08:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:08:42 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.032s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:08:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[aae3749f-3a71-4f0a-bccb-0625365b8808]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:08:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b2ddc63-d797-4f16-b99e-8ace8fe55faf tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 17:08:42 user nova-compute[74854]: No targets found.
Oct 23 17:08:42 user nova-compute[74854]: iSNS:
Oct 23 17:08:42 user nova-compute[74854]: No targets found.
Oct 23 17:08:42 user nova-compute[74854]: STATIC:
Oct 23 17:08:42 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d
Oct 23 17:08:42 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:08:42 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:08:42 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1
Oct 23 17:08:42 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:08:42 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:08:42 user nova-compute[74854]: FIRMWARE:
Oct 23 17:08:42 user nova-compute[74854]: No targets found.
Oct 23 17:08:42 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:08:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b2ddc63-d797-4f16-b99e-8ace8fe55faf tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 17:08:42 user nova-compute[74854]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 17:08:42 user nova-compute[74854]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74854) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 17:08:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b2ddc63-d797-4f16-b99e-8ace8fe55faf tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bfe6c4ee-0713-46b2-85c9-b07cee0d71c8', 0)] {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 17:08:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:08:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:08:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[3402ce76-eb72-448f-b5dd-5ee7be450b98]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:08:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:08:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:08:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[04dd9bda-250d-4c4b-b73b-c9e7f3be4a23]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:08:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b2ddc63-d797-4f16-b99e-8ace8fe55faf tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:08:42 user nova-compute[74854]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d (non-flash)
Oct 23 17:08:42 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:08:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b2ddc63-d797-4f16-b99e-8ace8fe55faf tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:08:42 user nova-compute[74854]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d (non-flash)
Oct 23 17:08:42 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:08:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b2ddc63-d797-4f16-b99e-8ace8fe55faf tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f3038d884c0>, {}) {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 17:08:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b2ddc63-d797-4f16-b99e-8ace8fe55faf tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Disconnecting from: [] {{(pid=74854) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 17:08:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-5b2ddc63-d797-4f16-b99e-8ace8fe55faf tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.091s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:08:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b2ddc63-d797-4f16-b99e-8ace8fe55faf tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] <== disconnect_volume: return (93ms) None {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:08:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5b2ddc63-d797-4f16-b99e-8ace8fe55faf tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Disconnected iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 17:08:42 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-5b2ddc63-d797-4f16-b99e-8ace8fe55faf tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Deletion of /opt/stack/data/nova/instances/4284792e-08bd-4f6e-a47f-e7381f16c8c6_resize failed
Oct 23 17:08:42 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:08:42 user nova-compute[74854]: INFO nova.compute.manager [None req-5b2ddc63-d797-4f16-b99e-8ace8fe55faf tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Took 0.23 seconds to destroy the instance on the hypervisor.
Oct 23 17:08:42 user nova-compute[74854]: DEBUG oslo.service.loopingcall [None req-5b2ddc63-d797-4f16-b99e-8ace8fe55faf tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 17:08:42 user nova-compute[74854]: DEBUG nova.compute.manager [-] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Deallocating network for instance {{(pid=74854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 17:08:42 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] deallocate_for_instance() {{(pid=74854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 17:08:42 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:08:42 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:08:42 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:08:42 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Auditing locally available compute resources for user (node: user) {{(pid=74854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 17:08:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5d24cfc-a7aa-41d7-99f6-e59331c1608f/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:08:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5d24cfc-a7aa-41d7-99f6-e59331c1608f/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:08:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5d24cfc-a7aa-41d7-99f6-e59331c1608f/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:08:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5d24cfc-a7aa-41d7-99f6-e59331c1608f/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:08:43 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:08:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/351ce4e6-f26e-4968-968b-67f662ba7ecf/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:08:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/351ce4e6-f26e-4968-968b-67f662ba7ecf/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:08:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/351ce4e6-f26e-4968-968b-67f662ba7ecf/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:08:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/351ce4e6-f26e-4968-968b-67f662ba7ecf/disk --force-share --output=json" returned: 0 in 0.244s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:08:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:08:44 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:08:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json" returned: 0 in 0.241s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:08:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:08:44 user nova-compute[74854]: DEBUG nova.compute.manager [req-78961110-723b-4465-b9f6-d02b8c7e4337 req-47b5ab91-1938-4850-8b29-6148319e0297 service nova] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Received event network-vif-deleted-2a820f7c-529a-4e4a-a325-56c98817e999 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:08:44 user nova-compute[74854]: INFO nova.compute.manager [req-78961110-723b-4465-b9f6-d02b8c7e4337 req-47b5ab91-1938-4850-8b29-6148319e0297 service nova] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Neutron deleted interface 2a820f7c-529a-4e4a-a325-56c98817e999; detaching it from the instance and deleting it from the info cache
Oct 23 17:08:44 user nova-compute[74854]: DEBUG nova.network.neutron [req-78961110-723b-4465-b9f6-d02b8c7e4337 req-47b5ab91-1938-4850-8b29-6148319e0297 service nova] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:08:44 user nova-compute[74854]: INFO nova.compute.manager [-] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Took 1.43 seconds to deallocate network for instance.
Oct 23 17:08:44 user nova-compute[74854]: DEBUG nova.compute.manager [req-78961110-723b-4465-b9f6-d02b8c7e4337 req-47b5ab91-1938-4850-8b29-6148319e0297 service nova] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Detach interface failed, port_id=2a820f7c-529a-4e4a-a325-56c98817e999, reason: Instance 4284792e-08bd-4f6e-a47f-e7381f16c8c6 could not be found. {{(pid=74854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 23 17:08:44 user nova-compute[74854]: INFO nova.compute.manager [None req-5b2ddc63-d797-4f16-b99e-8ace8fe55faf tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Took 0.22 seconds to detach 1 volumes for instance.
Oct 23 17:08:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json" returned: 0 in 0.366s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:08:44 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5b2ddc63-d797-4f16-b99e-8ace8fe55faf tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:08:44 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5b2ddc63-d797-4f16-b99e-8ace8fe55faf tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:08:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7cbbf0ad-0aae-4cd8-926b-bae2e720d35e/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:08:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7cbbf0ad-0aae-4cd8-926b-bae2e720d35e/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:08:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7cbbf0ad-0aae-4cd8-926b-bae2e720d35e/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:08:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7cbbf0ad-0aae-4cd8-926b-bae2e720d35e/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:08:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fed2ceef-7eb7-4b11-b5b9-ede51230f22a/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:08:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fed2ceef-7eb7-4b11-b5b9-ede51230f22a/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:08:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fed2ceef-7eb7-4b11-b5b9-ede51230f22a/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:08:45 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-5b2ddc63-d797-4f16-b99e-8ace8fe55faf tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:08:45 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-5b2ddc63-d797-4f16-b99e-8ace8fe55faf tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:08:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5b2ddc63-d797-4f16-b99e-8ace8fe55faf tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.797s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:08:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fed2ceef-7eb7-4b11-b5b9-ede51230f22a/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:08:45 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:08:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/30026d10-f080-4a53-8a4e-b8be523fe48e/disk.rescue --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:08:45 user nova-compute[74854]: INFO nova.scheduler.client.report [None req-5b2ddc63-d797-4f16-b99e-8ace8fe55faf tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Deleted allocations for instance 4284792e-08bd-4f6e-a47f-e7381f16c8c6
Oct 23 17:08:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/30026d10-f080-4a53-8a4e-b8be523fe48e/disk.rescue --force-share --output=json" returned: 0 in 0.206s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:08:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5b2ddc63-d797-4f16-b99e-8ace8fe55faf tempest-ServerActionsTestOtherB-350990831 tempest-ServerActionsTestOtherB-350990831-project-member] Lock "4284792e-08bd-4f6e-a47f-e7381f16c8c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.026s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:08:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/30026d10-f080-4a53-8a4e-b8be523fe48e/disk.rescue --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:08:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Acquiring lock "a0ee68b9-c08f-4240-b8db-ba8f51a14089" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:08:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "a0ee68b9-c08f-4240-b8db-ba8f51a14089" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:08:45 user nova-compute[74854]: DEBUG nova.compute.manager [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Starting instance... {{(pid=74854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 17:08:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/30026d10-f080-4a53-8a4e-b8be523fe48e/disk.rescue --force-share --output=json" returned: 0 in 0.222s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:08:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:08:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:08:45 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74854) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 17:08:45 user nova-compute[74854]: INFO nova.compute.claims [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Claim successful on node user
Oct 23 17:08:46 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:08:46 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:08:46 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Hypervisor/Node resource view: name=user free_ram=8103MB free_disk=25.250160217285156GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=74854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 17:08:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:08:46 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:08:46 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:08:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.777s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:08:46 user nova-compute[74854]: DEBUG nova.compute.manager [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Start building networks asynchronously for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 17:08:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.315s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:08:46 user nova-compute[74854]: DEBUG nova.compute.manager [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Allocating IP information in the background. {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 17:08:46 user nova-compute[74854]: DEBUG nova.network.neutron [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] allocate_for_instance() {{(pid=74854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 17:08:46 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 17:08:46 user nova-compute[74854]: DEBUG nova.compute.manager [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Start building block device mappings for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 17:08:46 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance fed2ceef-7eb7-4b11-b5b9-ede51230f22a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:08:46 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance f150b707-22b3-43b5-b657-0c2e19bcf524 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:08:46 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance f5d24cfc-a7aa-41d7-99f6-e59331c1608f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:08:46 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 30026d10-f080-4a53-8a4e-b8be523fe48e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:08:46 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:08:46 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 351ce4e6-f26e-4968-968b-67f662ba7ecf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:08:46 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance a0ee68b9-c08f-4240-b8db-ba8f51a14089 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:08:46 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 17:08:46 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 17:08:46 user nova-compute[74854]: DEBUG nova.policy [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c7e89ab1e2c5401592611fea7c8edbf8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '590f192c09b34f998151336d4f75a7ab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74854) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 17:08:46 user nova-compute[74854]: DEBUG nova.compute.manager [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Start spawning the instance on the hypervisor. {{(pid=74854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 17:08:46 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Creating instance directory {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 17:08:46 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Creating image(s)
Oct 23 17:08:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Acquiring lock "/opt/stack/data/nova/instances/a0ee68b9-c08f-4240-b8db-ba8f51a14089/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:08:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "/opt/stack/data/nova/instances/a0ee68b9-c08f-4240-b8db-ba8f51a14089/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:08:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "/opt/stack/data/nova/instances/a0ee68b9-c08f-4240-b8db-ba8f51a14089/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:08:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:08:47 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:08:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.198s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:08:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Acquiring lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:08:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:08:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:08:47 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:08:47 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Compute_service record updated for user:user {{(pid=74854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 17:08:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.603s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:08:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.218s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:08:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/a0ee68b9-c08f-4240-b8db-ba8f51a14089/disk 1073741824 {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:08:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/a0ee68b9-c08f-4240-b8db-ba8f51a14089/disk 1073741824" returned: 0 in 0.065s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:08:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.290s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:08:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:08:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.198s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:08:47 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a0ee68b9-c08f-4240-b8db-ba8f51a14089/disk. size=1073741824 {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 17:08:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0ee68b9-c08f-4240-b8db-ba8f51a14089/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:08:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0ee68b9-c08f-4240-b8db-ba8f51a14089/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:08:47 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Cannot resize image /opt/stack/data/nova/instances/a0ee68b9-c08f-4240-b8db-ba8f51a14089/disk to a smaller size. {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 17:08:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Created local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 17:08:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Ensure instance console log exists: /opt/stack/data/nova/instances/a0ee68b9-c08f-4240-b8db-ba8f51a14089/console.log {{(pid=74854) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 17:08:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:08:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:08:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:08:47 user nova-compute[74854]: DEBUG nova.network.neutron [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Successfully created port: eabc4588-078d-4f88-bf73-9ac14868fe67 {{(pid=74854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 17:08:48 user nova-compute[74854]: DEBUG nova.network.neutron [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Successfully updated port: eabc4588-078d-4f88-bf73-9ac14868fe67 {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:08:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Acquiring lock "refresh_cache-a0ee68b9-c08f-4240-b8db-ba8f51a14089" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:08:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Acquired lock "refresh_cache-a0ee68b9-c08f-4240-b8db-ba8f51a14089" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:08:48 user nova-compute[74854]: DEBUG nova.network.neutron [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:08:48 user nova-compute[74854]: DEBUG nova.compute.manager [req-cd530086-4ef9-4b38-a587-8bd50c626584 req-46cce2ce-baa2-4e45-866a-91f573723c48 service nova] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Received event network-changed-eabc4588-078d-4f88-bf73-9ac14868fe67 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:08:48 user nova-compute[74854]: DEBUG nova.compute.manager [req-cd530086-4ef9-4b38-a587-8bd50c626584 req-46cce2ce-baa2-4e45-866a-91f573723c48 service nova] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Refreshing instance network info cache due to event network-changed-eabc4588-078d-4f88-bf73-9ac14868fe67. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:08:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-cd530086-4ef9-4b38-a587-8bd50c626584 req-46cce2ce-baa2-4e45-866a-91f573723c48 service nova] Acquiring lock "refresh_cache-a0ee68b9-c08f-4240-b8db-ba8f51a14089" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:08:48 user nova-compute[74854]: DEBUG nova.network.neutron [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Instance cache missing network info. {{(pid=74854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG nova.network.neutron [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Updating instance_info_cache with network_info: [{"id": "eabc4588-078d-4f88-bf73-9ac14868fe67", "address": "fa:16:3e:a3:b4:12", "network": {"id": "b7b7a8af-8224-4220-a014-98e5defb0f84", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-621326047-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "590f192c09b34f998151336d4f75a7ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeabc4588-07", "ovs_interfaceid": "eabc4588-078d-4f88-bf73-9ac14868fe67", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Releasing lock "refresh_cache-a0ee68b9-c08f-4240-b8db-ba8f51a14089" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG nova.compute.manager [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Instance network_info: |[{"id": "eabc4588-078d-4f88-bf73-9ac14868fe67", "address": "fa:16:3e:a3:b4:12", "network": {"id": "b7b7a8af-8224-4220-a014-98e5defb0f84", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-621326047-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "590f192c09b34f998151336d4f75a7ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeabc4588-07", "ovs_interfaceid": "eabc4588-078d-4f88-bf73-9ac14868fe67", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-cd530086-4ef9-4b38-a587-8bd50c626584 req-46cce2ce-baa2-4e45-866a-91f573723c48 service nova] Acquired lock "refresh_cache-a0ee68b9-c08f-4240-b8db-ba8f51a14089" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG nova.network.neutron [req-cd530086-4ef9-4b38-a587-8bd50c626584 req-46cce2ce-baa2-4e45-866a-91f573723c48 service nova] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Refreshing network info cache for port eabc4588-078d-4f88-bf73-9ac14868fe67 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Start _get_guest_xml network_info=[{"id": "eabc4588-078d-4f88-bf73-9ac14868fe67", "address": "fa:16:3e:a3:b4:12", "network": {"id": "b7b7a8af-8224-4220-a014-98e5defb0f84", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-621326047-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "590f192c09b34f998151336d4f75a7ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeabc4588-07", "ovs_interfaceid": "eabc4588-078d-4f88-bf73-9ac14868fe67", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'encryption_format': None, 'encryption_options': None, 'size': 0, 'boot_index': 0, 'encrypted': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'image_id': '68c345df-c9e8-475a-b17c-635fa0c7e894'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Starting heal instance info cache {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 17:08:49 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:08:49 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:08:49 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Didn't find any instances for network info cache update. {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:08:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1966998698',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1966998698',id=15,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDsFJ9Ph7MENQupm/jzanEd7gGb3uIee3B7ncenLhLe4fWhNbA/WbcUbyw149bMTobLeD/T7xq7ZrBhIgp3trMJiF0fG+BGuEyYM0AJhwAkigfYH4DCGJJi29QUB6W3kmQ==',key_name='tempest-keypair-193582054',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='590f192c09b34f998151336d4f75a7ab',ramdisk_id='',reservation_id='r-temdtjpz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-1043335963',owner_user_name='tempest-AttachVolumeShelveTestJSON-1043335963-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:08:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c7e89ab1e2c5401592611fea7c8edbf8',uuid=a0ee68b9-c08f-4240-b8db-ba8f51a14089,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "eabc4588-078d-4f88-bf73-9ac14868fe67", "address": "fa:16:3e:a3:b4:12", "network": {"id": "b7b7a8af-8224-4220-a014-98e5defb0f84", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-621326047-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "590f192c09b34f998151336d4f75a7ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeabc4588-07", "ovs_interfaceid": "eabc4588-078d-4f88-bf73-9ac14868fe67", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Converting VIF {"id": "eabc4588-078d-4f88-bf73-9ac14868fe67", "address": "fa:16:3e:a3:b4:12", "network": {"id": "b7b7a8af-8224-4220-a014-98e5defb0f84", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-621326047-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "590f192c09b34f998151336d4f75a7ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeabc4588-07", "ovs_interfaceid": "eabc4588-078d-4f88-bf73-9ac14868fe67", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a3:b4:12,bridge_name='br-int',has_traffic_filtering=True,id=eabc4588-078d-4f88-bf73-9ac14868fe67,network=Network(b7b7a8af-8224-4220-a014-98e5defb0f84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeabc4588-07') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG nova.objects.instance [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lazy-loading 'pci_devices' on Instance uuid a0ee68b9-c08f-4240-b8db-ba8f51a14089 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:08:49 user nova-compute[74854]:   <uuid>a0ee68b9-c08f-4240-b8db-ba8f51a14089</uuid>
Oct 23 17:08:49 user nova-compute[74854]:   <name>instance-0000000f</name>
Oct 23 17:08:49 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:08:49 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:08:49 user nova-compute[74854]:   <metadata>
Oct 23 17:08:49 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:08:49 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:08:49 user nova-compute[74854]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1966998698</nova:name>
Oct 23 17:08:49 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:08:49</nova:creationTime>
Oct 23 17:08:49 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:08:49 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:08:49 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:08:49 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:08:49 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:08:49 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:08:49 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:08:49 user nova-compute[74854]:       <nova:owner>
Oct 23 17:08:49 user nova-compute[74854]:         <nova:user uuid="c7e89ab1e2c5401592611fea7c8edbf8">tempest-AttachVolumeShelveTestJSON-1043335963-project-member</nova:user>
Oct 23 17:08:49 user nova-compute[74854]:         <nova:project uuid="590f192c09b34f998151336d4f75a7ab">tempest-AttachVolumeShelveTestJSON-1043335963</nova:project>
Oct 23 17:08:49 user nova-compute[74854]:       </nova:owner>
Oct 23 17:08:49 user nova-compute[74854]:       <nova:root type="image" uuid="68c345df-c9e8-475a-b17c-635fa0c7e894"/>
Oct 23 17:08:49 user nova-compute[74854]:       <nova:ports>
Oct 23 17:08:49 user nova-compute[74854]:         <nova:port uuid="eabc4588-078d-4f88-bf73-9ac14868fe67">
Oct 23 17:08:49 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 23 17:08:49 user nova-compute[74854]:         </nova:port>
Oct 23 17:08:49 user nova-compute[74854]:       </nova:ports>
Oct 23 17:08:49 user nova-compute[74854]:     </nova:instance>
Oct 23 17:08:49 user nova-compute[74854]:   </metadata>
Oct 23 17:08:49 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:08:49 user nova-compute[74854]:     <system>
Oct 23 17:08:49 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:08:49 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:08:49 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:08:49 user nova-compute[74854]:       <entry name="serial">a0ee68b9-c08f-4240-b8db-ba8f51a14089</entry>
Oct 23 17:08:49 user nova-compute[74854]:       <entry name="uuid">a0ee68b9-c08f-4240-b8db-ba8f51a14089</entry>
Oct 23 17:08:49 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:08:49 user nova-compute[74854]:     </system>
Oct 23 17:08:49 user nova-compute[74854]:   </sysinfo>
Oct 23 17:08:49 user nova-compute[74854]:   <os>
Oct 23 17:08:49 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:08:49 user nova-compute[74854]:     <boot dev="hd"/>
Oct 23 17:08:49 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:08:49 user nova-compute[74854]:   </os>
Oct 23 17:08:49 user nova-compute[74854]:   <features>
Oct 23 17:08:49 user nova-compute[74854]:     <acpi/>
Oct 23 17:08:49 user nova-compute[74854]:     <apic/>
Oct 23 17:08:49 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:08:49 user nova-compute[74854]:   </features>
Oct 23 17:08:49 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:08:49 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:08:49 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:08:49 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:08:49 user nova-compute[74854]:   </clock>
Oct 23 17:08:49 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:08:49 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:08:49 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:08:49 user nova-compute[74854]:   </cpu>
Oct 23 17:08:49 user nova-compute[74854]:   <devices>
Oct 23 17:08:49 user nova-compute[74854]:     <disk type="file" device="disk">
Oct 23 17:08:49 user nova-compute[74854]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 17:08:49 user nova-compute[74854]:       <source file="/opt/stack/data/nova/instances/a0ee68b9-c08f-4240-b8db-ba8f51a14089/disk"/>
Oct 23 17:08:49 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:08:49 user nova-compute[74854]:     </disk>
Oct 23 17:08:49 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:08:49 user nova-compute[74854]:       <mac address="fa:16:3e:a3:b4:12"/>
Oct 23 17:08:49 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:08:49 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:08:49 user nova-compute[74854]:       <target dev="tapeabc4588-07"/>
Oct 23 17:08:49 user nova-compute[74854]:     </interface>
Oct 23 17:08:49 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:08:49 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/a0ee68b9-c08f-4240-b8db-ba8f51a14089/console.log" append="off"/>
Oct 23 17:08:49 user nova-compute[74854]:     </serial>
Oct 23 17:08:49 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:08:49 user nova-compute[74854]:     <video>
Oct 23 17:08:49 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:08:49 user nova-compute[74854]:     </video>
Oct 23 17:08:49 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:08:49 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:08:49 user nova-compute[74854]:     </rng>
Oct 23 17:08:49 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:08:49 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:08:49 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:08:49 user nova-compute[74854]:     </memballoon>
Oct 23 17:08:49 user nova-compute[74854]:   </devices>
Oct 23 17:08:49 user nova-compute[74854]: </domain>
Oct 23 17:08:49 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:08:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1966998698',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1966998698',id=15,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDsFJ9Ph7MENQupm/jzanEd7gGb3uIee3B7ncenLhLe4fWhNbA/WbcUbyw149bMTobLeD/T7xq7ZrBhIgp3trMJiF0fG+BGuEyYM0AJhwAkigfYH4DCGJJi29QUB6W3kmQ==',key_name='tempest-keypair-193582054',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='590f192c09b34f998151336d4f75a7ab',ramdisk_id='',reservation_id='r-temdtjpz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-1043335963',owner_user_name='tempest-AttachVolumeShelveTestJSON-1043335963-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:08:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c7e89ab1e2c5401592611fea7c8edbf8',uuid=a0ee68b9-c08f-4240-b8db-ba8f51a14089,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "eabc4588-078d-4f88-bf73-9ac14868fe67", "address": "fa:16:3e:a3:b4:12", "network": {"id": "b7b7a8af-8224-4220-a014-98e5defb0f84", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-621326047-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "590f192c09b34f998151336d4f75a7ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeabc4588-07", "ovs_interfaceid": "eabc4588-078d-4f88-bf73-9ac14868fe67", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Converting VIF {"id": "eabc4588-078d-4f88-bf73-9ac14868fe67", "address": "fa:16:3e:a3:b4:12", "network": {"id": "b7b7a8af-8224-4220-a014-98e5defb0f84", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-621326047-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "590f192c09b34f998151336d4f75a7ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeabc4588-07", "ovs_interfaceid": "eabc4588-078d-4f88-bf73-9ac14868fe67", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a3:b4:12,bridge_name='br-int',has_traffic_filtering=True,id=eabc4588-078d-4f88-bf73-9ac14868fe67,network=Network(b7b7a8af-8224-4220-a014-98e5defb0f84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeabc4588-07') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG os_vif [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a3:b4:12,bridge_name='br-int',has_traffic_filtering=True,id=eabc4588-078d-4f88-bf73-9ac14868fe67,network=Network(b7b7a8af-8224-4220-a014-98e5defb0f84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeabc4588-07') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '248b5702-82f1-5e53-a8ce-4258fb77b6dd', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapeabc4588-07, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapeabc4588-07, col_values=(('qos', UUID('57be2482-d7b0-4ef3-8b0e-c11c6372b22a')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapeabc4588-07, col_values=(('external_ids', {'iface-id': 'eabc4588-078d-4f88-bf73-9ac14868fe67', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a3:b4:12', 'vm-uuid': 'a0ee68b9-c08f-4240-b8db-ba8f51a14089'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:08:49 user nova-compute[74854]: WARNING nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] While synchronizing instance power states, found 7 instances in the database and 6 instances on the hypervisor.
Oct 23 17:08:49 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Triggering sync for uuid fed2ceef-7eb7-4b11-b5b9-ede51230f22a {{(pid=74854) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Triggering sync for uuid f150b707-22b3-43b5-b657-0c2e19bcf524 {{(pid=74854) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Triggering sync for uuid f5d24cfc-a7aa-41d7-99f6-e59331c1608f {{(pid=74854) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Triggering sync for uuid 30026d10-f080-4a53-8a4e-b8be523fe48e {{(pid=74854) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Triggering sync for uuid 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e {{(pid=74854) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Triggering sync for uuid 351ce4e6-f26e-4968-968b-67f662ba7ecf {{(pid=74854) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Triggering sync for uuid a0ee68b9-c08f-4240-b8db-ba8f51a14089 {{(pid=74854) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "fed2ceef-7eb7-4b11-b5b9-ede51230f22a" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "fed2ceef-7eb7-4b11-b5b9-ede51230f22a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "f150b707-22b3-43b5-b657-0c2e19bcf524" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "f150b707-22b3-43b5-b657-0c2e19bcf524" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "f5d24cfc-a7aa-41d7-99f6-e59331c1608f" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "f5d24cfc-a7aa-41d7-99f6-e59331c1608f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "30026d10-f080-4a53-8a4e-b8be523fe48e" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "30026d10-f080-4a53-8a4e-b8be523fe48e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "7cbbf0ad-0aae-4cd8-926b-bae2e720d35e" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "7cbbf0ad-0aae-4cd8-926b-bae2e720d35e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "351ce4e6-f26e-4968-968b-67f662ba7ecf" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "351ce4e6-f26e-4968-968b-67f662ba7ecf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "a0ee68b9-c08f-4240-b8db-ba8f51a14089" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:08:49 user nova-compute[74854]: INFO os_vif [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a3:b4:12,bridge_name='br-int',has_traffic_filtering=True,id=eabc4588-078d-4f88-bf73-9ac14868fe67,network=Network(b7b7a8af-8224-4220-a014-98e5defb0f84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeabc4588-07')
Oct 23 17:08:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "fed2ceef-7eb7-4b11-b5b9-ede51230f22a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.091s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "f5d24cfc-a7aa-41d7-99f6-e59331c1608f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.104s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "f150b707-22b3-43b5-b657-0c2e19bcf524" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.107s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "351ce4e6-f26e-4968-968b-67f662ba7ecf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.122s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "30026d10-f080-4a53-8a4e-b8be523fe48e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.126s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "7cbbf0ad-0aae-4cd8-926b-bae2e720d35e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.129s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] No VIF found with MAC fa:16:3e:a3:b4:12, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG nova.network.neutron [req-cd530086-4ef9-4b38-a587-8bd50c626584 req-46cce2ce-baa2-4e45-866a-91f573723c48 service nova] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Updated VIF entry in instance network info cache for port eabc4588-078d-4f88-bf73-9ac14868fe67. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG nova.network.neutron [req-cd530086-4ef9-4b38-a587-8bd50c626584 req-46cce2ce-baa2-4e45-866a-91f573723c48 service nova] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Updating instance_info_cache with network_info: [{"id": "eabc4588-078d-4f88-bf73-9ac14868fe67", "address": "fa:16:3e:a3:b4:12", "network": {"id": "b7b7a8af-8224-4220-a014-98e5defb0f84", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-621326047-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "590f192c09b34f998151336d4f75a7ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeabc4588-07", "ovs_interfaceid": "eabc4588-078d-4f88-bf73-9ac14868fe67", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:08:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-cd530086-4ef9-4b38-a587-8bd50c626584 req-46cce2ce-baa2-4e45-866a-91f573723c48 service nova] Releasing lock "refresh_cache-a0ee68b9-c08f-4240-b8db-ba8f51a14089" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:08:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:51 user nova-compute[74854]: DEBUG nova.compute.manager [req-d947a5db-1a07-4a75-b0c1-c6d377e6024f req-07b3ca67-0e1d-4b09-b97b-ed617d553c1c service nova] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Received event network-vif-plugged-eabc4588-078d-4f88-bf73-9ac14868fe67 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:08:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-d947a5db-1a07-4a75-b0c1-c6d377e6024f req-07b3ca67-0e1d-4b09-b97b-ed617d553c1c service nova] Acquiring lock "a0ee68b9-c08f-4240-b8db-ba8f51a14089-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:08:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-d947a5db-1a07-4a75-b0c1-c6d377e6024f req-07b3ca67-0e1d-4b09-b97b-ed617d553c1c service nova] Lock "a0ee68b9-c08f-4240-b8db-ba8f51a14089-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:08:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-d947a5db-1a07-4a75-b0c1-c6d377e6024f req-07b3ca67-0e1d-4b09-b97b-ed617d553c1c service nova] Lock "a0ee68b9-c08f-4240-b8db-ba8f51a14089-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:08:51 user nova-compute[74854]: DEBUG nova.compute.manager [req-d947a5db-1a07-4a75-b0c1-c6d377e6024f req-07b3ca67-0e1d-4b09-b97b-ed617d553c1c service nova] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] No waiting events found dispatching network-vif-plugged-eabc4588-078d-4f88-bf73-9ac14868fe67 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:08:51 user nova-compute[74854]: WARNING nova.compute.manager [req-d947a5db-1a07-4a75-b0c1-c6d377e6024f req-07b3ca67-0e1d-4b09-b97b-ed617d553c1c service nova] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Received unexpected event network-vif-plugged-eabc4588-078d-4f88-bf73-9ac14868fe67 for instance with vm_state building and task_state spawning.
Oct 23 17:08:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:53 user nova-compute[74854]: DEBUG nova.compute.manager [req-3daacadb-729a-48a9-a6e4-dc922a1648ed req-979d5d96-c0bb-4e1e-abc4-0d4370847030 service nova] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Received event network-vif-plugged-eabc4588-078d-4f88-bf73-9ac14868fe67 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:08:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-3daacadb-729a-48a9-a6e4-dc922a1648ed req-979d5d96-c0bb-4e1e-abc4-0d4370847030 service nova] Acquiring lock "a0ee68b9-c08f-4240-b8db-ba8f51a14089-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:08:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-3daacadb-729a-48a9-a6e4-dc922a1648ed req-979d5d96-c0bb-4e1e-abc4-0d4370847030 service nova] Lock "a0ee68b9-c08f-4240-b8db-ba8f51a14089-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:08:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-3daacadb-729a-48a9-a6e4-dc922a1648ed req-979d5d96-c0bb-4e1e-abc4-0d4370847030 service nova] Lock "a0ee68b9-c08f-4240-b8db-ba8f51a14089-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:08:53 user nova-compute[74854]: DEBUG nova.compute.manager [req-3daacadb-729a-48a9-a6e4-dc922a1648ed req-979d5d96-c0bb-4e1e-abc4-0d4370847030 service nova] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] No waiting events found dispatching network-vif-plugged-eabc4588-078d-4f88-bf73-9ac14868fe67 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:08:53 user nova-compute[74854]: WARNING nova.compute.manager [req-3daacadb-729a-48a9-a6e4-dc922a1648ed req-979d5d96-c0bb-4e1e-abc4-0d4370847030 service nova] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Received unexpected event network-vif-plugged-eabc4588-078d-4f88-bf73-9ac14868fe67 for instance with vm_state building and task_state spawning.
Oct 23 17:08:53 user nova-compute[74854]: DEBUG nova.compute.manager [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Instance event wait completed in 0 seconds for  {{(pid=74854) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 17:08:53 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Guest created on hypervisor {{(pid=74854) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 17:08:53 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Instance spawned successfully.
Oct 23 17:08:53 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 17:08:53 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Found default for hw_cdrom_bus of ide {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:08:53 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Found default for hw_disk_bus of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:08:53 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Found default for hw_input_bus of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:08:53 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Found default for hw_pointer_model of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:08:53 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Found default for hw_video_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:08:53 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Found default for hw_vif_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:08:53 user nova-compute[74854]: INFO nova.compute.manager [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Took 6.66 seconds to spawn the instance on the hypervisor.
Oct 23 17:08:53 user nova-compute[74854]: DEBUG nova.compute.manager [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:08:53 user nova-compute[74854]: INFO nova.compute.manager [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Took 7.88 seconds to build instance.
Oct 23 17:08:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-655349e8-cd34-4dbd-8e95-68303174f27c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "a0ee68b9-c08f-4240-b8db-ba8f51a14089" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:08:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "a0ee68b9-c08f-4240-b8db-ba8f51a14089" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 4.275s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:08:53 user nova-compute[74854]: INFO nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] During sync_power_state the instance has a pending task (spawning). Skip.
Oct 23 17:08:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "a0ee68b9-c08f-4240-b8db-ba8f51a14089" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:08:54 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:08:57 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-853d804b-b932-4da4-aa1e-d3f37d816467 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Acquiring lock "f5d24cfc-a7aa-41d7-99f6-e59331c1608f" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:08:57 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-853d804b-b932-4da4-aa1e-d3f37d816467 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Lock "f5d24cfc-a7aa-41d7-99f6-e59331c1608f" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.003s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:08:57 user nova-compute[74854]: INFO nova.compute.manager [None req-853d804b-b932-4da4-aa1e-d3f37d816467 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Detaching volume 35ceccbb-3fcb-43fc-83fd-1695021a5c3d
Oct 23 17:08:57 user nova-compute[74854]: INFO nova.virt.block_device [None req-853d804b-b932-4da4-aa1e-d3f37d816467 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Attempting to driver detach volume 35ceccbb-3fcb-43fc-83fd-1695021a5c3d from mountpoint /dev/vdb
Oct 23 17:08:57 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-853d804b-b932-4da4-aa1e-d3f37d816467 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Attempting to detach device vdb from instance f5d24cfc-a7aa-41d7-99f6-e59331c1608f from the persistent domain config. {{(pid=74854) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 17:08:57 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-853d804b-b932-4da4-aa1e-d3f37d816467 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 17:08:57 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:08:57 user nova-compute[74854]:   <source dev="/dev/sdb"/>
Oct 23 17:08:57 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:08:57 user nova-compute[74854]:   <serial>35ceccbb-3fcb-43fc-83fd-1695021a5c3d</serial>
Oct 23 17:08:57 user nova-compute[74854]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 17:08:57 user nova-compute[74854]: </disk>
Oct 23 17:08:57 user nova-compute[74854]:  {{(pid=74854) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 17:08:57 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-853d804b-b932-4da4-aa1e-d3f37d816467 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Successfully detached device vdb from instance f5d24cfc-a7aa-41d7-99f6-e59331c1608f from the persistent domain config.
Oct 23 17:08:57 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-853d804b-b932-4da4-aa1e-d3f37d816467 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance f5d24cfc-a7aa-41d7-99f6-e59331c1608f from the live domain config. {{(pid=74854) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 23 17:08:57 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-853d804b-b932-4da4-aa1e-d3f37d816467 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 17:08:57 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:08:57 user nova-compute[74854]:   <source dev="/dev/sdb"/>
Oct 23 17:08:57 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:08:57 user nova-compute[74854]:   <serial>35ceccbb-3fcb-43fc-83fd-1695021a5c3d</serial>
Oct 23 17:08:57 user nova-compute[74854]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 17:08:57 user nova-compute[74854]: </disk>
Oct 23 17:08:57 user nova-compute[74854]:  {{(pid=74854) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 17:08:58 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-853d804b-b932-4da4-aa1e-d3f37d816467 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance f5d24cfc-a7aa-41d7-99f6-e59331c1608f {{(pid=74854) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 23 17:08:59 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:00 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:12 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:14 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:15 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:18 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-853d804b-b932-4da4-aa1e-d3f37d816467 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance f5d24cfc-a7aa-41d7-99f6-e59331c1608f is timed out.
Oct 23 17:09:18 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-853d804b-b932-4da4-aa1e-d3f37d816467 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Successfully detached device vdb from instance f5d24cfc-a7aa-41d7-99f6-e59331c1608f from the live domain config.
Oct 23 17:09:18 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-853d804b-b932-4da4-aa1e-d3f37d816467 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] calling os-brick to detach iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 17:09:18 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-853d804b-b932-4da4-aa1e-d3f37d816467 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, {'target_iqn': 'iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YrtLZTwF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:09:18 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-853d804b-b932-4da4-aa1e-d3f37d816467 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:09:18 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-853d804b-b932-4da4-aa1e-d3f37d816467 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:09:18 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-853d804b-b932-4da4-aa1e-d3f37d816467 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:09:18 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:09:18 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:09:18 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[478e98c6-0c8d-48e3-955d-503c08b0dd42]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:09:18 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-853d804b-b932-4da4-aa1e-d3f37d816467 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 17:09:18 user nova-compute[74854]: No targets found.
Oct 23 17:09:18 user nova-compute[74854]: iSNS:
Oct 23 17:09:18 user nova-compute[74854]: No targets found.
Oct 23 17:09:18 user nova-compute[74854]: STATIC:
Oct 23 17:09:18 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d
Oct 23 17:09:18 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:09:18 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:09:18 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1
Oct 23 17:09:18 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:09:18 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:09:18 user nova-compute[74854]: FIRMWARE:
Oct 23 17:09:18 user nova-compute[74854]: No targets found.
Oct 23 17:09:18 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:09:18 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-853d804b-b932-4da4-aa1e-d3f37d816467 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 17:09:18 user nova-compute[74854]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 17:09:18 user nova-compute[74854]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74854) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 17:09:18 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-853d804b-b932-4da4-aa1e-d3f37d816467 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d', 0)] {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 17:09:18 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:09:18 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:09:18 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[34a47fc1-a558-4c10-a846-76be61038f8c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:09:18 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:09:18 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:09:18 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[eabc6ea6-4953-44a8-9e32-7e375770d337]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:09:18 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-853d804b-b932-4da4-aa1e-d3f37d816467 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:09:18 user nova-compute[74854]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d (non-flash)
Oct 23 17:09:18 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:09:18 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-853d804b-b932-4da4-aa1e-d3f37d816467 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:09:18 user nova-compute[74854]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d (non-flash)
Oct 23 17:09:18 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:09:18 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-853d804b-b932-4da4-aa1e-d3f37d816467 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f3038dae7a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d'): ({'sdb'}, set())}) {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 17:09:18 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-853d804b-b932-4da4-aa1e-d3f37d816467 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Removing single pathed devices sdb {{(pid=74854) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 17:09:18 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:09:18 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:09:18 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[6226deaa-76c3-45b1-9552-f787fec97cd5]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:09:18 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:09:18 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:09:18 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fa202ef-90d5-43f1-84b4-04f0befac86c]: (4, ('ok\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:09:18 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-853d804b-b932-4da4-aa1e-d3f37d816467 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Flushing IO for device /dev/sdb {{(pid=74854) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 17:09:18 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:09:18 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:09:18 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[321d050c-b489-4f27-b646-33a41065738f]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:09:18 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-853d804b-b932-4da4-aa1e-d3f37d816467 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74854) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 17:09:18 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:09:18 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.050s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:09:18 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ed064c8-d09c-4d73-8032-b83e14606c3b]: (4, ('1', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:09:18 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-853d804b-b932-4da4-aa1e-d3f37d816467 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 17:09:18 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-853d804b-b932-4da4-aa1e-d3f37d816467 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] SCSI volumes sdb have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 17:09:18 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-853d804b-b932-4da4-aa1e-d3f37d816467 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d')] {{(pid=74854) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 17:09:18 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:09:18 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.030s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:09:18 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b67d467-c7d8-4a9f-9f92-9092e6f8133d]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:09:18 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-853d804b-b932-4da4-aa1e-d3f37d816467 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:09:18 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d -p 172.16.0.220:3260 --logout {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:09:18 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:09:18 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6fd5132-ccf7-422a-adb3-9a3718ed1e1f]: (4, ('Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d, portal: 172.16.0.220,3260]\nLogout of [sid: 16, target: iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:09:18 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-853d804b-b932-4da4-aa1e-d3f37d816467 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d, portal: 172.16.0.220,3260]
Oct 23 17:09:18 user nova-compute[74854]: Logout of [sid: 16, target: iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d, portal: 172.16.0.220,3260] successful.
Oct 23 17:09:18 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:09:18 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d -p 172.16.0.220:3260 --op delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:09:18 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:35ceccbb-3fcb-43fc-83fd-1695021a5c3d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:09:18 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[69077f70-8e37-41bb-bff8-0188e4d7c9e5]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:09:18 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-853d804b-b932-4da4-aa1e-d3f37d816467 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:09:18 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-853d804b-b932-4da4-aa1e-d3f37d816467 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.325s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:09:18 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-853d804b-b932-4da4-aa1e-d3f37d816467 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] <== disconnect_volume: return (327ms) None {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:09:18 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-853d804b-b932-4da4-aa1e-d3f37d816467 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Disconnected iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 17:09:19 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:19 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:19 user nova-compute[74854]: DEBUG nova.objects.instance [None req-853d804b-b932-4da4-aa1e-d3f37d816467 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Lazy-loading 'flavor' on Instance uuid f5d24cfc-a7aa-41d7-99f6-e59331c1608f {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:09:19 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-853d804b-b932-4da4-aa1e-d3f37d816467 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Lock "f5d24cfc-a7aa-41d7-99f6-e59331c1608f" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.093s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:09:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:22 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:28 user nova-compute[74854]: INFO nova.compute.manager [None req-c6994821-a724-42b4-8d36-348967fce031 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Unrescuing
Oct 23 17:09:28 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c6994821-a724-42b4-8d36-348967fce031 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Acquiring lock "refresh_cache-30026d10-f080-4a53-8a4e-b8be523fe48e" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:09:28 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c6994821-a724-42b4-8d36-348967fce031 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Acquired lock "refresh_cache-30026d10-f080-4a53-8a4e-b8be523fe48e" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:09:28 user nova-compute[74854]: DEBUG nova.network.neutron [None req-c6994821-a724-42b4-8d36-348967fce031 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:09:28 user nova-compute[74854]: DEBUG nova.network.neutron [None req-c6994821-a724-42b4-8d36-348967fce031 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Updating instance_info_cache with network_info: [{"id": "76844ca9-ee3f-4faa-a83b-0ab1ca70e55c", "address": "fa:16:3e:10:66:59", "network": {"id": "a40026f1-91de-4e98-85cd-c3bd1a956407", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1048031159-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "435cbd0d03324a45bdacc7d5b76213e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap76844ca9-ee", "ovs_interfaceid": "76844ca9-ee3f-4faa-a83b-0ab1ca70e55c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:09:28 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c6994821-a724-42b4-8d36-348967fce031 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Releasing lock "refresh_cache-30026d10-f080-4a53-8a4e-b8be523fe48e" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:09:28 user nova-compute[74854]: DEBUG nova.objects.instance [None req-c6994821-a724-42b4-8d36-348967fce031 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lazy-loading 'flavor' on Instance uuid 30026d10-f080-4a53-8a4e-b8be523fe48e {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:09:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:29 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:29 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:29 user nova-compute[74854]: DEBUG nova.compute.manager [req-b4799641-f84a-4d5f-993d-209370e055b1 req-da1b69dd-7d82-406c-b366-623843576271 service nova] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Received event network-vif-unplugged-76844ca9-ee3f-4faa-a83b-0ab1ca70e55c {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:09:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-b4799641-f84a-4d5f-993d-209370e055b1 req-da1b69dd-7d82-406c-b366-623843576271 service nova] Acquiring lock "30026d10-f080-4a53-8a4e-b8be523fe48e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:09:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-b4799641-f84a-4d5f-993d-209370e055b1 req-da1b69dd-7d82-406c-b366-623843576271 service nova] Lock "30026d10-f080-4a53-8a4e-b8be523fe48e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:09:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-b4799641-f84a-4d5f-993d-209370e055b1 req-da1b69dd-7d82-406c-b366-623843576271 service nova] Lock "30026d10-f080-4a53-8a4e-b8be523fe48e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:09:29 user nova-compute[74854]: DEBUG nova.compute.manager [req-b4799641-f84a-4d5f-993d-209370e055b1 req-da1b69dd-7d82-406c-b366-623843576271 service nova] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] No waiting events found dispatching network-vif-unplugged-76844ca9-ee3f-4faa-a83b-0ab1ca70e55c {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:09:29 user nova-compute[74854]: WARNING nova.compute.manager [req-b4799641-f84a-4d5f-993d-209370e055b1 req-da1b69dd-7d82-406c-b366-623843576271 service nova] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Received unexpected event network-vif-unplugged-76844ca9-ee3f-4faa-a83b-0ab1ca70e55c for instance with vm_state rescued and task_state unrescuing.
Oct 23 17:09:29 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:29 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Instance destroyed successfully.
Oct 23 17:09:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:31 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:31 user nova-compute[74854]: DEBUG nova.compute.manager [req-19bf3337-2511-4a84-b4bb-ea0e0e3ff84e req-789e96b7-b766-4c2f-ba01-76a3f4af5e7b service nova] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Received event network-vif-plugged-76844ca9-ee3f-4faa-a83b-0ab1ca70e55c {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:09:31 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-19bf3337-2511-4a84-b4bb-ea0e0e3ff84e req-789e96b7-b766-4c2f-ba01-76a3f4af5e7b service nova] Acquiring lock "30026d10-f080-4a53-8a4e-b8be523fe48e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:09:31 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-19bf3337-2511-4a84-b4bb-ea0e0e3ff84e req-789e96b7-b766-4c2f-ba01-76a3f4af5e7b service nova] Lock "30026d10-f080-4a53-8a4e-b8be523fe48e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:09:31 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-19bf3337-2511-4a84-b4bb-ea0e0e3ff84e req-789e96b7-b766-4c2f-ba01-76a3f4af5e7b service nova] Lock "30026d10-f080-4a53-8a4e-b8be523fe48e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:09:31 user nova-compute[74854]: DEBUG nova.compute.manager [req-19bf3337-2511-4a84-b4bb-ea0e0e3ff84e req-789e96b7-b766-4c2f-ba01-76a3f4af5e7b service nova] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] No waiting events found dispatching network-vif-plugged-76844ca9-ee3f-4faa-a83b-0ab1ca70e55c {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:09:31 user nova-compute[74854]: WARNING nova.compute.manager [req-19bf3337-2511-4a84-b4bb-ea0e0e3ff84e req-789e96b7-b766-4c2f-ba01-76a3f4af5e7b service nova] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Received unexpected event network-vif-plugged-76844ca9-ee3f-4faa-a83b-0ab1ca70e55c for instance with vm_state rescued and task_state unrescuing.
Oct 23 17:09:33 user nova-compute[74854]: DEBUG nova.compute.manager [None req-c6994821-a724-42b4-8d36-348967fce031 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:09:34 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:34 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:35 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:35 user nova-compute[74854]: DEBUG nova.compute.manager [req-59859eb2-9c82-4a6c-8ac7-e196e20820ba req-29a67c03-b5c6-47da-a6a8-854be7441059 service nova] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Received event network-vif-plugged-76844ca9-ee3f-4faa-a83b-0ab1ca70e55c {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:09:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-59859eb2-9c82-4a6c-8ac7-e196e20820ba req-29a67c03-b5c6-47da-a6a8-854be7441059 service nova] Acquiring lock "30026d10-f080-4a53-8a4e-b8be523fe48e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:09:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-59859eb2-9c82-4a6c-8ac7-e196e20820ba req-29a67c03-b5c6-47da-a6a8-854be7441059 service nova] Lock "30026d10-f080-4a53-8a4e-b8be523fe48e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:09:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-59859eb2-9c82-4a6c-8ac7-e196e20820ba req-29a67c03-b5c6-47da-a6a8-854be7441059 service nova] Lock "30026d10-f080-4a53-8a4e-b8be523fe48e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:09:35 user nova-compute[74854]: DEBUG nova.compute.manager [req-59859eb2-9c82-4a6c-8ac7-e196e20820ba req-29a67c03-b5c6-47da-a6a8-854be7441059 service nova] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] No waiting events found dispatching network-vif-plugged-76844ca9-ee3f-4faa-a83b-0ab1ca70e55c {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:09:35 user nova-compute[74854]: WARNING nova.compute.manager [req-59859eb2-9c82-4a6c-8ac7-e196e20820ba req-29a67c03-b5c6-47da-a6a8-854be7441059 service nova] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Received unexpected event network-vif-plugged-76844ca9-ee3f-4faa-a83b-0ab1ca70e55c for instance with vm_state active and task_state None.
Oct 23 17:09:37 user nova-compute[74854]: DEBUG nova.compute.manager [req-984f3a11-023f-4be1-935e-bcfdc2971a52 req-142f2207-b3b5-4896-9ea2-cd029898db8c service nova] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Received event network-vif-plugged-76844ca9-ee3f-4faa-a83b-0ab1ca70e55c {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:09:37 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-984f3a11-023f-4be1-935e-bcfdc2971a52 req-142f2207-b3b5-4896-9ea2-cd029898db8c service nova] Acquiring lock "30026d10-f080-4a53-8a4e-b8be523fe48e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:09:37 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-984f3a11-023f-4be1-935e-bcfdc2971a52 req-142f2207-b3b5-4896-9ea2-cd029898db8c service nova] Lock "30026d10-f080-4a53-8a4e-b8be523fe48e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:09:37 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-984f3a11-023f-4be1-935e-bcfdc2971a52 req-142f2207-b3b5-4896-9ea2-cd029898db8c service nova] Lock "30026d10-f080-4a53-8a4e-b8be523fe48e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:09:37 user nova-compute[74854]: DEBUG nova.compute.manager [req-984f3a11-023f-4be1-935e-bcfdc2971a52 req-142f2207-b3b5-4896-9ea2-cd029898db8c service nova] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] No waiting events found dispatching network-vif-plugged-76844ca9-ee3f-4faa-a83b-0ab1ca70e55c {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:09:37 user nova-compute[74854]: WARNING nova.compute.manager [req-984f3a11-023f-4be1-935e-bcfdc2971a52 req-142f2207-b3b5-4896-9ea2-cd029898db8c service nova] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Received unexpected event network-vif-plugged-76844ca9-ee3f-4faa-a83b-0ab1ca70e55c for instance with vm_state active and task_state None.
Oct 23 17:09:38 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:39 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:09:39 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:09:39 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 17:09:40 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:09:42 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:09:42 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:09:42 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:09:42 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:09:42 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:09:42 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:09:42 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Auditing locally available compute resources for user (node: user) {{(pid=74854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 17:09:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0ee68b9-c08f-4240-b8db-ba8f51a14089/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:09:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0ee68b9-c08f-4240-b8db-ba8f51a14089/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:09:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0ee68b9-c08f-4240-b8db-ba8f51a14089/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:09:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0ee68b9-c08f-4240-b8db-ba8f51a14089/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:09:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5d24cfc-a7aa-41d7-99f6-e59331c1608f/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:09:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5d24cfc-a7aa-41d7-99f6-e59331c1608f/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:09:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5d24cfc-a7aa-41d7-99f6-e59331c1608f/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:09:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5d24cfc-a7aa-41d7-99f6-e59331c1608f/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:09:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/351ce4e6-f26e-4968-968b-67f662ba7ecf/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:09:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/351ce4e6-f26e-4968-968b-67f662ba7ecf/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:09:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/351ce4e6-f26e-4968-968b-67f662ba7ecf/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:09:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/351ce4e6-f26e-4968-968b-67f662ba7ecf/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:09:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:09:44 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:09:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:09:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:09:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:09:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7cbbf0ad-0aae-4cd8-926b-bae2e720d35e/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:09:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7cbbf0ad-0aae-4cd8-926b-bae2e720d35e/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:09:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7cbbf0ad-0aae-4cd8-926b-bae2e720d35e/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:09:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7cbbf0ad-0aae-4cd8-926b-bae2e720d35e/disk --force-share --output=json" returned: 0 in 0.288s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:09:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fed2ceef-7eb7-4b11-b5b9-ede51230f22a/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:09:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fed2ceef-7eb7-4b11-b5b9-ede51230f22a/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:09:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fed2ceef-7eb7-4b11-b5b9-ede51230f22a/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:09:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fed2ceef-7eb7-4b11-b5b9-ede51230f22a/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:09:45 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:09:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:46 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:09:46 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:09:46 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Hypervisor/Node resource view: name=user free_ram=7956MB free_disk=25.173412322998047GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=74854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 17:09:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:09:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:09:46 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance fed2ceef-7eb7-4b11-b5b9-ede51230f22a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:09:46 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance f150b707-22b3-43b5-b657-0c2e19bcf524 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:09:46 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance f5d24cfc-a7aa-41d7-99f6-e59331c1608f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:09:46 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 30026d10-f080-4a53-8a4e-b8be523fe48e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:09:46 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:09:46 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 351ce4e6-f26e-4968-968b-67f662ba7ecf actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:09:46 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance a0ee68b9-c08f-4240-b8db-ba8f51a14089 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:09:46 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 17:09:46 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 17:09:46 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Refreshing inventories for resource provider e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 23 17:09:46 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Updating ProviderTree inventory for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 23 17:09:46 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Updating inventory in ProviderTree for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 23 17:09:46 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Refreshing aggregate associations for resource provider e1b4a95c-5743-4848-882e-b3384de5d1b5, aggregates: None {{(pid=74854) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 23 17:09:46 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Refreshing trait associations for resource provider e1b4a95c-5743-4848-882e-b3384de5d1b5, traits: COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_SECURITY_UEFI_SECURE_BOOT,HW_CPU_X86_SSE41,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_RESCUE_BFV,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_VOLUME_EXTEND,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_VOLUME_ATTACH_WITH_TAG,HW_CPU_X86_SSE42,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_USB,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_BOCHS,HW_CPU_X86_SSE,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_IMAGE_TYPE_ARI,HW_CPU_X86_SSE2,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_SATA,COMPUTE_NODE,HW_CPU_X86_MMX,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_DEVICE_TAGGING,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_FDC {{(pid=74854) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 23 17:09:46 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:09:46 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:09:46 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Compute_service record updated for user:user {{(pid=74854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 17:09:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.591s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:09:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-51e7e2dd-3d2c-4386-a778-d13e3aeff87b tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Acquiring lock "7cbbf0ad-0aae-4cd8-926b-bae2e720d35e" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:09:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-51e7e2dd-3d2c-4386-a778-d13e3aeff87b tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Lock "7cbbf0ad-0aae-4cd8-926b-bae2e720d35e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:09:47 user nova-compute[74854]: DEBUG nova.objects.instance [None req-51e7e2dd-3d2c-4386-a778-d13e3aeff87b tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Lazy-loading 'flavor' on Instance uuid 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:09:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-51e7e2dd-3d2c-4386-a778-d13e3aeff87b tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Lock "7cbbf0ad-0aae-4cd8-926b-bae2e720d35e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.055s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:09:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-51e7e2dd-3d2c-4386-a778-d13e3aeff87b tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Acquiring lock "7cbbf0ad-0aae-4cd8-926b-bae2e720d35e" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:09:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-51e7e2dd-3d2c-4386-a778-d13e3aeff87b tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Lock "7cbbf0ad-0aae-4cd8-926b-bae2e720d35e" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:09:47 user nova-compute[74854]: INFO nova.compute.manager [None req-51e7e2dd-3d2c-4386-a778-d13e3aeff87b tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] Attaching volume da95917d-cafc-4fe8-b3d6-30e06ecab891 to /dev/vdb
Oct 23 17:09:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:47 user nova-compute[74854]: DEBUG os_brick.utils [None req-51e7e2dd-3d2c-4386-a778-d13e3aeff87b tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:09:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:09:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:09:47 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[3acb4833-f227-41e8-8f5b-40e41f23b87d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a321e2f0722\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:09:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:09:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:09:47 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfacfe96-3f44-4e17-a53a-9ae3075f23b5]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:09:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:09:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:09:47 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[29772a96-24e5-44ce-9185-1694db39a838]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:09:47 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[6899de0c-bf64-4e3f-8162-361eb9206b5d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:09:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-51e7e2dd-3d2c-4386-a778-d13e3aeff87b tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Running cmd (subprocess): nvme version {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:09:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-51e7e2dd-3d2c-4386-a778-d13e3aeff87b tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] 'nvme version' failed. Not Retrying. {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:09:47 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.nvmeof [None req-51e7e2dd-3d2c-4386-a778-d13e3aeff87b tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] nvme not present on system {{(pid=74854) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 17:09:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:09:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:09:47 user nova-compute[74854]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 17:09:47 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[846c4fe6-4f37-41a6-8958-9a80f830607d]: (4, '') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:09:47 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-51e7e2dd-3d2c-4386-a778-d13e3aeff87b tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74854) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 17:09:47 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-51e7e2dd-3d2c-4386-a778-d13e3aeff87b tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 17:09:47 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-51e7e2dd-3d2c-4386-a778-d13e3aeff87b tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] LIGHTOS: no hostnqn found. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 17:09:47 user nova-compute[74854]: DEBUG os_brick.utils [None req-51e7e2dd-3d2c-4386-a778-d13e3aeff87b tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] <== get_connector_properties: return (129ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a321e2f0722', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:09:47 user nova-compute[74854]: DEBUG nova.virt.block_device [None req-51e7e2dd-3d2c-4386-a778-d13e3aeff87b tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] Updating existing volume attachment record: f90a4396-eef3-4596-8b55-57802027e850 {{(pid=74854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 17:09:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e41a08cc-f4a4-4c0b-b4fd-8e6263011530 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Acquiring lock "f5d24cfc-a7aa-41d7-99f6-e59331c1608f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:09:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e41a08cc-f4a4-4c0b-b4fd-8e6263011530 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Lock "f5d24cfc-a7aa-41d7-99f6-e59331c1608f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:09:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e41a08cc-f4a4-4c0b-b4fd-8e6263011530 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Acquiring lock "f5d24cfc-a7aa-41d7-99f6-e59331c1608f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:09:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e41a08cc-f4a4-4c0b-b4fd-8e6263011530 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Lock "f5d24cfc-a7aa-41d7-99f6-e59331c1608f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:09:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e41a08cc-f4a4-4c0b-b4fd-8e6263011530 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Lock "f5d24cfc-a7aa-41d7-99f6-e59331c1608f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:09:48 user nova-compute[74854]: INFO nova.compute.manager [None req-e41a08cc-f4a4-4c0b-b4fd-8e6263011530 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Terminating instance
Oct 23 17:09:48 user nova-compute[74854]: DEBUG nova.compute.manager [None req-e41a08cc-f4a4-4c0b-b4fd-8e6263011530 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Start destroying the instance on the hypervisor. {{(pid=74854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 17:09:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Acquiring lock "a7038e08-a72d-43e0-9434-8fc588e44c9d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:09:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Lock "a7038e08-a72d-43e0-9434-8fc588e44c9d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:09:48 user nova-compute[74854]: DEBUG nova.compute.manager [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Starting instance... {{(pid=74854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 17:09:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:09:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:09:48 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74854) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 17:09:48 user nova-compute[74854]: INFO nova.compute.claims [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Claim successful on node user
Oct 23 17:09:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:48 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Instance destroyed successfully.
Oct 23 17:09:48 user nova-compute[74854]: DEBUG nova.objects.instance [None req-e41a08cc-f4a4-4c0b-b4fd-8e6263011530 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Lazy-loading 'resources' on Instance uuid f5d24cfc-a7aa-41d7-99f6-e59331c1608f {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:09:48 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-e41a08cc-f4a4-4c0b-b4fd-8e6263011530 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:05:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-1105795948',display_name='tempest-TestServerVolumeAttachmentScenario-server-1105795948',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-1105795948',id=11,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGgXLxivHes8Xfyd4hl/1OjoacwCU4Z0+wiG04gCHkdyLQxnudCRC3XV8Asg/AqlbQW/eaU/zFHnzk71LwGjKTEbEEatVl+NMt9a/TNbzHIp49rC4Jj78hqrmGL6lb6DrA==',key_name='tempest-keypair-1279274449',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:05:10Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='83b9d5887a3c43d7938f3444f56e9535',ramdisk_id='',reservation_id='r-y10ilgs4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1734954036',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1734954036-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:05:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='98985ba3f01e4464859cd3e3b5e3a653',uuid=f5d24cfc-a7aa-41d7-99f6-e59331c1608f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "bf06342c-d1c7-4d3f-8bd4-bce2ac478a79", "address": "fa:16:3e:36:6e:02", "network": {"id": "7c78ff5c-f7ab-4d77-8011-45742d44adbb", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2123242554-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "83b9d5887a3c43d7938f3444f56e9535", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf06342c-d1", "ovs_interfaceid": "bf06342c-d1c7-4d3f-8bd4-bce2ac478a79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:09:48 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-e41a08cc-f4a4-4c0b-b4fd-8e6263011530 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Converting VIF {"id": "bf06342c-d1c7-4d3f-8bd4-bce2ac478a79", "address": "fa:16:3e:36:6e:02", "network": {"id": "7c78ff5c-f7ab-4d77-8011-45742d44adbb", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2123242554-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "83b9d5887a3c43d7938f3444f56e9535", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf06342c-d1", "ovs_interfaceid": "bf06342c-d1c7-4d3f-8bd4-bce2ac478a79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:09:48 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-e41a08cc-f4a4-4c0b-b4fd-8e6263011530 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:36:6e:02,bridge_name='br-int',has_traffic_filtering=True,id=bf06342c-d1c7-4d3f-8bd4-bce2ac478a79,network=Network(7c78ff5c-f7ab-4d77-8011-45742d44adbb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf06342c-d1') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:09:48 user nova-compute[74854]: DEBUG os_vif [None req-e41a08cc-f4a4-4c0b-b4fd-8e6263011530 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:36:6e:02,bridge_name='br-int',has_traffic_filtering=True,id=bf06342c-d1c7-4d3f-8bd4-bce2ac478a79,network=Network(7c78ff5c-f7ab-4d77-8011-45742d44adbb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf06342c-d1') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:09:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbf06342c-d1, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:09:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:09:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=36ac1a07-21b9-4f77-ace5-e61d09fea8cb) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:09:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:09:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:48 user nova-compute[74854]: INFO os_vif [None req-e41a08cc-f4a4-4c0b-b4fd-8e6263011530 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:36:6e:02,bridge_name='br-int',has_traffic_filtering=True,id=bf06342c-d1c7-4d3f-8bd4-bce2ac478a79,network=Network(7c78ff5c-f7ab-4d77-8011-45742d44adbb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf06342c-d1')
Oct 23 17:09:48 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-e41a08cc-f4a4-4c0b-b4fd-8e6263011530 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Deleting instance files /opt/stack/data/nova/instances/f5d24cfc-a7aa-41d7-99f6-e59331c1608f_del
Oct 23 17:09:48 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-e41a08cc-f4a4-4c0b-b4fd-8e6263011530 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Deletion of /opt/stack/data/nova/instances/f5d24cfc-a7aa-41d7-99f6-e59331c1608f_del complete
Oct 23 17:09:49 user nova-compute[74854]: INFO nova.compute.manager [None req-e41a08cc-f4a4-4c0b-b4fd-8e6263011530 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Took 1.04 seconds to destroy the instance on the hypervisor.
Oct 23 17:09:49 user nova-compute[74854]: DEBUG oslo.service.loopingcall [None req-e41a08cc-f4a4-4c0b-b4fd-8e6263011530 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 17:09:49 user nova-compute[74854]: DEBUG nova.compute.manager [-] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Deallocating network for instance {{(pid=74854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 17:09:49 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] deallocate_for_instance() {{(pid=74854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 17:09:49 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:09:49 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:09:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.514s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:09:49 user nova-compute[74854]: DEBUG nova.compute.manager [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Start building networks asynchronously for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 17:09:49 user nova-compute[74854]: DEBUG nova.compute.manager [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Allocating IP information in the background. {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 17:09:49 user nova-compute[74854]: DEBUG nova.network.neutron [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] allocate_for_instance() {{(pid=74854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 17:09:49 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 17:09:49 user nova-compute[74854]: DEBUG nova.compute.manager [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Start building block device mappings for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 17:09:49 user nova-compute[74854]: INFO nova.virt.block_device [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Booting with volume da416f5f-36ca-4560-b6f8-6962d7e6856a at /dev/vda
Oct 23 17:09:49 user nova-compute[74854]: DEBUG nova.policy [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '42ef848387814697b85b488438a5a997', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e74a0b018474123a192971e1c470eea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74854) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 17:09:49 user nova-compute[74854]: DEBUG os_brick.utils [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:09:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:09:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:09:49 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfbd97d6-fec6-4193-ab24-490a884f1cb1]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a321e2f0722\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:09:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:09:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:09:49 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd536a20-9060-4e06-9623-4d00025d683a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:09:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:09:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:09:49 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e18799da-3997-4a3f-9596-bd2b4c2b86dd]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:09:49 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8747cd4-b1a9-4696-b7fc-a852d07d7a2e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:09:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Running cmd (subprocess): nvme version {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:09:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] 'nvme version' failed. Not Retrying. {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:09:49 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.nvmeof [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] nvme not present on system {{(pid=74854) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 17:09:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:09:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:09:49 user nova-compute[74854]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 17:09:49 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[102ed0a4-a14f-4d05-b881-55e007d3d2a4]: (4, '') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:09:49 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74854) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 17:09:49 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 17:09:49 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] LIGHTOS: no hostnqn found. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 17:09:49 user nova-compute[74854]: DEBUG os_brick.utils [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] <== get_connector_properties: return (161ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a321e2f0722', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:09:49 user nova-compute[74854]: DEBUG nova.virt.block_device [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Updating existing volume attachment record: 67400d14-ad39-4e0f-b28f-70471de75d61 {{(pid=74854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 17:09:49 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:09:49 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:09:49 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Starting heal instance info cache {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 17:09:49 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Rebuilding the list of instances to heal {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 23 17:09:49 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Skipping network cache update for instance because it is Building. {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9934}}
Oct 23 17:09:49 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Skipping network cache update for instance because it is being deleted. {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9938}}
Oct 23 17:09:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "refresh_cache-fed2ceef-7eb7-4b11-b5b9-ede51230f22a" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:09:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquired lock "refresh_cache-fed2ceef-7eb7-4b11-b5b9-ede51230f22a" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:09:50 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] Forcefully refreshing network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 17:09:50 user nova-compute[74854]: DEBUG nova.objects.instance [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lazy-loading 'info_cache' on Instance uuid fed2ceef-7eb7-4b11-b5b9-ede51230f22a {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:09:50 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:09:50 user nova-compute[74854]: INFO nova.compute.manager [-] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Took 1.11 seconds to deallocate network for instance.
Oct 23 17:09:50 user nova-compute[74854]: DEBUG nova.compute.manager [req-0b3232e6-2ff3-40ac-8e1f-80e545107fae req-4476261d-139b-46cc-b796-29f9353f6a46 service nova] [instance: f5d24cfc-a7aa-41d7-99f6-e59331c1608f] Received event network-vif-deleted-bf06342c-d1c7-4d3f-8bd4-bce2ac478a79 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:09:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e41a08cc-f4a4-4c0b-b4fd-8e6263011530 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:09:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e41a08cc-f4a4-4c0b-b4fd-8e6263011530 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:09:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:50 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-e41a08cc-f4a4-4c0b-b4fd-8e6263011530 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:09:50 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-e41a08cc-f4a4-4c0b-b4fd-8e6263011530 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:09:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e41a08cc-f4a4-4c0b-b4fd-8e6263011530 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.418s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:09:50 user nova-compute[74854]: INFO nova.scheduler.client.report [None req-e41a08cc-f4a4-4c0b-b4fd-8e6263011530 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Deleted allocations for instance f5d24cfc-a7aa-41d7-99f6-e59331c1608f
Oct 23 17:09:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e41a08cc-f4a4-4c0b-b4fd-8e6263011530 tempest-TestServerVolumeAttachmentScenario-1734954036 tempest-TestServerVolumeAttachmentScenario-1734954036-project-member] Lock "f5d24cfc-a7aa-41d7-99f6-e59331c1608f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.943s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:09:51 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] Updating instance_info_cache with network_info: [{"id": "d9495c58-6928-41bc-b4d9-d57984ccf988", "address": "fa:16:3e:b8:d6:de", "network": {"id": "e767afda-6c0e-4d65-86d7-77587deafaeb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-938739477-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128b507454cf4cac8ed4c375041df8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9495c58-69", "ovs_interfaceid": "d9495c58-6928-41bc-b4d9-d57984ccf988", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:09:51 user nova-compute[74854]: DEBUG nova.network.neutron [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Successfully created port: 26234deb-874e-4de6-8982-81d6a6b930b1 {{(pid=74854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 17:09:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Releasing lock "refresh_cache-fed2ceef-7eb7-4b11-b5b9-ede51230f22a" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:09:51 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] Updated the network info_cache for instance {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 17:09:51 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:09:51 user nova-compute[74854]: DEBUG nova.network.neutron [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Successfully updated port: 26234deb-874e-4de6-8982-81d6a6b930b1 {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:09:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Acquiring lock "refresh_cache-a7038e08-a72d-43e0-9434-8fc588e44c9d" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:09:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Acquired lock "refresh_cache-a7038e08-a72d-43e0-9434-8fc588e44c9d" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:09:51 user nova-compute[74854]: DEBUG nova.network.neutron [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:09:52 user nova-compute[74854]: DEBUG nova.network.neutron [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Instance cache missing network info. {{(pid=74854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 17:09:52 user nova-compute[74854]: DEBUG nova.compute.manager [req-5bdee05c-f57e-400e-9cfe-63e115347636 req-dc1d8cea-3d2a-4977-a17f-a01a969173b0 service nova] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Received event network-changed-26234deb-874e-4de6-8982-81d6a6b930b1 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:09:52 user nova-compute[74854]: DEBUG nova.compute.manager [req-5bdee05c-f57e-400e-9cfe-63e115347636 req-dc1d8cea-3d2a-4977-a17f-a01a969173b0 service nova] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Refreshing instance network info cache due to event network-changed-26234deb-874e-4de6-8982-81d6a6b930b1. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:09:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-5bdee05c-f57e-400e-9cfe-63e115347636 req-dc1d8cea-3d2a-4977-a17f-a01a969173b0 service nova] Acquiring lock "refresh_cache-a7038e08-a72d-43e0-9434-8fc588e44c9d" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:09:52 user nova-compute[74854]: DEBUG nova.network.neutron [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Updating instance_info_cache with network_info: [{"id": "26234deb-874e-4de6-8982-81d6a6b930b1", "address": "fa:16:3e:bc:e7:af", "network": {"id": "76bb326f-c433-4205-9a35-ebf980f99dd5", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-907062387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5e74a0b018474123a192971e1c470eea", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26234deb-87", "ovs_interfaceid": "26234deb-874e-4de6-8982-81d6a6b930b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:09:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Releasing lock "refresh_cache-a7038e08-a72d-43e0-9434-8fc588e44c9d" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:09:52 user nova-compute[74854]: DEBUG nova.compute.manager [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Instance network_info: |[{"id": "26234deb-874e-4de6-8982-81d6a6b930b1", "address": "fa:16:3e:bc:e7:af", "network": {"id": "76bb326f-c433-4205-9a35-ebf980f99dd5", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-907062387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5e74a0b018474123a192971e1c470eea", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26234deb-87", "ovs_interfaceid": "26234deb-874e-4de6-8982-81d6a6b930b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 17:09:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-5bdee05c-f57e-400e-9cfe-63e115347636 req-dc1d8cea-3d2a-4977-a17f-a01a969173b0 service nova] Acquired lock "refresh_cache-a7038e08-a72d-43e0-9434-8fc588e44c9d" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:09:52 user nova-compute[74854]: DEBUG nova.network.neutron [req-5bdee05c-f57e-400e-9cfe-63e115347636 req-dc1d8cea-3d2a-4977-a17f-a01a969173b0 service nova] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Refreshing network info cache for port 26234deb-874e-4de6-8982-81d6a6b930b1 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:09:52 user nova-compute[74854]: DEBUG nova.network.neutron [req-5bdee05c-f57e-400e-9cfe-63e115347636 req-dc1d8cea-3d2a-4977-a17f-a01a969173b0 service nova] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Updated VIF entry in instance network info cache for port 26234deb-874e-4de6-8982-81d6a6b930b1. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:09:52 user nova-compute[74854]: DEBUG nova.network.neutron [req-5bdee05c-f57e-400e-9cfe-63e115347636 req-dc1d8cea-3d2a-4977-a17f-a01a969173b0 service nova] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Updating instance_info_cache with network_info: [{"id": "26234deb-874e-4de6-8982-81d6a6b930b1", "address": "fa:16:3e:bc:e7:af", "network": {"id": "76bb326f-c433-4205-9a35-ebf980f99dd5", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-907062387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5e74a0b018474123a192971e1c470eea", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26234deb-87", "ovs_interfaceid": "26234deb-874e-4de6-8982-81d6a6b930b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:09:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-5bdee05c-f57e-400e-9cfe-63e115347636 req-dc1d8cea-3d2a-4977-a17f-a01a969173b0 service nova] Releasing lock "refresh_cache-a7038e08-a72d-43e0-9434-8fc588e44c9d" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:09:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Acquiring lock "a5b1d996-4927-410a-ae7c-180c62b19856" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:09:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Lock "a5b1d996-4927-410a-ae7c-180c62b19856" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:09:52 user nova-compute[74854]: DEBUG nova.compute.manager [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Starting instance... {{(pid=74854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 17:09:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:09:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:09:53 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74854) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 17:09:53 user nova-compute[74854]: INFO nova.compute.claims [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Claim successful on node user
Oct 23 17:09:53 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:09:53 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:09:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.384s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:09:53 user nova-compute[74854]: DEBUG nova.compute.manager [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Start building networks asynchronously for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 17:09:53 user nova-compute[74854]: DEBUG nova.compute.manager [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Allocating IP information in the background. {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 17:09:53 user nova-compute[74854]: DEBUG nova.network.neutron [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] allocate_for_instance() {{(pid=74854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 17:09:53 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 17:09:53 user nova-compute[74854]: DEBUG nova.compute.manager [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Start building block device mappings for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 17:09:53 user nova-compute[74854]: DEBUG nova.policy [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '769ddddf984443ddb592bbd827854a76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae3eeda277ca4adcb15524e0f77e9c1c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74854) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 17:09:53 user nova-compute[74854]: DEBUG nova.compute.manager [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Start spawning the instance on the hypervisor. {{(pid=74854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 17:09:53 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Creating instance directory {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 17:09:53 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Creating image(s)
Oct 23 17:09:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Acquiring lock "/opt/stack/data/nova/instances/a5b1d996-4927-410a-ae7c-180c62b19856/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:09:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Lock "/opt/stack/data/nova/instances/a5b1d996-4927-410a-ae7c-180c62b19856/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:09:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Lock "/opt/stack/data/nova/instances/a5b1d996-4927-410a-ae7c-180c62b19856/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.006s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:09:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:09:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.211s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:09:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Acquiring lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:09:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:09:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:09:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.213s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:09:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/a5b1d996-4927-410a-ae7c-180c62b19856/disk 1073741824 {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:09:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/a5b1d996-4927-410a-ae7c-180c62b19856/disk 1073741824" returned: 0 in 0.060s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:09:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.281s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:09:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:09:54 user nova-compute[74854]: DEBUG nova.network.neutron [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Successfully created port: 2fc8c51b-9001-4e1d-8309-d946e27cb019 {{(pid=74854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 17:09:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.202s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:09:54 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a5b1d996-4927-410a-ae7c-180c62b19856/disk. size=1073741824 {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 17:09:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5b1d996-4927-410a-ae7c-180c62b19856/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:09:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5b1d996-4927-410a-ae7c-180c62b19856/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:09:54 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Cannot resize image /opt/stack/data/nova/instances/a5b1d996-4927-410a-ae7c-180c62b19856/disk to a smaller size. {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 17:09:54 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Created local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 17:09:54 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Ensure instance console log exists: /opt/stack/data/nova/instances/a5b1d996-4927-410a-ae7c-180c62b19856/console.log {{(pid=74854) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 17:09:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:09:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:09:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:09:55 user nova-compute[74854]: DEBUG nova.network.neutron [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Successfully updated port: 2fc8c51b-9001-4e1d-8309-d946e27cb019 {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:09:55 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Acquiring lock "refresh_cache-a5b1d996-4927-410a-ae7c-180c62b19856" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:09:55 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Acquired lock "refresh_cache-a5b1d996-4927-410a-ae7c-180c62b19856" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:09:55 user nova-compute[74854]: DEBUG nova.network.neutron [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:09:55 user nova-compute[74854]: DEBUG nova.compute.manager [req-df63b62a-3f2e-4a9a-9608-d3082a1e6b6c req-01827336-406a-4866-b74b-c339d7f511c8 service nova] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Received event network-changed-2fc8c51b-9001-4e1d-8309-d946e27cb019 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:09:55 user nova-compute[74854]: DEBUG nova.compute.manager [req-df63b62a-3f2e-4a9a-9608-d3082a1e6b6c req-01827336-406a-4866-b74b-c339d7f511c8 service nova] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Refreshing instance network info cache due to event network-changed-2fc8c51b-9001-4e1d-8309-d946e27cb019. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:09:55 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-df63b62a-3f2e-4a9a-9608-d3082a1e6b6c req-01827336-406a-4866-b74b-c339d7f511c8 service nova] Acquiring lock "refresh_cache-a5b1d996-4927-410a-ae7c-180c62b19856" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:09:55 user nova-compute[74854]: DEBUG nova.network.neutron [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Instance cache missing network info. {{(pid=74854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 17:09:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:55 user nova-compute[74854]: DEBUG nova.network.neutron [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Updating instance_info_cache with network_info: [{"id": "2fc8c51b-9001-4e1d-8309-d946e27cb019", "address": "fa:16:3e:58:7c:bd", "network": {"id": "9cb3e2f6-869a-4d82-971e-1fb831d316ed", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1054865617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ae3eeda277ca4adcb15524e0f77e9c1c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fc8c51b-90", "ovs_interfaceid": "2fc8c51b-9001-4e1d-8309-d946e27cb019", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:09:55 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Releasing lock "refresh_cache-a5b1d996-4927-410a-ae7c-180c62b19856" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:09:55 user nova-compute[74854]: DEBUG nova.compute.manager [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Instance network_info: |[{"id": "2fc8c51b-9001-4e1d-8309-d946e27cb019", "address": "fa:16:3e:58:7c:bd", "network": {"id": "9cb3e2f6-869a-4d82-971e-1fb831d316ed", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1054865617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ae3eeda277ca4adcb15524e0f77e9c1c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fc8c51b-90", "ovs_interfaceid": "2fc8c51b-9001-4e1d-8309-d946e27cb019", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 17:09:55 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-df63b62a-3f2e-4a9a-9608-d3082a1e6b6c req-01827336-406a-4866-b74b-c339d7f511c8 service nova] Acquired lock "refresh_cache-a5b1d996-4927-410a-ae7c-180c62b19856" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:09:55 user nova-compute[74854]: DEBUG nova.network.neutron [req-df63b62a-3f2e-4a9a-9608-d3082a1e6b6c req-01827336-406a-4866-b74b-c339d7f511c8 service nova] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Refreshing network info cache for port 2fc8c51b-9001-4e1d-8309-d946e27cb019 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:09:55 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Start _get_guest_xml network_info=[{"id": "2fc8c51b-9001-4e1d-8309-d946e27cb019", "address": "fa:16:3e:58:7c:bd", "network": {"id": "9cb3e2f6-869a-4d82-971e-1fb831d316ed", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1054865617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ae3eeda277ca4adcb15524e0f77e9c1c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fc8c51b-90", "ovs_interfaceid": "2fc8c51b-9001-4e1d-8309-d946e27cb019", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'encryption_format': None, 'encryption_options': None, 'size': 0, 'boot_index': 0, 'encrypted': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'image_id': '68c345df-c9e8-475a-b17c-635fa0c7e894'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:09:55 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:09:55 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:09:55 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:09:55 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:09:55 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:09:55 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:09:55 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:09:55 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:09:55 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:09:55 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:09:55 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:09:55 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:09:55 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:09:55 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:09:55 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:09:55 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:09:55 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:09:55 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:09:55 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:09:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-710386457',display_name='tempest-ServerStableDeviceRescueTest-server-710386457',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-710386457',id=17,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJybCQDV4OlI9oi9DndNvkly+/g6jm81q6DGkwy8DmzUrN5TZDr10ZUPWLdZbciEV83KtF67CLa1JJncxbdlm6uTPyu03eTYckHx1AiFUfDKrxDL6zMsWcGW+cSiJAF3Hw==',key_name='tempest-keypair-1780240585',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ae3eeda277ca4adcb15524e0f77e9c1c',ramdisk_id='',reservation_id='r-9360snxb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-911537800',owner_user_name='tempest-ServerStableDeviceRescueTest-911537800-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:09:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='769ddddf984443ddb592bbd827854a76',uuid=a5b1d996-4927-410a-ae7c-180c62b19856,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2fc8c51b-9001-4e1d-8309-d946e27cb019", "address": "fa:16:3e:58:7c:bd", "network": {"id": "9cb3e2f6-869a-4d82-971e-1fb831d316ed", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1054865617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ae3eeda277ca4adcb15524e0f77e9c1c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fc8c51b-90", "ovs_interfaceid": "2fc8c51b-9001-4e1d-8309-d946e27cb019", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:09:55 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Converting VIF {"id": "2fc8c51b-9001-4e1d-8309-d946e27cb019", "address": "fa:16:3e:58:7c:bd", "network": {"id": "9cb3e2f6-869a-4d82-971e-1fb831d316ed", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1054865617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ae3eeda277ca4adcb15524e0f77e9c1c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fc8c51b-90", "ovs_interfaceid": "2fc8c51b-9001-4e1d-8309-d946e27cb019", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:09:55 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:58:7c:bd,bridge_name='br-int',has_traffic_filtering=True,id=2fc8c51b-9001-4e1d-8309-d946e27cb019,network=Network(9cb3e2f6-869a-4d82-971e-1fb831d316ed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2fc8c51b-90') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:09:55 user nova-compute[74854]: DEBUG nova.objects.instance [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Lazy-loading 'pci_devices' on Instance uuid a5b1d996-4927-410a-ae7c-180c62b19856 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:09:55 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:09:55 user nova-compute[74854]:   <uuid>a5b1d996-4927-410a-ae7c-180c62b19856</uuid>
Oct 23 17:09:55 user nova-compute[74854]:   <name>instance-00000011</name>
Oct 23 17:09:55 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:09:55 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:09:55 user nova-compute[74854]:   <metadata>
Oct 23 17:09:55 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:09:55 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:09:55 user nova-compute[74854]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-710386457</nova:name>
Oct 23 17:09:55 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:09:55</nova:creationTime>
Oct 23 17:09:55 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:09:55 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:09:55 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:09:55 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:09:55 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:09:55 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:09:55 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:09:55 user nova-compute[74854]:       <nova:owner>
Oct 23 17:09:55 user nova-compute[74854]:         <nova:user uuid="769ddddf984443ddb592bbd827854a76">tempest-ServerStableDeviceRescueTest-911537800-project-member</nova:user>
Oct 23 17:09:55 user nova-compute[74854]:         <nova:project uuid="ae3eeda277ca4adcb15524e0f77e9c1c">tempest-ServerStableDeviceRescueTest-911537800</nova:project>
Oct 23 17:09:55 user nova-compute[74854]:       </nova:owner>
Oct 23 17:09:55 user nova-compute[74854]:       <nova:root type="image" uuid="68c345df-c9e8-475a-b17c-635fa0c7e894"/>
Oct 23 17:09:55 user nova-compute[74854]:       <nova:ports>
Oct 23 17:09:55 user nova-compute[74854]:         <nova:port uuid="2fc8c51b-9001-4e1d-8309-d946e27cb019">
Oct 23 17:09:55 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 23 17:09:55 user nova-compute[74854]:         </nova:port>
Oct 23 17:09:55 user nova-compute[74854]:       </nova:ports>
Oct 23 17:09:55 user nova-compute[74854]:     </nova:instance>
Oct 23 17:09:55 user nova-compute[74854]:   </metadata>
Oct 23 17:09:55 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:09:55 user nova-compute[74854]:     <system>
Oct 23 17:09:55 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:09:55 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:09:55 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:09:55 user nova-compute[74854]:       <entry name="serial">a5b1d996-4927-410a-ae7c-180c62b19856</entry>
Oct 23 17:09:55 user nova-compute[74854]:       <entry name="uuid">a5b1d996-4927-410a-ae7c-180c62b19856</entry>
Oct 23 17:09:55 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:09:55 user nova-compute[74854]:     </system>
Oct 23 17:09:55 user nova-compute[74854]:   </sysinfo>
Oct 23 17:09:55 user nova-compute[74854]:   <os>
Oct 23 17:09:55 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:09:55 user nova-compute[74854]:     <boot dev="hd"/>
Oct 23 17:09:55 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:09:55 user nova-compute[74854]:   </os>
Oct 23 17:09:55 user nova-compute[74854]:   <features>
Oct 23 17:09:55 user nova-compute[74854]:     <acpi/>
Oct 23 17:09:55 user nova-compute[74854]:     <apic/>
Oct 23 17:09:55 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:09:55 user nova-compute[74854]:   </features>
Oct 23 17:09:55 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:09:55 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:09:55 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:09:55 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:09:55 user nova-compute[74854]:   </clock>
Oct 23 17:09:55 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:09:55 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:09:55 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:09:55 user nova-compute[74854]:   </cpu>
Oct 23 17:09:55 user nova-compute[74854]:   <devices>
Oct 23 17:09:55 user nova-compute[74854]:     <disk type="file" device="disk">
Oct 23 17:09:55 user nova-compute[74854]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 17:09:55 user nova-compute[74854]:       <source file="/opt/stack/data/nova/instances/a5b1d996-4927-410a-ae7c-180c62b19856/disk"/>
Oct 23 17:09:55 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:09:55 user nova-compute[74854]:     </disk>
Oct 23 17:09:55 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:09:55 user nova-compute[74854]:       <mac address="fa:16:3e:58:7c:bd"/>
Oct 23 17:09:55 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:09:55 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:09:55 user nova-compute[74854]:       <target dev="tap2fc8c51b-90"/>
Oct 23 17:09:55 user nova-compute[74854]:     </interface>
Oct 23 17:09:55 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:09:55 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/a5b1d996-4927-410a-ae7c-180c62b19856/console.log" append="off"/>
Oct 23 17:09:55 user nova-compute[74854]:     </serial>
Oct 23 17:09:55 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:09:55 user nova-compute[74854]:     <video>
Oct 23 17:09:55 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:09:55 user nova-compute[74854]:     </video>
Oct 23 17:09:55 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:09:55 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:09:55 user nova-compute[74854]:     </rng>
Oct 23 17:09:55 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:09:55 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:09:55 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:09:55 user nova-compute[74854]:     </memballoon>
Oct 23 17:09:55 user nova-compute[74854]:   </devices>
Oct 23 17:09:55 user nova-compute[74854]: </domain>
Oct 23 17:09:55 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:09:55 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:09:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-710386457',display_name='tempest-ServerStableDeviceRescueTest-server-710386457',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-710386457',id=17,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJybCQDV4OlI9oi9DndNvkly+/g6jm81q6DGkwy8DmzUrN5TZDr10ZUPWLdZbciEV83KtF67CLa1JJncxbdlm6uTPyu03eTYckHx1AiFUfDKrxDL6zMsWcGW+cSiJAF3Hw==',key_name='tempest-keypair-1780240585',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ae3eeda277ca4adcb15524e0f77e9c1c',ramdisk_id='',reservation_id='r-9360snxb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-911537800',owner_user_name='tempest-ServerStableDeviceRescueTest-911537800-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:09:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='769ddddf984443ddb592bbd827854a76',uuid=a5b1d996-4927-410a-ae7c-180c62b19856,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2fc8c51b-9001-4e1d-8309-d946e27cb019", "address": "fa:16:3e:58:7c:bd", "network": {"id": "9cb3e2f6-869a-4d82-971e-1fb831d316ed", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1054865617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ae3eeda277ca4adcb15524e0f77e9c1c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fc8c51b-90", "ovs_interfaceid": "2fc8c51b-9001-4e1d-8309-d946e27cb019", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:09:55 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Converting VIF {"id": "2fc8c51b-9001-4e1d-8309-d946e27cb019", "address": "fa:16:3e:58:7c:bd", "network": {"id": "9cb3e2f6-869a-4d82-971e-1fb831d316ed", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1054865617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ae3eeda277ca4adcb15524e0f77e9c1c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fc8c51b-90", "ovs_interfaceid": "2fc8c51b-9001-4e1d-8309-d946e27cb019", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:09:55 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:58:7c:bd,bridge_name='br-int',has_traffic_filtering=True,id=2fc8c51b-9001-4e1d-8309-d946e27cb019,network=Network(9cb3e2f6-869a-4d82-971e-1fb831d316ed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2fc8c51b-90') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:09:55 user nova-compute[74854]: DEBUG os_vif [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:58:7c:bd,bridge_name='br-int',has_traffic_filtering=True,id=2fc8c51b-9001-4e1d-8309-d946e27cb019,network=Network(9cb3e2f6-869a-4d82-971e-1fb831d316ed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2fc8c51b-90') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:09:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:09:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:09:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7091f117-8921-5684-9529-f5dc1a00226a', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:09:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:09:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2fc8c51b-90, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:09:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2fc8c51b-90, col_values=(('qos', UUID('b532c2a0-ea4a-413c-8a16-3372c0dbd565')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:09:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2fc8c51b-90, col_values=(('external_ids', {'iface-id': '2fc8c51b-9001-4e1d-8309-d946e27cb019', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:58:7c:bd', 'vm-uuid': 'a5b1d996-4927-410a-ae7c-180c62b19856'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:09:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:09:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:55 user nova-compute[74854]: INFO os_vif [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:58:7c:bd,bridge_name='br-int',has_traffic_filtering=True,id=2fc8c51b-9001-4e1d-8309-d946e27cb019,network=Network(9cb3e2f6-869a-4d82-971e-1fb831d316ed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2fc8c51b-90')
Oct 23 17:09:55 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:09:55 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] No VIF found with MAC fa:16:3e:58:7c:bd, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:09:55 user nova-compute[74854]: DEBUG nova.network.neutron [req-df63b62a-3f2e-4a9a-9608-d3082a1e6b6c req-01827336-406a-4866-b74b-c339d7f511c8 service nova] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Updated VIF entry in instance network info cache for port 2fc8c51b-9001-4e1d-8309-d946e27cb019. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:09:55 user nova-compute[74854]: DEBUG nova.network.neutron [req-df63b62a-3f2e-4a9a-9608-d3082a1e6b6c req-01827336-406a-4866-b74b-c339d7f511c8 service nova] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Updating instance_info_cache with network_info: [{"id": "2fc8c51b-9001-4e1d-8309-d946e27cb019", "address": "fa:16:3e:58:7c:bd", "network": {"id": "9cb3e2f6-869a-4d82-971e-1fb831d316ed", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1054865617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ae3eeda277ca4adcb15524e0f77e9c1c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fc8c51b-90", "ovs_interfaceid": "2fc8c51b-9001-4e1d-8309-d946e27cb019", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:09:55 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-df63b62a-3f2e-4a9a-9608-d3082a1e6b6c req-01827336-406a-4866-b74b-c339d7f511c8 service nova] Releasing lock "refresh_cache-a5b1d996-4927-410a-ae7c-180c62b19856" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:09:56 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:57 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:57 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:57 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:57 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:57 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:57 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:09:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Acquiring lock "8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:09:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:09:58 user nova-compute[74854]: DEBUG nova.compute.manager [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Starting instance... {{(pid=74854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 17:09:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:09:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:09:58 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74854) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 17:09:58 user nova-compute[74854]: INFO nova.compute.claims [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Claim successful on node user
Oct 23 17:09:58 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:09:58 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:09:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.484s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:09:58 user nova-compute[74854]: DEBUG nova.compute.manager [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Start building networks asynchronously for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 17:09:58 user nova-compute[74854]: DEBUG nova.compute.manager [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Allocating IP information in the background. {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 17:09:58 user nova-compute[74854]: DEBUG nova.network.neutron [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] allocate_for_instance() {{(pid=74854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 17:09:58 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 17:09:58 user nova-compute[74854]: DEBUG nova.compute.manager [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Start building block device mappings for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 17:09:58 user nova-compute[74854]: DEBUG nova.policy [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '426333ef87a54606bbc4aa556869dae2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c07d48b0f4a64bd38bff95e84d480918', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74854) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 17:09:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Acquiring lock "ebdd2079-dbb8-44e5-8e02-53df3302b70f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:09:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "ebdd2079-dbb8-44e5-8e02-53df3302b70f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:09:58 user nova-compute[74854]: DEBUG nova.compute.manager [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Starting instance... {{(pid=74854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 17:09:58 user nova-compute[74854]: DEBUG nova.compute.manager [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Start spawning the instance on the hypervisor. {{(pid=74854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 17:09:58 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Creating instance directory {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 17:09:58 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Creating image(s)
Oct 23 17:09:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Acquiring lock "/opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:09:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "/opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:09:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "/opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:09:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:09:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:09:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:09:59 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74854) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 17:09:59 user nova-compute[74854]: INFO nova.compute.claims [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Claim successful on node user
Oct 23 17:09:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.241s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:09:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Acquiring lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:09:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:09:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:09:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.255s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:09:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk 1073741824 {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:09:59 user nova-compute[74854]: DEBUG nova.compute.manager [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Instance event wait completed in 0 seconds for  {{(pid=74854) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 17:09:59 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Guest created on hypervisor {{(pid=74854) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 17:09:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk 1073741824" returned: 0 in 0.063s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:09:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.322s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:09:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:09:59 user nova-compute[74854]: DEBUG nova.network.neutron [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Successfully created port: e3bef65d-eae9-4427-a701-d63a9722f329 {{(pid=74854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 17:09:59 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Instance spawned successfully.
Oct 23 17:09:59 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 17:09:59 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Found default for hw_cdrom_bus of ide {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:09:59 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Found default for hw_disk_bus of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:09:59 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Found default for hw_input_bus of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:09:59 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Found default for hw_pointer_model of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:09:59 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Found default for hw_video_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:09:59 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Found default for hw_vif_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:09:59 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:09:59 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:09:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.645s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:09:59 user nova-compute[74854]: DEBUG nova.compute.manager [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Start building networks asynchronously for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 17:09:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.203s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:09:59 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Checking if we can resize image /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk. size=1073741824 {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 17:09:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:09:59 user nova-compute[74854]: INFO nova.compute.manager [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Took 6.13 seconds to spawn the instance on the hypervisor.
Oct 23 17:09:59 user nova-compute[74854]: DEBUG nova.compute.manager [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:09:59 user nova-compute[74854]: DEBUG nova.compute.manager [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Allocating IP information in the background. {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 17:09:59 user nova-compute[74854]: DEBUG nova.network.neutron [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] allocate_for_instance() {{(pid=74854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 17:09:59 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 17:09:59 user nova-compute[74854]: DEBUG nova.compute.manager [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Start building block device mappings for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 17:09:59 user nova-compute[74854]: INFO nova.compute.manager [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Took 7.00 seconds to build instance.
Oct 23 17:09:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:09:59 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Cannot resize image /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk to a smaller size. {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 17:09:59 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Created local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 17:09:59 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Ensure instance console log exists: /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/console.log {{(pid=74854) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 17:09:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:09:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:09:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:09:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-aa7a33cb-a39c-4710-8e95-17dff8067696 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Lock "a5b1d996-4927-410a-ae7c-180c62b19856" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.157s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:10:00 user nova-compute[74854]: DEBUG nova.policy [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '426333ef87a54606bbc4aa556869dae2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c07d48b0f4a64bd38bff95e84d480918', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74854) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 17:10:00 user nova-compute[74854]: DEBUG nova.compute.manager [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Start spawning the instance on the hypervisor. {{(pid=74854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 17:10:00 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Creating instance directory {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 17:10:00 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Creating image(s)
Oct 23 17:10:00 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Acquiring lock "/opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:10:00 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "/opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:10:00 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "/opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:10:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.222s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:00 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Acquiring lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:10:00 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:10:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:00 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.206s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk 1073741824 {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk 1073741824" returned: 0 in 0.057s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:00 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.273s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:10:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:00 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:00 user nova-compute[74854]: DEBUG nova.network.neutron [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Successfully updated port: e3bef65d-eae9-4427-a701-d63a9722f329 {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:10:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.208s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:00 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk. size=1073741824 {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 17:10:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:00 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Acquiring lock "refresh_cache-8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:10:00 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Acquired lock "refresh_cache-8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:10:00 user nova-compute[74854]: DEBUG nova.network.neutron [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:10:00 user nova-compute[74854]: DEBUG nova.compute.manager [req-d8ea1e1b-7950-4aa9-ab0b-0bbc5aa7cdbe req-d953e34f-937a-4c31-9121-9a4afde11d30 service nova] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Received event network-changed-e3bef65d-eae9-4427-a701-d63a9722f329 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:10:00 user nova-compute[74854]: DEBUG nova.compute.manager [req-d8ea1e1b-7950-4aa9-ab0b-0bbc5aa7cdbe req-d953e34f-937a-4c31-9121-9a4afde11d30 service nova] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Refreshing instance network info cache due to event network-changed-e3bef65d-eae9-4427-a701-d63a9722f329. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:10:00 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-d8ea1e1b-7950-4aa9-ab0b-0bbc5aa7cdbe req-d953e34f-937a-4c31-9121-9a4afde11d30 service nova] Acquiring lock "refresh_cache-8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:10:00 user nova-compute[74854]: DEBUG nova.network.neutron [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Instance cache missing network info. {{(pid=74854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 17:10:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json" returned: 0 in 0.237s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:01 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Cannot resize image /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk to a smaller size. {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 17:10:01 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Created local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 17:10:01 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Ensure instance console log exists: /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/console.log {{(pid=74854) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 17:10:01 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:10:01 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:10:01 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:10:01 user nova-compute[74854]: DEBUG nova.network.neutron [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Successfully created port: 79c146d2-796c-4469-922f-5fdee10f75f2 {{(pid=74854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 17:10:01 user nova-compute[74854]: DEBUG nova.network.neutron [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Updating instance_info_cache with network_info: [{"id": "e3bef65d-eae9-4427-a701-d63a9722f329", "address": "fa:16:3e:be:e5:fe", "network": {"id": "61eabfd2-7ac3-42e7-8714-bdd76338bb9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939150687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c07d48b0f4a64bd38bff95e84d480918", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3bef65d-ea", "ovs_interfaceid": "e3bef65d-eae9-4427-a701-d63a9722f329", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:10:01 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Releasing lock "refresh_cache-8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:10:01 user nova-compute[74854]: DEBUG nova.compute.manager [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Instance network_info: |[{"id": "e3bef65d-eae9-4427-a701-d63a9722f329", "address": "fa:16:3e:be:e5:fe", "network": {"id": "61eabfd2-7ac3-42e7-8714-bdd76338bb9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939150687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c07d48b0f4a64bd38bff95e84d480918", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3bef65d-ea", "ovs_interfaceid": "e3bef65d-eae9-4427-a701-d63a9722f329", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 17:10:01 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-d8ea1e1b-7950-4aa9-ab0b-0bbc5aa7cdbe req-d953e34f-937a-4c31-9121-9a4afde11d30 service nova] Acquired lock "refresh_cache-8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:10:01 user nova-compute[74854]: DEBUG nova.network.neutron [req-d8ea1e1b-7950-4aa9-ab0b-0bbc5aa7cdbe req-d953e34f-937a-4c31-9121-9a4afde11d30 service nova] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Refreshing network info cache for port e3bef65d-eae9-4427-a701-d63a9722f329 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:10:01 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Start _get_guest_xml network_info=[{"id": "e3bef65d-eae9-4427-a701-d63a9722f329", "address": "fa:16:3e:be:e5:fe", "network": {"id": "61eabfd2-7ac3-42e7-8714-bdd76338bb9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939150687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c07d48b0f4a64bd38bff95e84d480918", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3bef65d-ea", "ovs_interfaceid": "e3bef65d-eae9-4427-a701-d63a9722f329", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'encryption_format': None, 'encryption_options': None, 'size': 0, 'boot_index': 0, 'encrypted': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'image_id': '68c345df-c9e8-475a-b17c-635fa0c7e894'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:10:01 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:10:01 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:10:01 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:10:01 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:10:01 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:10:01 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:10:01 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:10:01 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:10:01 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:10:01 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:10:01 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:10:01 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:10:01 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:10:01 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:10:01 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:10:01 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:10:01 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:10:01 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:10:01 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:09:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-130342042',display_name='tempest-ServerRescueNegativeTestJSON-server-130342042',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-130342042',id=18,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c07d48b0f4a64bd38bff95e84d480918',ramdisk_id='',reservation_id='r-8b3249x5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1105748128',owner_user_name='tempest-ServerRescueNegativeTestJSON-1105748128-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:09:59Z,user_data=None,user_id='426333ef87a54606bbc4aa556869dae2',uuid=8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e3bef65d-eae9-4427-a701-d63a9722f329", "address": "fa:16:3e:be:e5:fe", "network": {"id": "61eabfd2-7ac3-42e7-8714-bdd76338bb9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939150687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c07d48b0f4a64bd38bff95e84d480918", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3bef65d-ea", "ovs_interfaceid": "e3bef65d-eae9-4427-a701-d63a9722f329", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:10:01 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Converting VIF {"id": "e3bef65d-eae9-4427-a701-d63a9722f329", "address": "fa:16:3e:be:e5:fe", "network": {"id": "61eabfd2-7ac3-42e7-8714-bdd76338bb9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939150687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c07d48b0f4a64bd38bff95e84d480918", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3bef65d-ea", "ovs_interfaceid": "e3bef65d-eae9-4427-a701-d63a9722f329", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:10:01 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:be:e5:fe,bridge_name='br-int',has_traffic_filtering=True,id=e3bef65d-eae9-4427-a701-d63a9722f329,network=Network(61eabfd2-7ac3-42e7-8714-bdd76338bb9b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape3bef65d-ea') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:10:01 user nova-compute[74854]: DEBUG nova.objects.instance [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lazy-loading 'pci_devices' on Instance uuid 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:10:01 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:10:01 user nova-compute[74854]:   <uuid>8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323</uuid>
Oct 23 17:10:01 user nova-compute[74854]:   <name>instance-00000012</name>
Oct 23 17:10:01 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:10:01 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:10:01 user nova-compute[74854]:   <metadata>
Oct 23 17:10:01 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:10:01 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:10:01 user nova-compute[74854]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-130342042</nova:name>
Oct 23 17:10:01 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:10:01</nova:creationTime>
Oct 23 17:10:01 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:10:01 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:10:01 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:10:01 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:10:01 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:10:01 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:10:01 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:10:01 user nova-compute[74854]:       <nova:owner>
Oct 23 17:10:01 user nova-compute[74854]:         <nova:user uuid="426333ef87a54606bbc4aa556869dae2">tempest-ServerRescueNegativeTestJSON-1105748128-project-member</nova:user>
Oct 23 17:10:01 user nova-compute[74854]:         <nova:project uuid="c07d48b0f4a64bd38bff95e84d480918">tempest-ServerRescueNegativeTestJSON-1105748128</nova:project>
Oct 23 17:10:01 user nova-compute[74854]:       </nova:owner>
Oct 23 17:10:01 user nova-compute[74854]:       <nova:root type="image" uuid="68c345df-c9e8-475a-b17c-635fa0c7e894"/>
Oct 23 17:10:01 user nova-compute[74854]:       <nova:ports>
Oct 23 17:10:01 user nova-compute[74854]:         <nova:port uuid="e3bef65d-eae9-4427-a701-d63a9722f329">
Oct 23 17:10:01 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 23 17:10:01 user nova-compute[74854]:         </nova:port>
Oct 23 17:10:01 user nova-compute[74854]:       </nova:ports>
Oct 23 17:10:01 user nova-compute[74854]:     </nova:instance>
Oct 23 17:10:01 user nova-compute[74854]:   </metadata>
Oct 23 17:10:01 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:10:01 user nova-compute[74854]:     <system>
Oct 23 17:10:01 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:10:01 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:10:01 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:10:01 user nova-compute[74854]:       <entry name="serial">8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323</entry>
Oct 23 17:10:01 user nova-compute[74854]:       <entry name="uuid">8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323</entry>
Oct 23 17:10:01 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:10:01 user nova-compute[74854]:     </system>
Oct 23 17:10:01 user nova-compute[74854]:   </sysinfo>
Oct 23 17:10:01 user nova-compute[74854]:   <os>
Oct 23 17:10:01 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:10:01 user nova-compute[74854]:     <boot dev="hd"/>
Oct 23 17:10:01 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:10:01 user nova-compute[74854]:   </os>
Oct 23 17:10:01 user nova-compute[74854]:   <features>
Oct 23 17:10:01 user nova-compute[74854]:     <acpi/>
Oct 23 17:10:01 user nova-compute[74854]:     <apic/>
Oct 23 17:10:01 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:10:01 user nova-compute[74854]:   </features>
Oct 23 17:10:01 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:10:01 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:10:01 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:10:01 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:10:01 user nova-compute[74854]:   </clock>
Oct 23 17:10:01 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:10:01 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:10:01 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:10:01 user nova-compute[74854]:   </cpu>
Oct 23 17:10:01 user nova-compute[74854]:   <devices>
Oct 23 17:10:01 user nova-compute[74854]:     <disk type="file" device="disk">
Oct 23 17:10:01 user nova-compute[74854]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 17:10:01 user nova-compute[74854]:       <source file="/opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk"/>
Oct 23 17:10:01 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:10:01 user nova-compute[74854]:     </disk>
Oct 23 17:10:01 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:10:01 user nova-compute[74854]:       <mac address="fa:16:3e:be:e5:fe"/>
Oct 23 17:10:01 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:10:01 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:10:01 user nova-compute[74854]:       <target dev="tape3bef65d-ea"/>
Oct 23 17:10:01 user nova-compute[74854]:     </interface>
Oct 23 17:10:01 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:10:01 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/console.log" append="off"/>
Oct 23 17:10:01 user nova-compute[74854]:     </serial>
Oct 23 17:10:01 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:10:01 user nova-compute[74854]:     <video>
Oct 23 17:10:01 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:10:01 user nova-compute[74854]:     </video>
Oct 23 17:10:01 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:10:01 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:10:01 user nova-compute[74854]:     </rng>
Oct 23 17:10:01 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:10:01 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:10:01 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:10:01 user nova-compute[74854]:     </memballoon>
Oct 23 17:10:01 user nova-compute[74854]:   </devices>
Oct 23 17:10:01 user nova-compute[74854]: </domain>
Oct 23 17:10:01 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:10:01 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:09:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-130342042',display_name='tempest-ServerRescueNegativeTestJSON-server-130342042',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-130342042',id=18,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c07d48b0f4a64bd38bff95e84d480918',ramdisk_id='',reservation_id='r-8b3249x5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1105748128',owner_user_name='tempest-ServerRescueNegativeTestJSON-1105748128-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:09:59Z,user_data=None,user_id='426333ef87a54606bbc4aa556869dae2',uuid=8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e3bef65d-eae9-4427-a701-d63a9722f329", "address": "fa:16:3e:be:e5:fe", "network": {"id": "61eabfd2-7ac3-42e7-8714-bdd76338bb9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939150687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c07d48b0f4a64bd38bff95e84d480918", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3bef65d-ea", "ovs_interfaceid": "e3bef65d-eae9-4427-a701-d63a9722f329", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:10:01 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Converting VIF {"id": "e3bef65d-eae9-4427-a701-d63a9722f329", "address": "fa:16:3e:be:e5:fe", "network": {"id": "61eabfd2-7ac3-42e7-8714-bdd76338bb9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939150687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c07d48b0f4a64bd38bff95e84d480918", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3bef65d-ea", "ovs_interfaceid": "e3bef65d-eae9-4427-a701-d63a9722f329", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:10:01 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:be:e5:fe,bridge_name='br-int',has_traffic_filtering=True,id=e3bef65d-eae9-4427-a701-d63a9722f329,network=Network(61eabfd2-7ac3-42e7-8714-bdd76338bb9b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape3bef65d-ea') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:10:01 user nova-compute[74854]: DEBUG os_vif [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:be:e5:fe,bridge_name='br-int',has_traffic_filtering=True,id=e3bef65d-eae9-4427-a701-d63a9722f329,network=Network(61eabfd2-7ac3-42e7-8714-bdd76338bb9b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape3bef65d-ea') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:10:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:10:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:10:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '789952d1-5a3e-5cf1-9dc1-ee55c6649115', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:10:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape3bef65d-ea, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:10:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape3bef65d-ea, col_values=(('qos', UUID('39d2b6a8-0721-42f6-aef9-496837f8287b')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:10:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape3bef65d-ea, col_values=(('external_ids', {'iface-id': 'e3bef65d-eae9-4427-a701-d63a9722f329', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:be:e5:fe', 'vm-uuid': '8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:10:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:10:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:01 user nova-compute[74854]: INFO os_vif [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:be:e5:fe,bridge_name='br-int',has_traffic_filtering=True,id=e3bef65d-eae9-4427-a701-d63a9722f329,network=Network(61eabfd2-7ac3-42e7-8714-bdd76338bb9b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape3bef65d-ea')
Oct 23 17:10:01 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:10:01 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] No VIF found with MAC fa:16:3e:be:e5:fe, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:10:02 user nova-compute[74854]: DEBUG nova.network.neutron [req-d8ea1e1b-7950-4aa9-ab0b-0bbc5aa7cdbe req-d953e34f-937a-4c31-9121-9a4afde11d30 service nova] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Updated VIF entry in instance network info cache for port e3bef65d-eae9-4427-a701-d63a9722f329. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:10:02 user nova-compute[74854]: DEBUG nova.network.neutron [req-d8ea1e1b-7950-4aa9-ab0b-0bbc5aa7cdbe req-d953e34f-937a-4c31-9121-9a4afde11d30 service nova] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Updating instance_info_cache with network_info: [{"id": "e3bef65d-eae9-4427-a701-d63a9722f329", "address": "fa:16:3e:be:e5:fe", "network": {"id": "61eabfd2-7ac3-42e7-8714-bdd76338bb9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939150687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c07d48b0f4a64bd38bff95e84d480918", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3bef65d-ea", "ovs_interfaceid": "e3bef65d-eae9-4427-a701-d63a9722f329", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:10:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-d8ea1e1b-7950-4aa9-ab0b-0bbc5aa7cdbe req-d953e34f-937a-4c31-9121-9a4afde11d30 service nova] Releasing lock "refresh_cache-8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:10:02 user nova-compute[74854]: DEBUG nova.network.neutron [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Successfully updated port: 79c146d2-796c-4469-922f-5fdee10f75f2 {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:10:02 user nova-compute[74854]: DEBUG nova.compute.manager [req-44d94ba1-ad33-4673-ba20-5ea571a5e86e req-6cc9e523-6cd0-499b-b5d4-1d621f8d3477 service nova] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Received event network-vif-plugged-2fc8c51b-9001-4e1d-8309-d946e27cb019 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:10:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-44d94ba1-ad33-4673-ba20-5ea571a5e86e req-6cc9e523-6cd0-499b-b5d4-1d621f8d3477 service nova] Acquiring lock "a5b1d996-4927-410a-ae7c-180c62b19856-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:10:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-44d94ba1-ad33-4673-ba20-5ea571a5e86e req-6cc9e523-6cd0-499b-b5d4-1d621f8d3477 service nova] Lock "a5b1d996-4927-410a-ae7c-180c62b19856-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:10:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-44d94ba1-ad33-4673-ba20-5ea571a5e86e req-6cc9e523-6cd0-499b-b5d4-1d621f8d3477 service nova] Lock "a5b1d996-4927-410a-ae7c-180c62b19856-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:10:02 user nova-compute[74854]: DEBUG nova.compute.manager [req-44d94ba1-ad33-4673-ba20-5ea571a5e86e req-6cc9e523-6cd0-499b-b5d4-1d621f8d3477 service nova] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] No waiting events found dispatching network-vif-plugged-2fc8c51b-9001-4e1d-8309-d946e27cb019 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:10:02 user nova-compute[74854]: WARNING nova.compute.manager [req-44d94ba1-ad33-4673-ba20-5ea571a5e86e req-6cc9e523-6cd0-499b-b5d4-1d621f8d3477 service nova] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Received unexpected event network-vif-plugged-2fc8c51b-9001-4e1d-8309-d946e27cb019 for instance with vm_state active and task_state None.
Oct 23 17:10:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Acquiring lock "refresh_cache-ebdd2079-dbb8-44e5-8e02-53df3302b70f" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:10:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Acquired lock "refresh_cache-ebdd2079-dbb8-44e5-8e02-53df3302b70f" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:10:02 user nova-compute[74854]: DEBUG nova.network.neutron [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:10:02 user nova-compute[74854]: DEBUG nova.network.neutron [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Instance cache missing network info. {{(pid=74854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 17:10:02 user nova-compute[74854]: DEBUG nova.compute.manager [req-6084d482-397b-44c6-9994-eacc60f6dacb req-058cf110-bde6-46fa-aa25-703c024c45f2 service nova] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Received event network-changed-79c146d2-796c-4469-922f-5fdee10f75f2 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:10:02 user nova-compute[74854]: DEBUG nova.compute.manager [req-6084d482-397b-44c6-9994-eacc60f6dacb req-058cf110-bde6-46fa-aa25-703c024c45f2 service nova] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Refreshing instance network info cache due to event network-changed-79c146d2-796c-4469-922f-5fdee10f75f2. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:10:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-6084d482-397b-44c6-9994-eacc60f6dacb req-058cf110-bde6-46fa-aa25-703c024c45f2 service nova] Acquiring lock "refresh_cache-ebdd2079-dbb8-44e5-8e02-53df3302b70f" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:10:03 user nova-compute[74854]: DEBUG nova.network.neutron [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Updating instance_info_cache with network_info: [{"id": "79c146d2-796c-4469-922f-5fdee10f75f2", "address": "fa:16:3e:ba:07:c7", "network": {"id": "61eabfd2-7ac3-42e7-8714-bdd76338bb9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939150687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c07d48b0f4a64bd38bff95e84d480918", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79c146d2-79", "ovs_interfaceid": "79c146d2-796c-4469-922f-5fdee10f75f2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:10:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Releasing lock "refresh_cache-ebdd2079-dbb8-44e5-8e02-53df3302b70f" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:10:03 user nova-compute[74854]: DEBUG nova.compute.manager [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Instance network_info: |[{"id": "79c146d2-796c-4469-922f-5fdee10f75f2", "address": "fa:16:3e:ba:07:c7", "network": {"id": "61eabfd2-7ac3-42e7-8714-bdd76338bb9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939150687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c07d48b0f4a64bd38bff95e84d480918", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79c146d2-79", "ovs_interfaceid": "79c146d2-796c-4469-922f-5fdee10f75f2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 17:10:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-6084d482-397b-44c6-9994-eacc60f6dacb req-058cf110-bde6-46fa-aa25-703c024c45f2 service nova] Acquired lock "refresh_cache-ebdd2079-dbb8-44e5-8e02-53df3302b70f" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:10:03 user nova-compute[74854]: DEBUG nova.network.neutron [req-6084d482-397b-44c6-9994-eacc60f6dacb req-058cf110-bde6-46fa-aa25-703c024c45f2 service nova] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Refreshing network info cache for port 79c146d2-796c-4469-922f-5fdee10f75f2 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:10:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Start _get_guest_xml network_info=[{"id": "79c146d2-796c-4469-922f-5fdee10f75f2", "address": "fa:16:3e:ba:07:c7", "network": {"id": "61eabfd2-7ac3-42e7-8714-bdd76338bb9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939150687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c07d48b0f4a64bd38bff95e84d480918", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79c146d2-79", "ovs_interfaceid": "79c146d2-796c-4469-922f-5fdee10f75f2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'encryption_format': None, 'encryption_options': None, 'size': 0, 'boot_index': 0, 'encrypted': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'image_id': '68c345df-c9e8-475a-b17c-635fa0c7e894'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:10:03 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:10:03 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:10:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:10:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:10:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:10:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:10:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:10:03 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:10:03 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:10:03 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:10:03 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:10:03 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:10:03 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:10:03 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:10:03 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:10:03 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:10:03 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:10:03 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:10:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:09:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-139214832',display_name='tempest-ServerRescueNegativeTestJSON-server-139214832',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-139214832',id=19,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c07d48b0f4a64bd38bff95e84d480918',ramdisk_id='',reservation_id='r-pjavhz00',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1105748128',owner_user_name='tempest-ServerRescueNegativeTestJSON-1105748128-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:10:00Z,user_data=None,user_id='426333ef87a54606bbc4aa556869dae2',uuid=ebdd2079-dbb8-44e5-8e02-53df3302b70f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "79c146d2-796c-4469-922f-5fdee10f75f2", "address": "fa:16:3e:ba:07:c7", "network": {"id": "61eabfd2-7ac3-42e7-8714-bdd76338bb9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939150687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c07d48b0f4a64bd38bff95e84d480918", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79c146d2-79", "ovs_interfaceid": "79c146d2-796c-4469-922f-5fdee10f75f2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:10:03 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Converting VIF {"id": "79c146d2-796c-4469-922f-5fdee10f75f2", "address": "fa:16:3e:ba:07:c7", "network": {"id": "61eabfd2-7ac3-42e7-8714-bdd76338bb9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939150687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c07d48b0f4a64bd38bff95e84d480918", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79c146d2-79", "ovs_interfaceid": "79c146d2-796c-4469-922f-5fdee10f75f2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:10:03 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ba:07:c7,bridge_name='br-int',has_traffic_filtering=True,id=79c146d2-796c-4469-922f-5fdee10f75f2,network=Network(61eabfd2-7ac3-42e7-8714-bdd76338bb9b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap79c146d2-79') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:10:03 user nova-compute[74854]: DEBUG nova.objects.instance [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lazy-loading 'pci_devices' on Instance uuid ebdd2079-dbb8-44e5-8e02-53df3302b70f {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:10:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:10:03 user nova-compute[74854]:   <uuid>ebdd2079-dbb8-44e5-8e02-53df3302b70f</uuid>
Oct 23 17:10:03 user nova-compute[74854]:   <name>instance-00000013</name>
Oct 23 17:10:03 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:10:03 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:10:03 user nova-compute[74854]:   <metadata>
Oct 23 17:10:03 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:10:03 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:10:03 user nova-compute[74854]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-139214832</nova:name>
Oct 23 17:10:03 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:10:03</nova:creationTime>
Oct 23 17:10:03 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:10:03 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:10:03 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:10:03 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:10:03 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:10:03 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:10:03 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:10:03 user nova-compute[74854]:       <nova:owner>
Oct 23 17:10:03 user nova-compute[74854]:         <nova:user uuid="426333ef87a54606bbc4aa556869dae2">tempest-ServerRescueNegativeTestJSON-1105748128-project-member</nova:user>
Oct 23 17:10:03 user nova-compute[74854]:         <nova:project uuid="c07d48b0f4a64bd38bff95e84d480918">tempest-ServerRescueNegativeTestJSON-1105748128</nova:project>
Oct 23 17:10:03 user nova-compute[74854]:       </nova:owner>
Oct 23 17:10:03 user nova-compute[74854]:       <nova:root type="image" uuid="68c345df-c9e8-475a-b17c-635fa0c7e894"/>
Oct 23 17:10:03 user nova-compute[74854]:       <nova:ports>
Oct 23 17:10:03 user nova-compute[74854]:         <nova:port uuid="79c146d2-796c-4469-922f-5fdee10f75f2">
Oct 23 17:10:03 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 23 17:10:03 user nova-compute[74854]:         </nova:port>
Oct 23 17:10:03 user nova-compute[74854]:       </nova:ports>
Oct 23 17:10:03 user nova-compute[74854]:     </nova:instance>
Oct 23 17:10:03 user nova-compute[74854]:   </metadata>
Oct 23 17:10:03 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:10:03 user nova-compute[74854]:     <system>
Oct 23 17:10:03 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:10:03 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:10:03 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:10:03 user nova-compute[74854]:       <entry name="serial">ebdd2079-dbb8-44e5-8e02-53df3302b70f</entry>
Oct 23 17:10:03 user nova-compute[74854]:       <entry name="uuid">ebdd2079-dbb8-44e5-8e02-53df3302b70f</entry>
Oct 23 17:10:03 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:10:03 user nova-compute[74854]:     </system>
Oct 23 17:10:03 user nova-compute[74854]:   </sysinfo>
Oct 23 17:10:03 user nova-compute[74854]:   <os>
Oct 23 17:10:03 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:10:03 user nova-compute[74854]:     <boot dev="hd"/>
Oct 23 17:10:03 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:10:03 user nova-compute[74854]:   </os>
Oct 23 17:10:03 user nova-compute[74854]:   <features>
Oct 23 17:10:03 user nova-compute[74854]:     <acpi/>
Oct 23 17:10:03 user nova-compute[74854]:     <apic/>
Oct 23 17:10:03 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:10:03 user nova-compute[74854]:   </features>
Oct 23 17:10:03 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:10:03 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:10:03 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:10:03 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:10:03 user nova-compute[74854]:   </clock>
Oct 23 17:10:03 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:10:03 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:10:03 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:10:03 user nova-compute[74854]:   </cpu>
Oct 23 17:10:03 user nova-compute[74854]:   <devices>
Oct 23 17:10:03 user nova-compute[74854]:     <disk type="file" device="disk">
Oct 23 17:10:03 user nova-compute[74854]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 17:10:03 user nova-compute[74854]:       <source file="/opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk"/>
Oct 23 17:10:03 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:10:03 user nova-compute[74854]:     </disk>
Oct 23 17:10:03 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:10:03 user nova-compute[74854]:       <mac address="fa:16:3e:ba:07:c7"/>
Oct 23 17:10:03 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:10:03 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:10:03 user nova-compute[74854]:       <target dev="tap79c146d2-79"/>
Oct 23 17:10:03 user nova-compute[74854]:     </interface>
Oct 23 17:10:03 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:10:03 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/console.log" append="off"/>
Oct 23 17:10:03 user nova-compute[74854]:     </serial>
Oct 23 17:10:03 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:10:03 user nova-compute[74854]:     <video>
Oct 23 17:10:03 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:10:03 user nova-compute[74854]:     </video>
Oct 23 17:10:03 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:10:03 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:10:03 user nova-compute[74854]:     </rng>
Oct 23 17:10:03 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:10:03 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:10:03 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:10:03 user nova-compute[74854]:     </memballoon>
Oct 23 17:10:03 user nova-compute[74854]:   </devices>
Oct 23 17:10:03 user nova-compute[74854]: </domain>
Oct 23 17:10:03 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:10:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:09:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-139214832',display_name='tempest-ServerRescueNegativeTestJSON-server-139214832',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-139214832',id=19,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c07d48b0f4a64bd38bff95e84d480918',ramdisk_id='',reservation_id='r-pjavhz00',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1105748128',owner_user_name='tempest-ServerRescueNegativeTestJSON-1105748128-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:10:00Z,user_data=None,user_id='426333ef87a54606bbc4aa556869dae2',uuid=ebdd2079-dbb8-44e5-8e02-53df3302b70f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "79c146d2-796c-4469-922f-5fdee10f75f2", "address": "fa:16:3e:ba:07:c7", "network": {"id": "61eabfd2-7ac3-42e7-8714-bdd76338bb9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939150687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c07d48b0f4a64bd38bff95e84d480918", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79c146d2-79", "ovs_interfaceid": "79c146d2-796c-4469-922f-5fdee10f75f2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:10:03 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Converting VIF {"id": "79c146d2-796c-4469-922f-5fdee10f75f2", "address": "fa:16:3e:ba:07:c7", "network": {"id": "61eabfd2-7ac3-42e7-8714-bdd76338bb9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939150687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c07d48b0f4a64bd38bff95e84d480918", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79c146d2-79", "ovs_interfaceid": "79c146d2-796c-4469-922f-5fdee10f75f2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:10:03 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ba:07:c7,bridge_name='br-int',has_traffic_filtering=True,id=79c146d2-796c-4469-922f-5fdee10f75f2,network=Network(61eabfd2-7ac3-42e7-8714-bdd76338bb9b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap79c146d2-79') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:10:03 user nova-compute[74854]: DEBUG os_vif [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ba:07:c7,bridge_name='br-int',has_traffic_filtering=True,id=79c146d2-796c-4469-922f-5fdee10f75f2,network=Network(61eabfd2-7ac3-42e7-8714-bdd76338bb9b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap79c146d2-79') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:10:03 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:03 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:10:03 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:10:03 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:03 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c7352b97-215d-5769-98ce-794686ebf699', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:10:03 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:03 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:10:03 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:03 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:03 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap79c146d2-79, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:10:03 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap79c146d2-79, col_values=(('qos', UUID('e3c93666-4bdb-4aa0-b18d-cd5188ef01e4')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:10:03 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap79c146d2-79, col_values=(('external_ids', {'iface-id': '79c146d2-796c-4469-922f-5fdee10f75f2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ba:07:c7', 'vm-uuid': 'ebdd2079-dbb8-44e5-8e02-53df3302b70f'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:10:03 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:10:03 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:03 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:03 user nova-compute[74854]: INFO os_vif [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ba:07:c7,bridge_name='br-int',has_traffic_filtering=True,id=79c146d2-796c-4469-922f-5fdee10f75f2,network=Network(61eabfd2-7ac3-42e7-8714-bdd76338bb9b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap79c146d2-79')
Oct 23 17:10:03 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:10:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] No VIF found with MAC fa:16:3e:ba:07:c7, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:10:03 user nova-compute[74854]: DEBUG nova.compute.manager [req-4b2ee686-620f-4edb-a325-85a3400d1151 req-f84ff3ab-32ec-4881-90a3-c66061e562b4 service nova] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Received event network-vif-plugged-e3bef65d-eae9-4427-a701-d63a9722f329 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:10:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-4b2ee686-620f-4edb-a325-85a3400d1151 req-f84ff3ab-32ec-4881-90a3-c66061e562b4 service nova] Acquiring lock "8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:10:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-4b2ee686-620f-4edb-a325-85a3400d1151 req-f84ff3ab-32ec-4881-90a3-c66061e562b4 service nova] Lock "8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:10:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-4b2ee686-620f-4edb-a325-85a3400d1151 req-f84ff3ab-32ec-4881-90a3-c66061e562b4 service nova] Lock "8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:10:03 user nova-compute[74854]: DEBUG nova.compute.manager [req-4b2ee686-620f-4edb-a325-85a3400d1151 req-f84ff3ab-32ec-4881-90a3-c66061e562b4 service nova] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] No waiting events found dispatching network-vif-plugged-e3bef65d-eae9-4427-a701-d63a9722f329 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:10:03 user nova-compute[74854]: WARNING nova.compute.manager [req-4b2ee686-620f-4edb-a325-85a3400d1151 req-f84ff3ab-32ec-4881-90a3-c66061e562b4 service nova] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Received unexpected event network-vif-plugged-e3bef65d-eae9-4427-a701-d63a9722f329 for instance with vm_state building and task_state spawning.
Oct 23 17:10:03 user nova-compute[74854]: DEBUG nova.network.neutron [req-6084d482-397b-44c6-9994-eacc60f6dacb req-058cf110-bde6-46fa-aa25-703c024c45f2 service nova] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Updated VIF entry in instance network info cache for port 79c146d2-796c-4469-922f-5fdee10f75f2. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:10:03 user nova-compute[74854]: DEBUG nova.network.neutron [req-6084d482-397b-44c6-9994-eacc60f6dacb req-058cf110-bde6-46fa-aa25-703c024c45f2 service nova] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Updating instance_info_cache with network_info: [{"id": "79c146d2-796c-4469-922f-5fdee10f75f2", "address": "fa:16:3e:ba:07:c7", "network": {"id": "61eabfd2-7ac3-42e7-8714-bdd76338bb9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939150687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c07d48b0f4a64bd38bff95e84d480918", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79c146d2-79", "ovs_interfaceid": "79c146d2-796c-4469-922f-5fdee10f75f2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:10:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-6084d482-397b-44c6-9994-eacc60f6dacb req-058cf110-bde6-46fa-aa25-703c024c45f2 service nova] Releasing lock "refresh_cache-ebdd2079-dbb8-44e5-8e02-53df3302b70f" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:10:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:04 user nova-compute[74854]: DEBUG nova.compute.manager [req-a221d804-49cb-4376-88c6-bdf5ed999248 req-7d6cb02f-6547-4ba6-b8ad-e6e9632497c6 service nova] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Received event network-vif-plugged-2fc8c51b-9001-4e1d-8309-d946e27cb019 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:10:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a221d804-49cb-4376-88c6-bdf5ed999248 req-7d6cb02f-6547-4ba6-b8ad-e6e9632497c6 service nova] Acquiring lock "a5b1d996-4927-410a-ae7c-180c62b19856-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:10:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a221d804-49cb-4376-88c6-bdf5ed999248 req-7d6cb02f-6547-4ba6-b8ad-e6e9632497c6 service nova] Lock "a5b1d996-4927-410a-ae7c-180c62b19856-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:10:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a221d804-49cb-4376-88c6-bdf5ed999248 req-7d6cb02f-6547-4ba6-b8ad-e6e9632497c6 service nova] Lock "a5b1d996-4927-410a-ae7c-180c62b19856-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:10:04 user nova-compute[74854]: DEBUG nova.compute.manager [req-a221d804-49cb-4376-88c6-bdf5ed999248 req-7d6cb02f-6547-4ba6-b8ad-e6e9632497c6 service nova] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] No waiting events found dispatching network-vif-plugged-2fc8c51b-9001-4e1d-8309-d946e27cb019 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:10:04 user nova-compute[74854]: WARNING nova.compute.manager [req-a221d804-49cb-4376-88c6-bdf5ed999248 req-7d6cb02f-6547-4ba6-b8ad-e6e9632497c6 service nova] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Received unexpected event network-vif-plugged-2fc8c51b-9001-4e1d-8309-d946e27cb019 for instance with vm_state active and task_state None.
Oct 23 17:10:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:05 user nova-compute[74854]: DEBUG nova.compute.manager [req-72288519-15ce-4fbf-abb3-eccbdad9b16f req-93f3cbfe-ef91-420d-bb94-9b90b8924ee0 service nova] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Received event network-vif-plugged-e3bef65d-eae9-4427-a701-d63a9722f329 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:10:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-72288519-15ce-4fbf-abb3-eccbdad9b16f req-93f3cbfe-ef91-420d-bb94-9b90b8924ee0 service nova] Acquiring lock "8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:10:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-72288519-15ce-4fbf-abb3-eccbdad9b16f req-93f3cbfe-ef91-420d-bb94-9b90b8924ee0 service nova] Lock "8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:10:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-72288519-15ce-4fbf-abb3-eccbdad9b16f req-93f3cbfe-ef91-420d-bb94-9b90b8924ee0 service nova] Lock "8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:10:05 user nova-compute[74854]: DEBUG nova.compute.manager [req-72288519-15ce-4fbf-abb3-eccbdad9b16f req-93f3cbfe-ef91-420d-bb94-9b90b8924ee0 service nova] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] No waiting events found dispatching network-vif-plugged-e3bef65d-eae9-4427-a701-d63a9722f329 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:10:05 user nova-compute[74854]: WARNING nova.compute.manager [req-72288519-15ce-4fbf-abb3-eccbdad9b16f req-93f3cbfe-ef91-420d-bb94-9b90b8924ee0 service nova] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Received unexpected event network-vif-plugged-e3bef65d-eae9-4427-a701-d63a9722f329 for instance with vm_state building and task_state spawning.
Oct 23 17:10:05 user nova-compute[74854]: DEBUG nova.compute.manager [req-72288519-15ce-4fbf-abb3-eccbdad9b16f req-93f3cbfe-ef91-420d-bb94-9b90b8924ee0 service nova] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Received event network-vif-plugged-79c146d2-796c-4469-922f-5fdee10f75f2 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:10:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-72288519-15ce-4fbf-abb3-eccbdad9b16f req-93f3cbfe-ef91-420d-bb94-9b90b8924ee0 service nova] Acquiring lock "ebdd2079-dbb8-44e5-8e02-53df3302b70f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:10:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-72288519-15ce-4fbf-abb3-eccbdad9b16f req-93f3cbfe-ef91-420d-bb94-9b90b8924ee0 service nova] Lock "ebdd2079-dbb8-44e5-8e02-53df3302b70f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:10:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-72288519-15ce-4fbf-abb3-eccbdad9b16f req-93f3cbfe-ef91-420d-bb94-9b90b8924ee0 service nova] Lock "ebdd2079-dbb8-44e5-8e02-53df3302b70f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:10:05 user nova-compute[74854]: DEBUG nova.compute.manager [req-72288519-15ce-4fbf-abb3-eccbdad9b16f req-93f3cbfe-ef91-420d-bb94-9b90b8924ee0 service nova] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] No waiting events found dispatching network-vif-plugged-79c146d2-796c-4469-922f-5fdee10f75f2 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:10:05 user nova-compute[74854]: WARNING nova.compute.manager [req-72288519-15ce-4fbf-abb3-eccbdad9b16f req-93f3cbfe-ef91-420d-bb94-9b90b8924ee0 service nova] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Received unexpected event network-vif-plugged-79c146d2-796c-4469-922f-5fdee10f75f2 for instance with vm_state building and task_state spawning.
Oct 23 17:10:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG nova.compute.manager [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Instance event wait completed in 0 seconds for  {{(pid=74854) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Guest created on hypervisor {{(pid=74854) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 17:10:07 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Instance spawned successfully.
Oct 23 17:10:07 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Found default for hw_cdrom_bus of ide {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Found default for hw_disk_bus of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Found default for hw_input_bus of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Found default for hw_pointer_model of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Found default for hw_video_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Found default for hw_vif_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:10:07 user nova-compute[74854]: INFO nova.compute.manager [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Took 8.58 seconds to spawn the instance on the hypervisor.
Oct 23 17:10:07 user nova-compute[74854]: DEBUG nova.compute.manager [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-51e7e2dd-3d2c-4386-a778-d13e3aeff87b tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] Calling os-brick to attach iSCSI Volume {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e7e2dd-3d2c-4386-a778-d13e3aeff87b tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:da95917d-cafc-4fe8-b3d6-30e06ecab891', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pjVGiqvA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:10:07 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-51e7e2dd-3d2c-4386-a778-d13e3aeff87b tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:10:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-51e7e2dd-3d2c-4386-a778-d13e3aeff87b tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-51e7e2dd-3d2c-4386-a778-d13e3aeff87b tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:10:07 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-51e7e2dd-3d2c-4386-a778-d13e3aeff87b tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:10:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-51e7e2dd-3d2c-4386-a778-d13e3aeff87b tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:da95917d-cafc-4fe8-b3d6-30e06ecab891" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-51e7e2dd-3d2c-4386-a778-d13e3aeff87b tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:da95917d-cafc-4fe8-b3d6-30e06ecab891" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:10:07 user nova-compute[74854]: INFO os_brick.initiator.connectors.iscsi [None req-51e7e2dd-3d2c-4386-a778-d13e3aeff87b tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 17:10:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da95917d-cafc-4fe8-b3d6-30e06ecab891 -p 172.16.0.220:3260 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da95917d-cafc-4fe8-b3d6-30e06ecab891 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b3083a3-8911-4fa6-aa13-72f7030ba5d0]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e7e2dd-3d2c-4386-a778-d13e3aeff87b tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 17:10:07 user nova-compute[74854]:  {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da95917d-cafc-4fe8-b3d6-30e06ecab891 -p 172.16.0.220:3260 --interface default --op new {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da95917d-cafc-4fe8-b3d6-30e06ecab891 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.027s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[af20c181-9086-47fc-85ba-9e046e21ba52]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:da95917d-cafc-4fe8-b3d6-30e06ecab891] added\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e7e2dd-3d2c-4386-a778-d13e3aeff87b tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:da95917d-cafc-4fe8-b3d6-30e06ecab891] added
Oct 23 17:10:07 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da95917d-cafc-4fe8-b3d6-30e06ecab891 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da95917d-cafc-4fe8-b3d6-30e06ecab891 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ccad5c4-eef8-46a6-8f6d-292b9a5202d4]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e7e2dd-3d2c-4386-a778-d13e3aeff87b tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:10:07 user nova-compute[74854]: INFO nova.compute.manager [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Took 9.55 seconds to build instance.
Oct 23 17:10:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da95917d-cafc-4fe8-b3d6-30e06ecab891 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da95917d-cafc-4fe8-b3d6-30e06ecab891 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b65bda66-020d-4ef4-846e-73d56c4b3776]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e7e2dd-3d2c-4386-a778-d13e3aeff87b tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da95917d-cafc-4fe8-b3d6-30e06ecab891 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pjVGiqvA {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da95917d-cafc-4fe8-b3d6-30e06ecab891 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pjVGiqvA" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[053045e6-5257-4945-9811-141c91e30b2f]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e7e2dd-3d2c-4386-a778-d13e3aeff87b tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'pjVGiqvA'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da95917d-cafc-4fe8-b3d6-30e06ecab891 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9c52f5ae-05c2-41eb-8398-784111286859 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.729s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da95917d-cafc-4fe8-b3d6-30e06ecab891 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff2edd7f-d60b-4cd0-85d6-13c5e65a8cbd]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e7e2dd-3d2c-4386-a778-d13e3aeff87b tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG nova.compute.manager [req-cdc6ace0-4125-46fe-996f-6ff59d507214 req-cc7aa536-ae2d-486e-923a-2c1727f76f8b service nova] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Received event network-vif-plugged-79c146d2-796c-4469-922f-5fdee10f75f2 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-cdc6ace0-4125-46fe-996f-6ff59d507214 req-cc7aa536-ae2d-486e-923a-2c1727f76f8b service nova] Acquiring lock "ebdd2079-dbb8-44e5-8e02-53df3302b70f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-cdc6ace0-4125-46fe-996f-6ff59d507214 req-cc7aa536-ae2d-486e-923a-2c1727f76f8b service nova] Lock "ebdd2079-dbb8-44e5-8e02-53df3302b70f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-cdc6ace0-4125-46fe-996f-6ff59d507214 req-cc7aa536-ae2d-486e-923a-2c1727f76f8b service nova] Lock "ebdd2079-dbb8-44e5-8e02-53df3302b70f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG nova.compute.manager [req-cdc6ace0-4125-46fe-996f-6ff59d507214 req-cc7aa536-ae2d-486e-923a-2c1727f76f8b service nova] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] No waiting events found dispatching network-vif-plugged-79c146d2-796c-4469-922f-5fdee10f75f2 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:10:07 user nova-compute[74854]: WARNING nova.compute.manager [req-cdc6ace0-4125-46fe-996f-6ff59d507214 req-cc7aa536-ae2d-486e-923a-2c1727f76f8b service nova] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Received unexpected event network-vif-plugged-79c146d2-796c-4469-922f-5fdee10f75f2 for instance with vm_state building and task_state spawning.
Oct 23 17:10:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[12ce86d4-f70e-48e0-ae94-855eff7014eb]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e7e2dd-3d2c-4386-a778-d13e3aeff87b tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:10:07 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e7e2dd-3d2c-4386-a778-d13e3aeff87b tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:10:07 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da95917d-cafc-4fe8-b3d6-30e06ecab891 -p 172.16.0.220:3260 --login {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da95917d-cafc-4fe8-b3d6-30e06ecab891 -p 172.16.0.220:3260 --login" returned: 0 in 0.061s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[82f14044-4273-48a0-8b59-93c0d06ad9c4]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:da95917d-cafc-4fe8-b3d6-30e06ecab891, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:da95917d-cafc-4fe8-b3d6-30e06ecab891, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e7e2dd-3d2c-4386-a778-d13e3aeff87b tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:da95917d-cafc-4fe8-b3d6-30e06ecab891, portal: 172.16.0.220,3260]
Oct 23 17:10:07 user nova-compute[74854]: Login to [iface: default, target: iqn.2010-10.org.openstack:da95917d-cafc-4fe8-b3d6-30e06ecab891, portal: 172.16.0.220,3260] successful.
Oct 23 17:10:07 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da95917d-cafc-4fe8-b3d6-30e06ecab891 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da95917d-cafc-4fe8-b3d6-30e06ecab891 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[668a04bb-163c-4390-b149-8fd3974ba572]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e7e2dd-3d2c-4386-a778-d13e3aeff87b tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG nova.compute.manager [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Instance event wait completed in 0 seconds for  {{(pid=74854) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Guest created on hypervisor {{(pid=74854) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 17:10:07 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Instance spawned successfully.
Oct 23 17:10:07 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[48b9b7ea-3acf-4915-87df-6e6cbfdb6ffd]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da95917d-cafc-4fe8-b3d6-30e06ecab891 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e7e2dd-3d2c-4386-a778-d13e3aeff87b tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:10:07 user nova-compute[74854]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da95917d-cafc-4fe8-b3d6-30e06ecab891 (non-flash)
Oct 23 17:10:07 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e7e2dd-3d2c-4386-a778-d13e3aeff87b tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:10:07 user nova-compute[74854]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da95917d-cafc-4fe8-b3d6-30e06ecab891 (non-flash)
Oct 23 17:10:07 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-51e7e2dd-3d2c-4386-a778-d13e3aeff87b tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:da95917d-cafc-4fe8-b3d6-30e06ecab891" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.321s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e7e2dd-3d2c-4386-a778-d13e3aeff87b tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Connected to 172.16.0.220:3260 {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-51e7e2dd-3d2c-4386-a778-d13e3aeff87b tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] HCTL ('33', '-', '-', 0) found on session 18 with lun 0 {{(pid=74854) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-51e7e2dd-3d2c-4386-a778-d13e3aeff87b tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74854) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Found default for hw_cdrom_bus of ide {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Found default for hw_disk_bus of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Found default for hw_input_bus of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Found default for hw_pointer_model of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Found default for hw_video_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Found default for hw_vif_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[68037e75-6c2c-4b50-9475-691ee25041d9]: (4, ('- - 0', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:10:07 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-51e7e2dd-3d2c-4386-a778-d13e3aeff87b tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Searching for a device in session 18 and hctl ['33', '*', '*', 0] yield: None {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:10:08 user nova-compute[74854]: INFO nova.compute.manager [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Took 7.98 seconds to spawn the instance on the hypervisor.
Oct 23 17:10:08 user nova-compute[74854]: DEBUG nova.compute.manager [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:10:08 user nova-compute[74854]: INFO nova.compute.manager [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Took 9.13 seconds to build instance.
Oct 23 17:10:08 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-3bb49844-1415-48a7-a3dc-e7d4eeeb3276 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "ebdd2079-dbb8-44e5-8e02-53df3302b70f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.289s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:10:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:08 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-51e7e2dd-3d2c-4386-a778-d13e3aeff87b tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Searching for a device in session 18 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:10:08 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e7e2dd-3d2c-4386-a778-d13e3aeff87b tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:da95917d-cafc-4fe8-b3d6-30e06ecab891', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pjVGiqvA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 17:10:08 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-51e7e2dd-3d2c-4386-a778-d13e3aeff87b tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.355s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:10:08 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e7e2dd-3d2c-4386-a778-d13e3aeff87b tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] <== connect_volume: return (1357ms) {'type': 'block', 'scsi_wwn': '23732316232303462', 'path': '/dev/sdb'} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:10:08 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-51e7e2dd-3d2c-4386-a778-d13e3aeff87b tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23732316232303462', 'path': '/dev/sdb'} {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 17:10:08 user nova-compute[74854]: DEBUG nova.objects.instance [None req-51e7e2dd-3d2c-4386-a778-d13e3aeff87b tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Lazy-loading 'flavor' on Instance uuid 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:10:08 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-51e7e2dd-3d2c-4386-a778-d13e3aeff87b tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] attach device xml: <disk type="block" device="disk">
Oct 23 17:10:08 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:10:08 user nova-compute[74854]:   <source dev="/dev/sdb"/>
Oct 23 17:10:08 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:10:08 user nova-compute[74854]:   <serial>da95917d-cafc-4fe8-b3d6-30e06ecab891</serial>
Oct 23 17:10:08 user nova-compute[74854]: </disk>
Oct 23 17:10:08 user nova-compute[74854]:  {{(pid=74854) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 17:10:09 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-51e7e2dd-3d2c-4386-a778-d13e3aeff87b tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:10:09 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-51e7e2dd-3d2c-4386-a778-d13e3aeff87b tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:10:09 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-51e7e2dd-3d2c-4386-a778-d13e3aeff87b tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] No VIF found with MAC fa:16:3e:b7:93:d3, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:10:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-51e7e2dd-3d2c-4386-a778-d13e3aeff87b tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Lock "7cbbf0ad-0aae-4cd8-926b-bae2e720d35e" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 22.466s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG nova.compute.manager [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Start spawning the instance on the hypervisor. {{(pid=74854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Creating instance directory {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 17:10:10 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Creating image(s)
Oct 23 17:10:10 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Did not create local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Ensure instance console log exists: /opt/stack/data/nova/instances/a7038e08-a72d-43e0-9434-8fc588e44c9d/console.log {{(pid=74854) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Start _get_guest_xml network_info=[{"id": "26234deb-874e-4de6-8982-81d6a6b930b1", "address": "fa:16:3e:bc:e7:af", "network": {"id": "76bb326f-c433-4205-9a35-ebf980f99dd5", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-907062387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5e74a0b018474123a192971e1c470eea", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26234deb-87", "ovs_interfaceid": "26234deb-874e-4de6-8982-81d6a6b930b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'attachment_id': '67400d14-ad39-4e0f-b28f-70471de75d61', 'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dIvhZHbD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a7038e08-a72d-43e0-9434-8fc588e44c9d', 'attached_at': '', 'detached_at': '', 'volume_id': 'da416f5f-36ca-4560-b6f8-6962d7e6856a', 'serial': 'da416f5f-36ca-4560-b6f8-6962d7e6856a'}, 'mount_device': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'volume_type': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:10:10 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:10:10 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:10:10 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Calling os-brick to attach iSCSI Volume {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dIvhZHbD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:10:10 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:10:10 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:10:10 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:10:10 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:10:10 user nova-compute[74854]: INFO os_brick.initiator.connectors.iscsi [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 17:10:10 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a -p 172.16.0.220:3260 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a -p 172.16.0.220:3260" returned: 21 in 0.026s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[46698f9a-43b7-4984-bd09-9f3574a5fda1]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 17:10:10 user nova-compute[74854]:  {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a -p 172.16.0.220:3260 --interface default --op new {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[44a890b2-b8da-441b-84b9-3eb796e885b4]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a] added\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a] added
Oct 23 17:10:10 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f6956fb-c767-45a3-a68e-75e654368e17]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb9ef4ac-14cb-43da-b322-028124d54e27]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v dIvhZHbD {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-1564bb42-a1b0-4416-90e2-bbd93807b8cc tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Acquiring lock "7cbbf0ad-0aae-4cd8-926b-bae2e720d35e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-1564bb42-a1b0-4416-90e2-bbd93807b8cc tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Lock "7cbbf0ad-0aae-4cd8-926b-bae2e720d35e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-1564bb42-a1b0-4416-90e2-bbd93807b8cc tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Acquiring lock "7cbbf0ad-0aae-4cd8-926b-bae2e720d35e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-1564bb42-a1b0-4416-90e2-bbd93807b8cc tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Lock "7cbbf0ad-0aae-4cd8-926b-bae2e720d35e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-1564bb42-a1b0-4416-90e2-bbd93807b8cc tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Lock "7cbbf0ad-0aae-4cd8-926b-bae2e720d35e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:10:10 user nova-compute[74854]: INFO nova.compute.manager [None req-1564bb42-a1b0-4416-90e2-bbd93807b8cc tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] Terminating instance
Oct 23 17:10:10 user nova-compute[74854]: DEBUG nova.compute.manager [None req-1564bb42-a1b0-4416-90e2-bbd93807b8cc tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] Start destroying the instance on the hypervisor. {{(pid=74854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v dIvhZHbD" returned: 0 in 0.025s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[51fca53f-390b-4e5c-a7b2-4032044c7886]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'dIvhZHbD'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.032s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[dde07ffd-743e-4fcf-9943-edf352460acb]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[05583e0c-b2a8-48bb-830a-54d6586742d7]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da95917d-cafc-4fe8-b3d6-30e06ecab891 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:10:10 user nova-compute[74854]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da95917d-cafc-4fe8-b3d6-30e06ecab891 (non-flash)
Oct 23 17:10:10 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:10:10 user nova-compute[74854]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da95917d-cafc-4fe8-b3d6-30e06ecab891 (non-flash)
Oct 23 17:10:10 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a -p 172.16.0.220:3260 --login {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:11 user nova-compute[74854]: DEBUG nova.compute.manager [req-399808ed-5138-484d-a8c5-b6a0d90e68ec req-9251b637-c738-4c83-a2fa-82ae5fd7170b service nova] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] Received event network-vif-unplugged-90385ef7-640d-4a9e-92c6-a4a8b03d884e {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:10:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-399808ed-5138-484d-a8c5-b6a0d90e68ec req-9251b637-c738-4c83-a2fa-82ae5fd7170b service nova] Acquiring lock "7cbbf0ad-0aae-4cd8-926b-bae2e720d35e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:10:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-399808ed-5138-484d-a8c5-b6a0d90e68ec req-9251b637-c738-4c83-a2fa-82ae5fd7170b service nova] Lock "7cbbf0ad-0aae-4cd8-926b-bae2e720d35e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:10:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-399808ed-5138-484d-a8c5-b6a0d90e68ec req-9251b637-c738-4c83-a2fa-82ae5fd7170b service nova] Lock "7cbbf0ad-0aae-4cd8-926b-bae2e720d35e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:10:11 user nova-compute[74854]: DEBUG nova.compute.manager [req-399808ed-5138-484d-a8c5-b6a0d90e68ec req-9251b637-c738-4c83-a2fa-82ae5fd7170b service nova] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] No waiting events found dispatching network-vif-unplugged-90385ef7-640d-4a9e-92c6-a4a8b03d884e {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:10:11 user nova-compute[74854]: DEBUG nova.compute.manager [req-399808ed-5138-484d-a8c5-b6a0d90e68ec req-9251b637-c738-4c83-a2fa-82ae5fd7170b service nova] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] Received event network-vif-unplugged-90385ef7-640d-4a9e-92c6-a4a8b03d884e for instance with task_state deleting. {{(pid=74854) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 17:10:11 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] Instance destroyed successfully.
Oct 23 17:10:11 user nova-compute[74854]: DEBUG nova.objects.instance [None req-1564bb42-a1b0-4416-90e2-bbd93807b8cc tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Lazy-loading 'resources' on Instance uuid 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:10:11 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-1564bb42-a1b0-4416-90e2-bbd93807b8cc tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:07:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-1311667071',display_name='tempest-DeleteServersTestJSON-server-1311667071',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-1311667071',id=13,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:07:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e1ef4d33cd6e4a159a6ded3796a43903',ramdisk_id='',reservation_id='r-jkouw0us',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-DeleteServersTestJSON-1770836187',owner_user_name='tempest-DeleteServersTestJSON-1770836187-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:07:58Z,user_data=None,user_id='f1c6d7af94bf48309dab8b6e005335ed',uuid=7cbbf0ad-0aae-4cd8-926b-bae2e720d35e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "90385ef7-640d-4a9e-92c6-a4a8b03d884e", "address": "fa:16:3e:b7:93:d3", "network": {"id": "1b4a29de-281d-41c9-9c57-2126eccfb035", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-868398518-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1ef4d33cd6e4a159a6ded3796a43903", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90385ef7-64", "ovs_interfaceid": "90385ef7-640d-4a9e-92c6-a4a8b03d884e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:10:11 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-1564bb42-a1b0-4416-90e2-bbd93807b8cc tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Converting VIF {"id": "90385ef7-640d-4a9e-92c6-a4a8b03d884e", "address": "fa:16:3e:b7:93:d3", "network": {"id": "1b4a29de-281d-41c9-9c57-2126eccfb035", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-868398518-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1ef4d33cd6e4a159a6ded3796a43903", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90385ef7-64", "ovs_interfaceid": "90385ef7-640d-4a9e-92c6-a4a8b03d884e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:10:11 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-1564bb42-a1b0-4416-90e2-bbd93807b8cc tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b7:93:d3,bridge_name='br-int',has_traffic_filtering=True,id=90385ef7-640d-4a9e-92c6-a4a8b03d884e,network=Network(1b4a29de-281d-41c9-9c57-2126eccfb035),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90385ef7-64') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:10:11 user nova-compute[74854]: DEBUG os_vif [None req-1564bb42-a1b0-4416-90e2-bbd93807b8cc tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b7:93:d3,bridge_name='br-int',has_traffic_filtering=True,id=90385ef7-640d-4a9e-92c6-a4a8b03d884e,network=Network(1b4a29de-281d-41c9-9c57-2126eccfb035),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90385ef7-64') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:10:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap90385ef7-64, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:10:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:10:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=96f2d1c9-77b5-4e77-a95f-7c9af4fc3311) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:10:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:11 user nova-compute[74854]: INFO os_vif [None req-1564bb42-a1b0-4416-90e2-bbd93807b8cc tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b7:93:d3,bridge_name='br-int',has_traffic_filtering=True,id=90385ef7-640d-4a9e-92c6-a4a8b03d884e,network=Network(1b4a29de-281d-41c9-9c57-2126eccfb035),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90385ef7-64')
Oct 23 17:10:11 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1564bb42-a1b0-4416-90e2-bbd93807b8cc tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] calling os-brick to detach iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 17:10:11 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-1564bb42-a1b0-4416-90e2-bbd93807b8cc tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, {'target_iqn': 'iqn.2010-10.org.openstack:da95917d-cafc-4fe8-b3d6-30e06ecab891', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pjVGiqvA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:10:11 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-1564bb42-a1b0-4416-90e2-bbd93807b8cc tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:10:11 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-1564bb42-a1b0-4416-90e2-bbd93807b8cc tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:10:11 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a -p 172.16.0.220:3260 --login" returned: 0 in 1.084s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:11 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ba35e23-b194-4cf8-9f22-a7f051fcb9f2]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:10:11 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a, portal: 172.16.0.220,3260]
Oct 23 17:10:11 user nova-compute[74854]: Login to [iface: default, target: iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a, portal: 172.16.0.220,3260] successful.
Oct 23 17:10:11 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:10:11 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:11 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:11 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[302c6f3f-dc19-49d0-b73f-491131eaf9ba]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:10:11 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:10:11 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:11 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:11 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[603fc1df-000d-4c59-a23b-300274ab5dac]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da95917d-cafc-4fe8-b3d6-30e06ecab891 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:10:11 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:10:11 user nova-compute[74854]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da95917d-cafc-4fe8-b3d6-30e06ecab891 (non-flash)
Oct 23 17:10:11 user nova-compute[74854]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a (non-flash)
Oct 23 17:10:11 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:10:11 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:10:11 user nova-compute[74854]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da95917d-cafc-4fe8-b3d6-30e06ecab891 (non-flash)
Oct 23 17:10:11 user nova-compute[74854]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a (non-flash)
Oct 23 17:10:11 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:10:11 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 1.368s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:10:11 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Connected to 172.16.0.220:3260 {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 17:10:11 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] HCTL ('35', '-', '-', 0) found on session 19 with lun 0 {{(pid=74854) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 17:10:11 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74854) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 17:10:11 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:11 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:11 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b7c5297-da25-4c4f-b447-99d0d9ad8ef5]: (4, ('- - 0', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:10:11 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Searching for a device in session 19 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:10:11 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dIvhZHbD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 17:10:12 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 2.408s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:10:12 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] <== connect_volume: return (2409ms) {'type': 'block', 'scsi_wwn': '26131323539646461', 'path': '/dev/sdd'} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:10:12 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26131323539646461', 'path': '/dev/sdd'} {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 17:10:12 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-1564bb42-a1b0-4416-90e2-bbd93807b8cc tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 1.322s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:10:12 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:12 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.030s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:12 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee091fcc-79b5-4bee-bd92-c774d39f689e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:da95917d-cafc-4fe8-b3d6-30e06ecab891\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:10:12 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-1564bb42-a1b0-4416-90e2-bbd93807b8cc tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 17:10:12 user nova-compute[74854]: No targets found.
Oct 23 17:10:12 user nova-compute[74854]: iSNS:
Oct 23 17:10:12 user nova-compute[74854]: No targets found.
Oct 23 17:10:12 user nova-compute[74854]: STATIC:
Oct 23 17:10:12 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a
Oct 23 17:10:12 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:10:12 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:10:12 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1
Oct 23 17:10:12 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:10:12 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:10:12 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:da95917d-cafc-4fe8-b3d6-30e06ecab891
Oct 23 17:10:12 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:10:12 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:10:12 user nova-compute[74854]: FIRMWARE:
Oct 23 17:10:12 user nova-compute[74854]: No targets found.
Oct 23 17:10:12 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:10:12 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-1564bb42-a1b0-4416-90e2-bbd93807b8cc tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 17:10:12 user nova-compute[74854]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 17:10:12 user nova-compute[74854]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74854) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 17:10:12 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-1564bb42-a1b0-4416-90e2-bbd93807b8cc tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:da95917d-cafc-4fe8-b3d6-30e06ecab891', 0)] {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 17:10:12 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:09:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-931056393',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-931056393',id=16,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEkQFmoX1xKItdkiZtuhpIdPR5j5Xr45GVEYH28gWwqqPIsyUF64ELQK1MALa+chhZhrxCbzsB9kX/EPmXj07MMzcit8dVTvF1wH8bXw53bfPL/DlzzLyQxnRI5CnxsL0Q==',key_name='tempest-keypair-704558730',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5e74a0b018474123a192971e1c470eea',ramdisk_id='',reservation_id='r-twnkkoth',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-475601208',owner_user_name='tempest-ServerActionsV293TestJSON-475601208-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:09:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='42ef848387814697b85b488438a5a997',uuid=a7038e08-a72d-43e0-9434-8fc588e44c9d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "26234deb-874e-4de6-8982-81d6a6b930b1", "address": "fa:16:3e:bc:e7:af", "network": {"id": "76bb326f-c433-4205-9a35-ebf980f99dd5", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-907062387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5e74a0b018474123a192971e1c470eea", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26234deb-87", "ovs_interfaceid": "26234deb-874e-4de6-8982-81d6a6b930b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:10:12 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Converting VIF {"id": "26234deb-874e-4de6-8982-81d6a6b930b1", "address": "fa:16:3e:bc:e7:af", "network": {"id": "76bb326f-c433-4205-9a35-ebf980f99dd5", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-907062387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5e74a0b018474123a192971e1c470eea", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26234deb-87", "ovs_interfaceid": "26234deb-874e-4de6-8982-81d6a6b930b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:10:12 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bc:e7:af,bridge_name='br-int',has_traffic_filtering=True,id=26234deb-874e-4de6-8982-81d6a6b930b1,network=Network(76bb326f-c433-4205-9a35-ebf980f99dd5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap26234deb-87') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:10:12 user nova-compute[74854]: DEBUG nova.objects.instance [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Lazy-loading 'pci_devices' on Instance uuid a7038e08-a72d-43e0-9434-8fc588e44c9d {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:10:12 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:12 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:10:12 user nova-compute[74854]:   <uuid>a7038e08-a72d-43e0-9434-8fc588e44c9d</uuid>
Oct 23 17:10:12 user nova-compute[74854]:   <name>instance-00000010</name>
Oct 23 17:10:12 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:10:12 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:10:12 user nova-compute[74854]:   <metadata>
Oct 23 17:10:12 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:10:12 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:10:12 user nova-compute[74854]:       <nova:name>tempest-ServerActionsV293TestJSON-server-931056393</nova:name>
Oct 23 17:10:12 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:10:10</nova:creationTime>
Oct 23 17:10:12 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:10:12 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:10:12 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:10:12 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:10:12 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:10:12 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:10:12 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:10:12 user nova-compute[74854]:       <nova:owner>
Oct 23 17:10:12 user nova-compute[74854]:         <nova:user uuid="42ef848387814697b85b488438a5a997">tempest-ServerActionsV293TestJSON-475601208-project-member</nova:user>
Oct 23 17:10:12 user nova-compute[74854]:         <nova:project uuid="5e74a0b018474123a192971e1c470eea">tempest-ServerActionsV293TestJSON-475601208</nova:project>
Oct 23 17:10:12 user nova-compute[74854]:       </nova:owner>
Oct 23 17:10:12 user nova-compute[74854]:       <nova:ports>
Oct 23 17:10:12 user nova-compute[74854]:         <nova:port uuid="26234deb-874e-4de6-8982-81d6a6b930b1">
Oct 23 17:10:12 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 23 17:10:12 user nova-compute[74854]:         </nova:port>
Oct 23 17:10:12 user nova-compute[74854]:       </nova:ports>
Oct 23 17:10:12 user nova-compute[74854]:     </nova:instance>
Oct 23 17:10:12 user nova-compute[74854]:   </metadata>
Oct 23 17:10:12 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:10:12 user nova-compute[74854]:     <system>
Oct 23 17:10:12 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:10:12 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:10:12 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:10:12 user nova-compute[74854]:       <entry name="serial">a7038e08-a72d-43e0-9434-8fc588e44c9d</entry>
Oct 23 17:10:12 user nova-compute[74854]:       <entry name="uuid">a7038e08-a72d-43e0-9434-8fc588e44c9d</entry>
Oct 23 17:10:12 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:10:12 user nova-compute[74854]:     </system>
Oct 23 17:10:12 user nova-compute[74854]:   </sysinfo>
Oct 23 17:10:12 user nova-compute[74854]:   <os>
Oct 23 17:10:12 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:10:12 user nova-compute[74854]:     <boot dev="hd"/>
Oct 23 17:10:12 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:10:12 user nova-compute[74854]:   </os>
Oct 23 17:10:12 user nova-compute[74854]:   <features>
Oct 23 17:10:12 user nova-compute[74854]:     <acpi/>
Oct 23 17:10:12 user nova-compute[74854]:     <apic/>
Oct 23 17:10:12 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:10:12 user nova-compute[74854]:   </features>
Oct 23 17:10:12 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:10:12 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:10:12 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:10:12 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:10:12 user nova-compute[74854]:   </clock>
Oct 23 17:10:12 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:10:12 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:10:12 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:10:12 user nova-compute[74854]:   </cpu>
Oct 23 17:10:12 user nova-compute[74854]:   <devices>
Oct 23 17:10:12 user nova-compute[74854]:     <disk type="block" device="disk">
Oct 23 17:10:12 user nova-compute[74854]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:10:12 user nova-compute[74854]:       <source dev="/dev/sdd"/>
Oct 23 17:10:12 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:10:12 user nova-compute[74854]:       <serial>da416f5f-36ca-4560-b6f8-6962d7e6856a</serial>
Oct 23 17:10:12 user nova-compute[74854]:     </disk>
Oct 23 17:10:12 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:10:12 user nova-compute[74854]:       <mac address="fa:16:3e:bc:e7:af"/>
Oct 23 17:10:12 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:10:12 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:10:12 user nova-compute[74854]:       <target dev="tap26234deb-87"/>
Oct 23 17:10:12 user nova-compute[74854]:     </interface>
Oct 23 17:10:12 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:10:12 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/a7038e08-a72d-43e0-9434-8fc588e44c9d/console.log" append="off"/>
Oct 23 17:10:12 user nova-compute[74854]:     </serial>
Oct 23 17:10:12 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:10:12 user nova-compute[74854]:     <video>
Oct 23 17:10:12 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:10:12 user nova-compute[74854]:     </video>
Oct 23 17:10:12 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:10:12 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:10:12 user nova-compute[74854]:     </rng>
Oct 23 17:10:12 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:10:12 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:10:12 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:10:12 user nova-compute[74854]:     </memballoon>
Oct 23 17:10:12 user nova-compute[74854]:   </devices>
Oct 23 17:10:12 user nova-compute[74854]: </domain>
Oct 23 17:10:12 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:10:12 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:09:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-931056393',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-931056393',id=16,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEkQFmoX1xKItdkiZtuhpIdPR5j5Xr45GVEYH28gWwqqPIsyUF64ELQK1MALa+chhZhrxCbzsB9kX/EPmXj07MMzcit8dVTvF1wH8bXw53bfPL/DlzzLyQxnRI5CnxsL0Q==',key_name='tempest-keypair-704558730',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5e74a0b018474123a192971e1c470eea',ramdisk_id='',reservation_id='r-twnkkoth',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-475601208',owner_user_name='tempest-ServerActionsV293TestJSON-475601208-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:09:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='42ef848387814697b85b488438a5a997',uuid=a7038e08-a72d-43e0-9434-8fc588e44c9d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "26234deb-874e-4de6-8982-81d6a6b930b1", "address": "fa:16:3e:bc:e7:af", "network": {"id": "76bb326f-c433-4205-9a35-ebf980f99dd5", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-907062387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5e74a0b018474123a192971e1c470eea", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26234deb-87", "ovs_interfaceid": "26234deb-874e-4de6-8982-81d6a6b930b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:10:12 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Converting VIF {"id": "26234deb-874e-4de6-8982-81d6a6b930b1", "address": "fa:16:3e:bc:e7:af", "network": {"id": "76bb326f-c433-4205-9a35-ebf980f99dd5", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-907062387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5e74a0b018474123a192971e1c470eea", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26234deb-87", "ovs_interfaceid": "26234deb-874e-4de6-8982-81d6a6b930b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:10:12 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bc:e7:af,bridge_name='br-int',has_traffic_filtering=True,id=26234deb-874e-4de6-8982-81d6a6b930b1,network=Network(76bb326f-c433-4205-9a35-ebf980f99dd5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap26234deb-87') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:10:12 user nova-compute[74854]: DEBUG os_vif [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:bc:e7:af,bridge_name='br-int',has_traffic_filtering=True,id=26234deb-874e-4de6-8982-81d6a6b930b1,network=Network(76bb326f-c433-4205-9a35-ebf980f99dd5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap26234deb-87') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:10:12 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:12 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[836980ca-dcf8-4c86-9ff5-7da6fadbb703]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:da95917d-cafc-4fe8-b3d6-30e06ecab891\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:10:12 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:12 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:10:12 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:10:12 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:12 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:12 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'efdacdab-3924-535f-87c1-0f877d381a0b', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:10:12 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:12 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:10:12 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:12 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap26234deb-87, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:10:12 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap26234deb-87, col_values=(('qos', UUID('6b855b8b-2bc8-4705-b133-21586e883961')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:10:12 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap26234deb-87, col_values=(('external_ids', {'iface-id': '26234deb-874e-4de6-8982-81d6a6b930b1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:bc:e7:af', 'vm-uuid': 'a7038e08-a72d-43e0-9434-8fc588e44c9d'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:10:12 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:12 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[13e4dbe6-6d3e-44dd-8494-e627e7b8fede]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da95917d-cafc-4fe8-b3d6-30e06ecab891 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:10:12 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-1564bb42-a1b0-4416-90e2-bbd93807b8cc tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:10:12 user nova-compute[74854]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da95917d-cafc-4fe8-b3d6-30e06ecab891 (non-flash)
Oct 23 17:10:12 user nova-compute[74854]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a (non-flash)
Oct 23 17:10:12 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:10:12 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-1564bb42-a1b0-4416-90e2-bbd93807b8cc tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:10:12 user nova-compute[74854]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da95917d-cafc-4fe8-b3d6-30e06ecab891 (non-flash)
Oct 23 17:10:12 user nova-compute[74854]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a (non-flash)
Oct 23 17:10:12 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:10:12 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-1564bb42-a1b0-4416-90e2-bbd93807b8cc tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f3038d8a9e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:da95917d-cafc-4fe8-b3d6-30e06ecab891'): ({'sdb'}, set())}) {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 17:10:12 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-1564bb42-a1b0-4416-90e2-bbd93807b8cc tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Removing single pathed devices sdb {{(pid=74854) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 17:10:12 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:12 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:12 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:10:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:13 user nova-compute[74854]: INFO os_vif [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:bc:e7:af,bridge_name='br-int',has_traffic_filtering=True,id=26234deb-874e-4de6-8982-81d6a6b930b1,network=Network(76bb326f-c433-4205-9a35-ebf980f99dd5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap26234deb-87')
Oct 23 17:10:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:13 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bb951a8-f2ed-4330-b0fd-5264ed79ccbf]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:10:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.025s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:13 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[9668e0a4-c3cd-45bd-98b0-8435ea5018ba]: (4, ('ok\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:10:13 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-1564bb42-a1b0-4416-90e2-bbd93807b8cc tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Flushing IO for device /dev/sdb {{(pid=74854) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 17:10:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:13 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbccd60a-ad2a-403d-8e88-0fc73ad900ed]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:10:13 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-1564bb42-a1b0-4416-90e2-bbd93807b8cc tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74854) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 17:10:13 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:10:13 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] No VIF found with MAC fa:16:3e:bc:e7:af, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:10:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:13 user nova-compute[74854]: DEBUG nova.compute.manager [req-96e3adda-8ce4-4def-8678-232098c87e5d req-f4cb5053-1f34-4cb9-a051-6254ae0de5ea service nova] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] Received event network-vif-plugged-90385ef7-640d-4a9e-92c6-a4a8b03d884e {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:10:13 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-96e3adda-8ce4-4def-8678-232098c87e5d req-f4cb5053-1f34-4cb9-a051-6254ae0de5ea service nova] Acquiring lock "7cbbf0ad-0aae-4cd8-926b-bae2e720d35e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:10:13 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-96e3adda-8ce4-4def-8678-232098c87e5d req-f4cb5053-1f34-4cb9-a051-6254ae0de5ea service nova] Lock "7cbbf0ad-0aae-4cd8-926b-bae2e720d35e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:10:13 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-96e3adda-8ce4-4def-8678-232098c87e5d req-f4cb5053-1f34-4cb9-a051-6254ae0de5ea service nova] Lock "7cbbf0ad-0aae-4cd8-926b-bae2e720d35e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:10:13 user nova-compute[74854]: DEBUG nova.compute.manager [req-96e3adda-8ce4-4def-8678-232098c87e5d req-f4cb5053-1f34-4cb9-a051-6254ae0de5ea service nova] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] No waiting events found dispatching network-vif-plugged-90385ef7-640d-4a9e-92c6-a4a8b03d884e {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:10:13 user nova-compute[74854]: WARNING nova.compute.manager [req-96e3adda-8ce4-4def-8678-232098c87e5d req-f4cb5053-1f34-4cb9-a051-6254ae0de5ea service nova] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] Received unexpected event network-vif-plugged-90385ef7-640d-4a9e-92c6-a4a8b03d884e for instance with vm_state active and task_state deleting.
Oct 23 17:10:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.045s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:13 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[f500f30c-832f-4441-b820-001a89868441]: (4, ('1', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:10:13 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-1564bb42-a1b0-4416-90e2-bbd93807b8cc tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 17:10:13 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-1564bb42-a1b0-4416-90e2-bbd93807b8cc tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] SCSI volumes sdb have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 17:10:13 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-1564bb42-a1b0-4416-90e2-bbd93807b8cc tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:da95917d-cafc-4fe8-b3d6-30e06ecab891')] {{(pid=74854) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 17:10:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da95917d-cafc-4fe8-b3d6-30e06ecab891 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da95917d-cafc-4fe8-b3d6-30e06ecab891 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.027s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:13 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec2b9647-18cc-4e15-8ab6-6c984fa414e4]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:10:13 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-1564bb42-a1b0-4416-90e2-bbd93807b8cc tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:10:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da95917d-cafc-4fe8-b3d6-30e06ecab891 -p 172.16.0.220:3260 --logout {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da95917d-cafc-4fe8-b3d6-30e06ecab891 -p 172.16.0.220:3260 --logout" returned: 0 in 0.068s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:13 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6d53782-5c37-40c4-afa2-a3784531b985]: (4, ('Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:da95917d-cafc-4fe8-b3d6-30e06ecab891, portal: 172.16.0.220,3260]\nLogout of [sid: 18, target: iqn.2010-10.org.openstack:da95917d-cafc-4fe8-b3d6-30e06ecab891, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:10:13 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-1564bb42-a1b0-4416-90e2-bbd93807b8cc tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:da95917d-cafc-4fe8-b3d6-30e06ecab891, portal: 172.16.0.220,3260]
Oct 23 17:10:13 user nova-compute[74854]: Logout of [sid: 18, target: iqn.2010-10.org.openstack:da95917d-cafc-4fe8-b3d6-30e06ecab891, portal: 172.16.0.220,3260] successful.
Oct 23 17:10:13 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:10:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da95917d-cafc-4fe8-b3d6-30e06ecab891 -p 172.16.0.220:3260 --op delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da95917d-cafc-4fe8-b3d6-30e06ecab891 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:13 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[34c4d60f-c354-4f91-a08d-62e1262e41ab]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:10:13 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-1564bb42-a1b0-4416-90e2-bbd93807b8cc tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:10:13 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-1564bb42-a1b0-4416-90e2-bbd93807b8cc tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.379s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:10:13 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-1564bb42-a1b0-4416-90e2-bbd93807b8cc tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] <== disconnect_volume: return (1701ms) None {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:10:13 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1564bb42-a1b0-4416-90e2-bbd93807b8cc tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] Disconnected iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 17:10:13 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-1564bb42-a1b0-4416-90e2-bbd93807b8cc tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] Deleting instance files /opt/stack/data/nova/instances/7cbbf0ad-0aae-4cd8-926b-bae2e720d35e_del
Oct 23 17:10:13 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-1564bb42-a1b0-4416-90e2-bbd93807b8cc tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] Deletion of /opt/stack/data/nova/instances/7cbbf0ad-0aae-4cd8-926b-bae2e720d35e_del complete
Oct 23 17:10:13 user nova-compute[74854]: INFO nova.compute.manager [None req-1564bb42-a1b0-4416-90e2-bbd93807b8cc tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] Took 2.77 seconds to destroy the instance on the hypervisor.
Oct 23 17:10:13 user nova-compute[74854]: DEBUG oslo.service.loopingcall [None req-1564bb42-a1b0-4416-90e2-bbd93807b8cc tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 17:10:13 user nova-compute[74854]: DEBUG nova.compute.manager [-] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] Deallocating network for instance {{(pid=74854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 17:10:13 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] deallocate_for_instance() {{(pid=74854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 17:10:14 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:14 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:10:14 user nova-compute[74854]: INFO nova.compute.manager [-] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] Took 0.80 seconds to deallocate network for instance.
Oct 23 17:10:14 user nova-compute[74854]: DEBUG nova.compute.manager [req-b7bd92e3-9397-47e9-a558-9ecf8bc2cab0 req-50d413c9-be4c-4255-b24a-0e2b8868bd65 service nova] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] Received event network-vif-deleted-90385ef7-640d-4a9e-92c6-a4a8b03d884e {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:10:14 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:14 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:14 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:14 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:14 user nova-compute[74854]: DEBUG nova.compute.manager [req-4f8caf73-cb7b-4cb5-ba43-7886b9a70cef req-00418857-cbc9-48c5-a297-05982c07d55f service nova] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Received event network-vif-plugged-26234deb-874e-4de6-8982-81d6a6b930b1 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:10:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-4f8caf73-cb7b-4cb5-ba43-7886b9a70cef req-00418857-cbc9-48c5-a297-05982c07d55f service nova] Acquiring lock "a7038e08-a72d-43e0-9434-8fc588e44c9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:10:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-4f8caf73-cb7b-4cb5-ba43-7886b9a70cef req-00418857-cbc9-48c5-a297-05982c07d55f service nova] Lock "a7038e08-a72d-43e0-9434-8fc588e44c9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:10:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-4f8caf73-cb7b-4cb5-ba43-7886b9a70cef req-00418857-cbc9-48c5-a297-05982c07d55f service nova] Lock "a7038e08-a72d-43e0-9434-8fc588e44c9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:10:14 user nova-compute[74854]: DEBUG nova.compute.manager [req-4f8caf73-cb7b-4cb5-ba43-7886b9a70cef req-00418857-cbc9-48c5-a297-05982c07d55f service nova] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] No waiting events found dispatching network-vif-plugged-26234deb-874e-4de6-8982-81d6a6b930b1 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:10:14 user nova-compute[74854]: WARNING nova.compute.manager [req-4f8caf73-cb7b-4cb5-ba43-7886b9a70cef req-00418857-cbc9-48c5-a297-05982c07d55f service nova] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Received unexpected event network-vif-plugged-26234deb-874e-4de6-8982-81d6a6b930b1 for instance with vm_state building and task_state spawning.
Oct 23 17:10:15 user nova-compute[74854]: INFO nova.compute.manager [None req-1564bb42-a1b0-4416-90e2-bbd93807b8cc tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] [instance: 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e] Took 1.02 seconds to detach 1 volumes for instance.
Oct 23 17:10:15 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-1564bb42-a1b0-4416-90e2-bbd93807b8cc tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:10:15 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-1564bb42-a1b0-4416-90e2-bbd93807b8cc tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:10:15 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:15 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:15 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:15 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:15 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-1564bb42-a1b0-4416-90e2-bbd93807b8cc tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:10:15 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-1564bb42-a1b0-4416-90e2-bbd93807b8cc tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:10:15 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-1564bb42-a1b0-4416-90e2-bbd93807b8cc tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.436s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:10:15 user nova-compute[74854]: INFO nova.scheduler.client.report [None req-1564bb42-a1b0-4416-90e2-bbd93807b8cc tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Deleted allocations for instance 7cbbf0ad-0aae-4cd8-926b-bae2e720d35e
Oct 23 17:10:15 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-1564bb42-a1b0-4416-90e2-bbd93807b8cc tempest-DeleteServersTestJSON-1770836187 tempest-DeleteServersTestJSON-1770836187-project-member] Lock "7cbbf0ad-0aae-4cd8-926b-bae2e720d35e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 5.325s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:10:17 user nova-compute[74854]: DEBUG nova.compute.manager [req-6f2c0f11-4818-4f26-ad56-117a38b483ee req-20c06394-41f9-4157-9f17-0223d219651d service nova] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Received event network-vif-plugged-26234deb-874e-4de6-8982-81d6a6b930b1 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:10:17 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-6f2c0f11-4818-4f26-ad56-117a38b483ee req-20c06394-41f9-4157-9f17-0223d219651d service nova] Acquiring lock "a7038e08-a72d-43e0-9434-8fc588e44c9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:10:17 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-6f2c0f11-4818-4f26-ad56-117a38b483ee req-20c06394-41f9-4157-9f17-0223d219651d service nova] Lock "a7038e08-a72d-43e0-9434-8fc588e44c9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:10:17 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-6f2c0f11-4818-4f26-ad56-117a38b483ee req-20c06394-41f9-4157-9f17-0223d219651d service nova] Lock "a7038e08-a72d-43e0-9434-8fc588e44c9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:10:17 user nova-compute[74854]: DEBUG nova.compute.manager [req-6f2c0f11-4818-4f26-ad56-117a38b483ee req-20c06394-41f9-4157-9f17-0223d219651d service nova] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] No waiting events found dispatching network-vif-plugged-26234deb-874e-4de6-8982-81d6a6b930b1 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:10:17 user nova-compute[74854]: WARNING nova.compute.manager [req-6f2c0f11-4818-4f26-ad56-117a38b483ee req-20c06394-41f9-4157-9f17-0223d219651d service nova] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Received unexpected event network-vif-plugged-26234deb-874e-4de6-8982-81d6a6b930b1 for instance with vm_state building and task_state spawning.
Oct 23 17:10:17 user nova-compute[74854]: DEBUG nova.compute.manager [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Instance event wait completed in 0 seconds for  {{(pid=74854) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 17:10:17 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Guest created on hypervisor {{(pid=74854) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 17:10:17 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Instance spawned successfully.
Oct 23 17:10:17 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 17:10:17 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Found default for hw_cdrom_bus of ide {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:10:17 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Found default for hw_disk_bus of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:10:17 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Found default for hw_input_bus of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:10:17 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Found default for hw_pointer_model of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:10:17 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Found default for hw_video_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:10:17 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Found default for hw_vif_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:10:17 user nova-compute[74854]: INFO nova.compute.manager [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Took 6.78 seconds to spawn the instance on the hypervisor.
Oct 23 17:10:17 user nova-compute[74854]: DEBUG nova.compute.manager [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:10:17 user nova-compute[74854]: INFO nova.compute.manager [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Took 28.54 seconds to build instance.
Oct 23 17:10:17 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-6068e3dc-4b2b-42d9-9f0f-e66c851dd589 tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Lock "a7038e08-a72d-43e0-9434-8fc588e44c9d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 28.678s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:10:17 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:19 user nova-compute[74854]: DEBUG nova.compute.manager [req-368fe865-3fe9-406d-9c59-2191259cb0e7 req-139ab302-48be-4ade-a319-327351641b0a service nova] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Received event network-changed-4453d620-702e-4521-9bdc-a74ec304fddd {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:10:19 user nova-compute[74854]: DEBUG nova.compute.manager [req-368fe865-3fe9-406d-9c59-2191259cb0e7 req-139ab302-48be-4ade-a319-327351641b0a service nova] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Refreshing instance network info cache due to event network-changed-4453d620-702e-4521-9bdc-a74ec304fddd. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:10:19 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-368fe865-3fe9-406d-9c59-2191259cb0e7 req-139ab302-48be-4ade-a319-327351641b0a service nova] Acquiring lock "refresh_cache-351ce4e6-f26e-4968-968b-67f662ba7ecf" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:10:19 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-368fe865-3fe9-406d-9c59-2191259cb0e7 req-139ab302-48be-4ade-a319-327351641b0a service nova] Acquired lock "refresh_cache-351ce4e6-f26e-4968-968b-67f662ba7ecf" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:10:19 user nova-compute[74854]: DEBUG nova.network.neutron [req-368fe865-3fe9-406d-9c59-2191259cb0e7 req-139ab302-48be-4ade-a319-327351641b0a service nova] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Refreshing network info cache for port 4453d620-702e-4521-9bdc-a74ec304fddd {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:10:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:20 user nova-compute[74854]: DEBUG nova.network.neutron [req-368fe865-3fe9-406d-9c59-2191259cb0e7 req-139ab302-48be-4ade-a319-327351641b0a service nova] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Updated VIF entry in instance network info cache for port 4453d620-702e-4521-9bdc-a74ec304fddd. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:10:20 user nova-compute[74854]: DEBUG nova.network.neutron [req-368fe865-3fe9-406d-9c59-2191259cb0e7 req-139ab302-48be-4ade-a319-327351641b0a service nova] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Updating instance_info_cache with network_info: [{"id": "4453d620-702e-4521-9bdc-a74ec304fddd", "address": "fa:16:3e:9c:69:88", "network": {"id": "ede1ebd4-791d-4b2d-834d-e8f190eaa300", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1389616973-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a651f2b7cdd426487393c93f36e0dc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4453d620-70", "ovs_interfaceid": "4453d620-702e-4521-9bdc-a74ec304fddd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:10:20 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-368fe865-3fe9-406d-9c59-2191259cb0e7 req-139ab302-48be-4ade-a319-327351641b0a service nova] Releasing lock "refresh_cache-351ce4e6-f26e-4968-968b-67f662ba7ecf" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:10:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:25 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-2aebd834-a787-4e12-8039-c37f3c8d88cd tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Acquiring lock "351ce4e6-f26e-4968-968b-67f662ba7ecf" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:10:25 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-2aebd834-a787-4e12-8039-c37f3c8d88cd tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Lock "351ce4e6-f26e-4968-968b-67f662ba7ecf" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:10:25 user nova-compute[74854]: DEBUG nova.objects.instance [None req-2aebd834-a787-4e12-8039-c37f3c8d88cd tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Lazy-loading 'flavor' on Instance uuid 351ce4e6-f26e-4968-968b-67f662ba7ecf {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:10:26 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-2aebd834-a787-4e12-8039-c37f3c8d88cd tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Lock "351ce4e6-f26e-4968-968b-67f662ba7ecf" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.409s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:10:26 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-2aebd834-a787-4e12-8039-c37f3c8d88cd tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Acquiring lock "351ce4e6-f26e-4968-968b-67f662ba7ecf" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:10:26 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-2aebd834-a787-4e12-8039-c37f3c8d88cd tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Lock "351ce4e6-f26e-4968-968b-67f662ba7ecf" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:10:26 user nova-compute[74854]: INFO nova.compute.manager [None req-2aebd834-a787-4e12-8039-c37f3c8d88cd tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Attaching volume 3e9feac4-00cd-4f28-9992-cb1364f47873 to /dev/vdb
Oct 23 17:10:26 user nova-compute[74854]: DEBUG os_brick.utils [None req-2aebd834-a787-4e12-8039-c37f3c8d88cd tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:10:26 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:26 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:26 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[12726f33-32a8-49eb-836c-5765fee987a0]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a321e2f0722\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:10:26 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:26 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.107s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:26 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9b487ba-4bca-4bd8-a320-0d05159d76f9]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:10:26 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:26 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:26 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b32b2a1a-ff1b-4491-ab06-45643e9ec833]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:10:26 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[510c8fc6-6406-4538-bb6c-d203a123fc14]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:10:26 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-2aebd834-a787-4e12-8039-c37f3c8d88cd tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Running cmd (subprocess): nvme version {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:26 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-2aebd834-a787-4e12-8039-c37f3c8d88cd tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] 'nvme version' failed. Not Retrying. {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:10:26 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.nvmeof [None req-2aebd834-a787-4e12-8039-c37f3c8d88cd tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] nvme not present on system {{(pid=74854) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 17:10:26 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:26 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:10:26 user nova-compute[74854]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 17:10:26 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[048130cf-49a7-497e-8c29-7e909f98ccd6]: (4, '') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:10:26 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-2aebd834-a787-4e12-8039-c37f3c8d88cd tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74854) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 17:10:26 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-2aebd834-a787-4e12-8039-c37f3c8d88cd tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 17:10:26 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-2aebd834-a787-4e12-8039-c37f3c8d88cd tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] LIGHTOS: no hostnqn found. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 17:10:26 user nova-compute[74854]: DEBUG os_brick.utils [None req-2aebd834-a787-4e12-8039-c37f3c8d88cd tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] <== get_connector_properties: return (213ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a321e2f0722', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:10:26 user nova-compute[74854]: DEBUG nova.virt.block_device [None req-2aebd834-a787-4e12-8039-c37f3c8d88cd tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Updating existing volume attachment record: e261c99f-7cfc-437e-9a5b-bf3d57aa0b71 {{(pid=74854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 17:10:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:33 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:35 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:36 user nova-compute[74854]: DEBUG nova.compute.manager [req-ca9aa6a4-a5c9-41cb-907c-d2517a5a9f0e req-5faa4926-3c52-4979-b421-6ccfc92a0f71 service nova] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Received event network-changed-eabc4588-078d-4f88-bf73-9ac14868fe67 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:10:36 user nova-compute[74854]: DEBUG nova.compute.manager [req-ca9aa6a4-a5c9-41cb-907c-d2517a5a9f0e req-5faa4926-3c52-4979-b421-6ccfc92a0f71 service nova] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Refreshing instance network info cache due to event network-changed-eabc4588-078d-4f88-bf73-9ac14868fe67. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:10:36 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-ca9aa6a4-a5c9-41cb-907c-d2517a5a9f0e req-5faa4926-3c52-4979-b421-6ccfc92a0f71 service nova] Acquiring lock "refresh_cache-a0ee68b9-c08f-4240-b8db-ba8f51a14089" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:10:36 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-ca9aa6a4-a5c9-41cb-907c-d2517a5a9f0e req-5faa4926-3c52-4979-b421-6ccfc92a0f71 service nova] Acquired lock "refresh_cache-a0ee68b9-c08f-4240-b8db-ba8f51a14089" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:10:36 user nova-compute[74854]: DEBUG nova.network.neutron [req-ca9aa6a4-a5c9-41cb-907c-d2517a5a9f0e req-5faa4926-3c52-4979-b421-6ccfc92a0f71 service nova] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Refreshing network info cache for port eabc4588-078d-4f88-bf73-9ac14868fe67 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:10:37 user nova-compute[74854]: DEBUG nova.network.neutron [req-ca9aa6a4-a5c9-41cb-907c-d2517a5a9f0e req-5faa4926-3c52-4979-b421-6ccfc92a0f71 service nova] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Updated VIF entry in instance network info cache for port eabc4588-078d-4f88-bf73-9ac14868fe67. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:10:37 user nova-compute[74854]: DEBUG nova.network.neutron [req-ca9aa6a4-a5c9-41cb-907c-d2517a5a9f0e req-5faa4926-3c52-4979-b421-6ccfc92a0f71 service nova] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Updating instance_info_cache with network_info: [{"id": "eabc4588-078d-4f88-bf73-9ac14868fe67", "address": "fa:16:3e:a3:b4:12", "network": {"id": "b7b7a8af-8224-4220-a014-98e5defb0f84", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-621326047-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "590f192c09b34f998151336d4f75a7ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeabc4588-07", "ovs_interfaceid": "eabc4588-078d-4f88-bf73-9ac14868fe67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:10:37 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-ca9aa6a4-a5c9-41cb-907c-d2517a5a9f0e req-5faa4926-3c52-4979-b421-6ccfc92a0f71 service nova] Releasing lock "refresh_cache-a0ee68b9-c08f-4240-b8db-ba8f51a14089" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:10:38 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:39 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:10:39 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:10:39 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:10:39 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 17:10:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:42 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:10:42 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:10:42 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:10:43 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:44 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-2145a593-1360-47f6-bfe2-746a5d8dada7 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Acquiring lock "a0ee68b9-c08f-4240-b8db-ba8f51a14089" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:10:44 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-2145a593-1360-47f6-bfe2-746a5d8dada7 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "a0ee68b9-c08f-4240-b8db-ba8f51a14089" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:10:44 user nova-compute[74854]: INFO nova.compute.manager [None req-2145a593-1360-47f6-bfe2-746a5d8dada7 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Shelving
Oct 23 17:10:44 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:44 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:44 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:44 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:44 user nova-compute[74854]: DEBUG nova.compute.manager [req-e989d944-7c6e-4cd0-a4d3-2456a132bdd7 req-a998eb27-fdf7-4316-b37d-0f7d0f421dd6 service nova] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Received event network-vif-unplugged-eabc4588-078d-4f88-bf73-9ac14868fe67 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:10:44 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e989d944-7c6e-4cd0-a4d3-2456a132bdd7 req-a998eb27-fdf7-4316-b37d-0f7d0f421dd6 service nova] Acquiring lock "a0ee68b9-c08f-4240-b8db-ba8f51a14089-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:10:44 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e989d944-7c6e-4cd0-a4d3-2456a132bdd7 req-a998eb27-fdf7-4316-b37d-0f7d0f421dd6 service nova] Lock "a0ee68b9-c08f-4240-b8db-ba8f51a14089-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:10:44 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e989d944-7c6e-4cd0-a4d3-2456a132bdd7 req-a998eb27-fdf7-4316-b37d-0f7d0f421dd6 service nova] Lock "a0ee68b9-c08f-4240-b8db-ba8f51a14089-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:10:44 user nova-compute[74854]: DEBUG nova.compute.manager [req-e989d944-7c6e-4cd0-a4d3-2456a132bdd7 req-a998eb27-fdf7-4316-b37d-0f7d0f421dd6 service nova] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] No waiting events found dispatching network-vif-unplugged-eabc4588-078d-4f88-bf73-9ac14868fe67 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:10:44 user nova-compute[74854]: WARNING nova.compute.manager [req-e989d944-7c6e-4cd0-a4d3-2456a132bdd7 req-a998eb27-fdf7-4316-b37d-0f7d0f421dd6 service nova] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Received unexpected event network-vif-unplugged-eabc4588-078d-4f88-bf73-9ac14868fe67 for instance with vm_state active and task_state shelving.
Oct 23 17:10:44 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:10:44 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:10:44 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:10:44 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:10:44 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Auditing locally available compute resources for user (node: user) {{(pid=74854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 17:10:45 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Instance destroyed successfully.
Oct 23 17:10:45 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-2145a593-1360-47f6-bfe2-746a5d8dada7 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Beginning cold snapshot process
Oct 23 17:10:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:45 user nova-compute[74854]: DEBUG nova.privsep.utils [None req-2145a593-1360-47f6-bfe2-746a5d8dada7 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74854) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 23 17:10:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-2145a593-1360-47f6-bfe2-746a5d8dada7 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/a0ee68b9-c08f-4240-b8db-ba8f51a14089/disk /opt/stack/data/nova/instances/snapshots/tmp8ijp3mms/777ed198098d40e7a3db9085fb4d3657 {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json" returned: 0 in 0.325s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0ee68b9-c08f-4240-b8db-ba8f51a14089/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:45 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2aebd834-a787-4e12-8039-c37f3c8d88cd tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Calling os-brick to attach iSCSI Volume {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 17:10:45 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-2aebd834-a787-4e12-8039-c37f3c8d88cd tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3e9feac4-00cd-4f28-9992-cb1364f47873', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ynQLbSIB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:10:45 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-2aebd834-a787-4e12-8039-c37f3c8d88cd tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:10:45 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-2aebd834-a787-4e12-8039-c37f3c8d88cd tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:10:45 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-2aebd834-a787-4e12-8039-c37f3c8d88cd tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:10:45 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-2aebd834-a787-4e12-8039-c37f3c8d88cd tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:10:45 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-2aebd834-a787-4e12-8039-c37f3c8d88cd tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3e9feac4-00cd-4f28-9992-cb1364f47873" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-2aebd834-a787-4e12-8039-c37f3c8d88cd tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3e9feac4-00cd-4f28-9992-cb1364f47873" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:10:46 user nova-compute[74854]: INFO os_brick.initiator.connectors.iscsi [None req-2aebd834-a787-4e12-8039-c37f3c8d88cd tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 17:10:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0ee68b9-c08f-4240-b8db-ba8f51a14089/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0ee68b9-c08f-4240-b8db-ba8f51a14089/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e9feac4-00cd-4f28-9992-cb1364f47873 -p 172.16.0.220:3260 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e9feac4-00cd-4f28-9992-cb1364f47873 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7f4df44-e38e-48ef-9ffb-329a169d72d6]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-2aebd834-a787-4e12-8039-c37f3c8d88cd tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 17:10:46 user nova-compute[74854]:  {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e9feac4-00cd-4f28-9992-cb1364f47873 -p 172.16.0.220:3260 --interface default --op new {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e9feac4-00cd-4f28-9992-cb1364f47873 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[2bf0b714-8e92-442b-bf0a-2eb57fd1ed0e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3e9feac4-00cd-4f28-9992-cb1364f47873] added\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-2aebd834-a787-4e12-8039-c37f3c8d88cd tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3e9feac4-00cd-4f28-9992-cb1364f47873] added
Oct 23 17:10:46 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e9feac4-00cd-4f28-9992-cb1364f47873 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e9feac4-00cd-4f28-9992-cb1364f47873 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[70d639c9-bc07-4c52-96ec-db13224f2fa5]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-2aebd834-a787-4e12-8039-c37f3c8d88cd tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e9feac4-00cd-4f28-9992-cb1364f47873 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e9feac4-00cd-4f28-9992-cb1364f47873 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e5a818d-cd29-4aa3-bf0d-2c14fc61aebb]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-2aebd834-a787-4e12-8039-c37f3c8d88cd tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e9feac4-00cd-4f28-9992-cb1364f47873 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ynQLbSIB {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e9feac4-00cd-4f28-9992-cb1364f47873 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ynQLbSIB" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b515aee9-7eff-493b-8ae5-3db988a59e9e]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-2aebd834-a787-4e12-8039-c37f3c8d88cd tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ynQLbSIB'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e9feac4-00cd-4f28-9992-cb1364f47873 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e9feac4-00cd-4f28-9992-cb1364f47873 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4442ae9-33f2-4a21-831f-028535085d5f]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-2aebd834-a787-4e12-8039-c37f3c8d88cd tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[24a47616-5caa-4473-83a3-278c8651c49a]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-2aebd834-a787-4e12-8039-c37f3c8d88cd tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:10:46 user nova-compute[74854]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a (non-flash)
Oct 23 17:10:46 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-2aebd834-a787-4e12-8039-c37f3c8d88cd tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:10:46 user nova-compute[74854]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a (non-flash)
Oct 23 17:10:46 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e9feac4-00cd-4f28-9992-cb1364f47873 -p 172.16.0.220:3260 --login {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-2145a593-1360-47f6-bfe2-746a5d8dada7 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/a0ee68b9-c08f-4240-b8db-ba8f51a14089/disk /opt/stack/data/nova/instances/snapshots/tmp8ijp3mms/777ed198098d40e7a3db9085fb4d3657" returned: 0 in 0.879s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:46 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-2145a593-1360-47f6-bfe2-746a5d8dada7 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Snapshot extracted, beginning image upload
Oct 23 17:10:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e9feac4-00cd-4f28-9992-cb1364f47873 -p 172.16.0.220:3260 --login" returned: 0 in 0.069s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7c24a6b-72d9-47e6-85bb-e85152421271]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:3e9feac4-00cd-4f28-9992-cb1364f47873, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:3e9feac4-00cd-4f28-9992-cb1364f47873, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-2aebd834-a787-4e12-8039-c37f3c8d88cd tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:3e9feac4-00cd-4f28-9992-cb1364f47873, portal: 172.16.0.220,3260]
Oct 23 17:10:46 user nova-compute[74854]: Login to [iface: default, target: iqn.2010-10.org.openstack:3e9feac4-00cd-4f28-9992-cb1364f47873, portal: 172.16.0.220,3260] successful.
Oct 23 17:10:46 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e9feac4-00cd-4f28-9992-cb1364f47873 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0ee68b9-c08f-4240-b8db-ba8f51a14089/disk --force-share --output=json" returned: 0 in 0.282s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/351ce4e6-f26e-4968-968b-67f662ba7ecf/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e9feac4-00cd-4f28-9992-cb1364f47873 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.028s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[708775c8-a7f3-49dd-a44a-3f668997a21e]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-2aebd834-a787-4e12-8039-c37f3c8d88cd tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb595db7-39d3-42aa-8469-f71ec5eb8fc1]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e9feac4-00cd-4f28-9992-cb1364f47873 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-2aebd834-a787-4e12-8039-c37f3c8d88cd tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:10:46 user nova-compute[74854]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a (non-flash)
Oct 23 17:10:46 user nova-compute[74854]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e9feac4-00cd-4f28-9992-cb1364f47873 (non-flash)
Oct 23 17:10:46 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-2aebd834-a787-4e12-8039-c37f3c8d88cd tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:10:46 user nova-compute[74854]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a (non-flash)
Oct 23 17:10:46 user nova-compute[74854]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e9feac4-00cd-4f28-9992-cb1364f47873 (non-flash)
Oct 23 17:10:46 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-2aebd834-a787-4e12-8039-c37f3c8d88cd tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3e9feac4-00cd-4f28-9992-cb1364f47873" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.384s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-2aebd834-a787-4e12-8039-c37f3c8d88cd tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Connected to 172.16.0.220:3260 {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-2aebd834-a787-4e12-8039-c37f3c8d88cd tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] HCTL ('33', '-', '-', 0) found on session 20 with lun 0 {{(pid=74854) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-2aebd834-a787-4e12-8039-c37f3c8d88cd tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74854) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[222bbdfe-5c3c-40f6-a320-8652ba147c5a]: (4, ('- - 0', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-2aebd834-a787-4e12-8039-c37f3c8d88cd tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Searching for a device in session 20 and hctl ['33', '*', '*', 0] yield: None {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/351ce4e6-f26e-4968-968b-67f662ba7ecf/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/351ce4e6-f26e-4968-968b-67f662ba7ecf/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG nova.compute.manager [req-d3919b6a-d312-40ab-b280-e942cbea994c req-69409bd5-3ff1-43f9-978a-639f0fb6889f service nova] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Received event network-vif-plugged-eabc4588-078d-4f88-bf73-9ac14868fe67 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-d3919b6a-d312-40ab-b280-e942cbea994c req-69409bd5-3ff1-43f9-978a-639f0fb6889f service nova] Acquiring lock "a0ee68b9-c08f-4240-b8db-ba8f51a14089-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-d3919b6a-d312-40ab-b280-e942cbea994c req-69409bd5-3ff1-43f9-978a-639f0fb6889f service nova] Lock "a0ee68b9-c08f-4240-b8db-ba8f51a14089-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-d3919b6a-d312-40ab-b280-e942cbea994c req-69409bd5-3ff1-43f9-978a-639f0fb6889f service nova] Lock "a0ee68b9-c08f-4240-b8db-ba8f51a14089-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG nova.compute.manager [req-d3919b6a-d312-40ab-b280-e942cbea994c req-69409bd5-3ff1-43f9-978a-639f0fb6889f service nova] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] No waiting events found dispatching network-vif-plugged-eabc4588-078d-4f88-bf73-9ac14868fe67 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:10:46 user nova-compute[74854]: WARNING nova.compute.manager [req-d3919b6a-d312-40ab-b280-e942cbea994c req-69409bd5-3ff1-43f9-978a-639f0fb6889f service nova] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Received unexpected event network-vif-plugged-eabc4588-078d-4f88-bf73-9ac14868fe67 for instance with vm_state active and task_state shelving_image_uploading.
Oct 23 17:10:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/351ce4e6-f26e-4968-968b-67f662ba7ecf/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:47 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-2aebd834-a787-4e12-8039-c37f3c8d88cd tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Searching for a device in session 20 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:10:47 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-2aebd834-a787-4e12-8039-c37f3c8d88cd tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:3e9feac4-00cd-4f28-9992-cb1364f47873', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ynQLbSIB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 17:10:47 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-2aebd834-a787-4e12-8039-c37f3c8d88cd tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.427s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:10:47 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-2aebd834-a787-4e12-8039-c37f3c8d88cd tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] <== connect_volume: return (1430ms) {'type': 'block', 'scsi_wwn': '23334326332396463', 'path': '/dev/sdb'} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:10:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2aebd834-a787-4e12-8039-c37f3c8d88cd tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23334326332396463', 'path': '/dev/sdb'} {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 17:10:47 user nova-compute[74854]: DEBUG nova.objects.instance [None req-2aebd834-a787-4e12-8039-c37f3c8d88cd tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Lazy-loading 'flavor' on Instance uuid 351ce4e6-f26e-4968-968b-67f662ba7ecf {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:10:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-2aebd834-a787-4e12-8039-c37f3c8d88cd tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] attach device xml: <disk type="block" device="disk">
Oct 23 17:10:47 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:10:47 user nova-compute[74854]:   <source dev="/dev/sdb"/>
Oct 23 17:10:47 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:10:47 user nova-compute[74854]:   <serial>3e9feac4-00cd-4f28-9992-cb1364f47873</serial>
Oct 23 17:10:47 user nova-compute[74854]: </disk>
Oct 23 17:10:47 user nova-compute[74854]:  {{(pid=74854) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 17:10:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5b1d996-4927-410a-ae7c-180c62b19856/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5b1d996-4927-410a-ae7c-180c62b19856/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5b1d996-4927-410a-ae7c-180c62b19856/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5b1d996-4927-410a-ae7c-180c62b19856/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-2aebd834-a787-4e12-8039-c37f3c8d88cd tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:10:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-2aebd834-a787-4e12-8039-c37f3c8d88cd tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:10:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-2aebd834-a787-4e12-8039-c37f3c8d88cd tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] No VIF found with MAC fa:16:3e:9c:69:88, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:10:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fed2ceef-7eb7-4b11-b5b9-ede51230f22a/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-2aebd834-a787-4e12-8039-c37f3c8d88cd tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Lock "351ce4e6-f26e-4968-968b-67f662ba7ecf" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 21.575s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:10:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fed2ceef-7eb7-4b11-b5b9-ede51230f22a/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fed2ceef-7eb7-4b11-b5b9-ede51230f22a/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:10:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fed2ceef-7eb7-4b11-b5b9-ede51230f22a/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:10:48 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:10:48 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:10:48 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:10:48 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Hypervisor/Node resource view: name=user free_ram=7633MB free_disk=25.128707885742188GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=74854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 17:10:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:10:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:10:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-08162eb8-c2e9-4728-b54e-1c30464ef840 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Acquiring lock "351ce4e6-f26e-4968-968b-67f662ba7ecf" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:10:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-08162eb8-c2e9-4728-b54e-1c30464ef840 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Lock "351ce4e6-f26e-4968-968b-67f662ba7ecf" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:10:49 user nova-compute[74854]: INFO nova.compute.manager [None req-08162eb8-c2e9-4728-b54e-1c30464ef840 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Detaching volume 3e9feac4-00cd-4f28-9992-cb1364f47873
Oct 23 17:10:49 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance fed2ceef-7eb7-4b11-b5b9-ede51230f22a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:10:49 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance f150b707-22b3-43b5-b657-0c2e19bcf524 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:10:49 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 30026d10-f080-4a53-8a4e-b8be523fe48e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:10:49 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 351ce4e6-f26e-4968-968b-67f662ba7ecf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:10:49 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance a0ee68b9-c08f-4240-b8db-ba8f51a14089 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:10:49 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance a7038e08-a72d-43e0-9434-8fc588e44c9d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:10:49 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance a5b1d996-4927-410a-ae7c-180c62b19856 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:10:49 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:10:49 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance ebdd2079-dbb8-44e5-8e02-53df3302b70f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:10:49 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 17:10:49 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 17:10:49 user nova-compute[74854]: INFO nova.virt.block_device [None req-08162eb8-c2e9-4728-b54e-1c30464ef840 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Attempting to driver detach volume 3e9feac4-00cd-4f28-9992-cb1364f47873 from mountpoint /dev/vdb
Oct 23 17:10:49 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-08162eb8-c2e9-4728-b54e-1c30464ef840 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Attempting to detach device vdb from instance 351ce4e6-f26e-4968-968b-67f662ba7ecf from the persistent domain config. {{(pid=74854) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 17:10:49 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-08162eb8-c2e9-4728-b54e-1c30464ef840 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 17:10:49 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:10:49 user nova-compute[74854]:   <source dev="/dev/sdb"/>
Oct 23 17:10:49 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:10:49 user nova-compute[74854]:   <serial>3e9feac4-00cd-4f28-9992-cb1364f47873</serial>
Oct 23 17:10:49 user nova-compute[74854]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 17:10:49 user nova-compute[74854]: </disk>
Oct 23 17:10:49 user nova-compute[74854]:  {{(pid=74854) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 17:10:49 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-08162eb8-c2e9-4728-b54e-1c30464ef840 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Successfully detached device vdb from instance 351ce4e6-f26e-4968-968b-67f662ba7ecf from the persistent domain config.
Oct 23 17:10:49 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-08162eb8-c2e9-4728-b54e-1c30464ef840 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 351ce4e6-f26e-4968-968b-67f662ba7ecf from the live domain config. {{(pid=74854) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 23 17:10:49 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-08162eb8-c2e9-4728-b54e-1c30464ef840 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 17:10:49 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:10:49 user nova-compute[74854]:   <source dev="/dev/sdb"/>
Oct 23 17:10:49 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:10:49 user nova-compute[74854]:   <serial>3e9feac4-00cd-4f28-9992-cb1364f47873</serial>
Oct 23 17:10:49 user nova-compute[74854]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 17:10:49 user nova-compute[74854]: </disk>
Oct 23 17:10:49 user nova-compute[74854]:  {{(pid=74854) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 17:10:49 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:10:49 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:10:49 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Compute_service record updated for user:user {{(pid=74854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 17:10:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.556s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:10:49 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-2145a593-1360-47f6-bfe2-746a5d8dada7 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Snapshot image upload complete
Oct 23 17:10:49 user nova-compute[74854]: DEBUG nova.compute.manager [None req-2145a593-1360-47f6-bfe2-746a5d8dada7 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:10:49 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-08162eb8-c2e9-4728-b54e-1c30464ef840 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 351ce4e6-f26e-4968-968b-67f662ba7ecf {{(pid=74854) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 23 17:10:49 user nova-compute[74854]: INFO nova.compute.manager [None req-2145a593-1360-47f6-bfe2-746a5d8dada7 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Shelve offloading
Oct 23 17:10:49 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Instance destroyed successfully.
Oct 23 17:10:49 user nova-compute[74854]: DEBUG nova.compute.manager [None req-2145a593-1360-47f6-bfe2-746a5d8dada7 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:10:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-2145a593-1360-47f6-bfe2-746a5d8dada7 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Acquiring lock "refresh_cache-a0ee68b9-c08f-4240-b8db-ba8f51a14089" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:10:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-2145a593-1360-47f6-bfe2-746a5d8dada7 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Acquired lock "refresh_cache-a0ee68b9-c08f-4240-b8db-ba8f51a14089" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:10:49 user nova-compute[74854]: DEBUG nova.network.neutron [None req-2145a593-1360-47f6-bfe2-746a5d8dada7 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:10:50 user nova-compute[74854]: DEBUG nova.network.neutron [None req-2145a593-1360-47f6-bfe2-746a5d8dada7 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Updating instance_info_cache with network_info: [{"id": "eabc4588-078d-4f88-bf73-9ac14868fe67", "address": "fa:16:3e:a3:b4:12", "network": {"id": "b7b7a8af-8224-4220-a014-98e5defb0f84", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-621326047-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "590f192c09b34f998151336d4f75a7ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeabc4588-07", "ovs_interfaceid": "eabc4588-078d-4f88-bf73-9ac14868fe67", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:10:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-2145a593-1360-47f6-bfe2-746a5d8dada7 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Releasing lock "refresh_cache-a0ee68b9-c08f-4240-b8db-ba8f51a14089" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:10:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:50 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Instance destroyed successfully.
Oct 23 17:10:50 user nova-compute[74854]: DEBUG nova.objects.instance [None req-2145a593-1360-47f6-bfe2-746a5d8dada7 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lazy-loading 'resources' on Instance uuid a0ee68b9-c08f-4240-b8db-ba8f51a14089 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:10:50 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-2145a593-1360-47f6-bfe2-746a5d8dada7 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:08:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1966998698',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1966998698',id=15,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDsFJ9Ph7MENQupm/jzanEd7gGb3uIee3B7ncenLhLe4fWhNbA/WbcUbyw149bMTobLeD/T7xq7ZrBhIgp3trMJiF0fG+BGuEyYM0AJhwAkigfYH4DCGJJi29QUB6W3kmQ==',key_name='tempest-keypair-193582054',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:08:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='590f192c09b34f998151336d4f75a7ab',ramdisk_id='',reservation_id='r-temdtjpz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1043335963',owner_user_name='tempest-AttachVolumeShelveTestJSON-1043335963-project-member',shelved_at='2023-10-23T17:10:49.623991',shelved_host='user',shelved_image_id='354be80f-7fa6-4bc7-ba74-4aff00f71e56'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:10:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c7e89ab1e2c5401592611fea7c8edbf8',uuid=a0ee68b9-c08f-4240-b8db-ba8f51a14089,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "eabc4588-078d-4f88-bf73-9ac14868fe67", "address": "fa:16:3e:a3:b4:12", "network": {"id": "b7b7a8af-8224-4220-a014-98e5defb0f84", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-621326047-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "590f192c09b34f998151336d4f75a7ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeabc4588-07", "ovs_interfaceid": "eabc4588-078d-4f88-bf73-9ac14868fe67", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:10:50 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-2145a593-1360-47f6-bfe2-746a5d8dada7 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Converting VIF {"id": "eabc4588-078d-4f88-bf73-9ac14868fe67", "address": "fa:16:3e:a3:b4:12", "network": {"id": "b7b7a8af-8224-4220-a014-98e5defb0f84", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-621326047-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "590f192c09b34f998151336d4f75a7ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeabc4588-07", "ovs_interfaceid": "eabc4588-078d-4f88-bf73-9ac14868fe67", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:10:50 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-2145a593-1360-47f6-bfe2-746a5d8dada7 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a3:b4:12,bridge_name='br-int',has_traffic_filtering=True,id=eabc4588-078d-4f88-bf73-9ac14868fe67,network=Network(b7b7a8af-8224-4220-a014-98e5defb0f84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeabc4588-07') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:10:50 user nova-compute[74854]: DEBUG os_vif [None req-2145a593-1360-47f6-bfe2-746a5d8dada7 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a3:b4:12,bridge_name='br-int',has_traffic_filtering=True,id=eabc4588-078d-4f88-bf73-9ac14868fe67,network=Network(b7b7a8af-8224-4220-a014-98e5defb0f84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeabc4588-07') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:10:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapeabc4588-07, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:10:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=57be2482-d7b0-4ef3-8b0e-c11c6372b22a) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:10:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:50 user nova-compute[74854]: INFO os_vif [None req-2145a593-1360-47f6-bfe2-746a5d8dada7 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a3:b4:12,bridge_name='br-int',has_traffic_filtering=True,id=eabc4588-078d-4f88-bf73-9ac14868fe67,network=Network(b7b7a8af-8224-4220-a014-98e5defb0f84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeabc4588-07')
Oct 23 17:10:50 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-2145a593-1360-47f6-bfe2-746a5d8dada7 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Deleting instance files /opt/stack/data/nova/instances/a0ee68b9-c08f-4240-b8db-ba8f51a14089_del
Oct 23 17:10:50 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-2145a593-1360-47f6-bfe2-746a5d8dada7 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Deletion of /opt/stack/data/nova/instances/a0ee68b9-c08f-4240-b8db-ba8f51a14089_del complete
Oct 23 17:10:50 user nova-compute[74854]: DEBUG nova.compute.manager [req-593e450a-cb0a-4d07-a502-1fb17499ffc9 req-29addb85-ee62-4d06-84b4-4c210a9ef181 service nova] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Received event network-changed-eabc4588-078d-4f88-bf73-9ac14868fe67 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:10:50 user nova-compute[74854]: DEBUG nova.compute.manager [req-593e450a-cb0a-4d07-a502-1fb17499ffc9 req-29addb85-ee62-4d06-84b4-4c210a9ef181 service nova] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Refreshing instance network info cache due to event network-changed-eabc4588-078d-4f88-bf73-9ac14868fe67. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:10:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-593e450a-cb0a-4d07-a502-1fb17499ffc9 req-29addb85-ee62-4d06-84b4-4c210a9ef181 service nova] Acquiring lock "refresh_cache-a0ee68b9-c08f-4240-b8db-ba8f51a14089" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:10:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-593e450a-cb0a-4d07-a502-1fb17499ffc9 req-29addb85-ee62-4d06-84b4-4c210a9ef181 service nova] Acquired lock "refresh_cache-a0ee68b9-c08f-4240-b8db-ba8f51a14089" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:10:50 user nova-compute[74854]: DEBUG nova.network.neutron [req-593e450a-cb0a-4d07-a502-1fb17499ffc9 req-29addb85-ee62-4d06-84b4-4c210a9ef181 service nova] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Refreshing network info cache for port eabc4588-078d-4f88-bf73-9ac14868fe67 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:10:50 user nova-compute[74854]: INFO nova.scheduler.client.report [None req-2145a593-1360-47f6-bfe2-746a5d8dada7 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Deleted allocations for instance a0ee68b9-c08f-4240-b8db-ba8f51a14089
Oct 23 17:10:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-2145a593-1360-47f6-bfe2-746a5d8dada7 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:10:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-2145a593-1360-47f6-bfe2-746a5d8dada7 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:10:50 user nova-compute[74854]: DEBUG nova.objects.instance [None req-2145a593-1360-47f6-bfe2-746a5d8dada7 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lazy-loading 'numa_topology' on Instance uuid a0ee68b9-c08f-4240-b8db-ba8f51a14089 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:10:50 user nova-compute[74854]: DEBUG nova.objects.base [None req-2145a593-1360-47f6-bfe2-746a5d8dada7 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Object Instance<a0ee68b9-c08f-4240-b8db-ba8f51a14089> lazy-loaded attributes: resources,numa_topology {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:10:51 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-2145a593-1360-47f6-bfe2-746a5d8dada7 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:10:51 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-2145a593-1360-47f6-bfe2-746a5d8dada7 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:10:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-2145a593-1360-47f6-bfe2-746a5d8dada7 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.296s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:10:51 user nova-compute[74854]: DEBUG nova.network.neutron [req-593e450a-cb0a-4d07-a502-1fb17499ffc9 req-29addb85-ee62-4d06-84b4-4c210a9ef181 service nova] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Updated VIF entry in instance network info cache for port eabc4588-078d-4f88-bf73-9ac14868fe67. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:10:51 user nova-compute[74854]: DEBUG nova.network.neutron [req-593e450a-cb0a-4d07-a502-1fb17499ffc9 req-29addb85-ee62-4d06-84b4-4c210a9ef181 service nova] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Updating instance_info_cache with network_info: [{"id": "eabc4588-078d-4f88-bf73-9ac14868fe67", "address": "fa:16:3e:a3:b4:12", "network": {"id": "b7b7a8af-8224-4220-a014-98e5defb0f84", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-621326047-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "590f192c09b34f998151336d4f75a7ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tapeabc4588-07", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:10:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-593e450a-cb0a-4d07-a502-1fb17499ffc9 req-29addb85-ee62-4d06-84b4-4c210a9ef181 service nova] Releasing lock "refresh_cache-a0ee68b9-c08f-4240-b8db-ba8f51a14089" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:10:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-2145a593-1360-47f6-bfe2-746a5d8dada7 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "a0ee68b9-c08f-4240-b8db-ba8f51a14089" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 7.187s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:10:51 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:10:51 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:10:51 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Starting heal instance info cache {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 17:10:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "refresh_cache-f150b707-22b3-43b5-b657-0c2e19bcf524" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:10:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquired lock "refresh_cache-f150b707-22b3-43b5-b657-0c2e19bcf524" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:10:51 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Forcefully refreshing network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 17:10:51 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Updating instance_info_cache with network_info: [{"id": "c6c27ec8-bd84-4419-9b01-ed603d2a772c", "address": "fa:16:3e:0b:d8:79", "network": {"id": "a40026f1-91de-4e98-85cd-c3bd1a956407", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1048031159-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "435cbd0d03324a45bdacc7d5b76213e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc6c27ec8-bd", "ovs_interfaceid": "c6c27ec8-bd84-4419-9b01-ed603d2a772c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:10:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Releasing lock "refresh_cache-f150b707-22b3-43b5-b657-0c2e19bcf524" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:10:51 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Updated the network info_cache for instance {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 17:10:51 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:10:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:10:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:00 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:11:00 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:11:00 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74854) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 17:11:00 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:11:00 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:11:00 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:07 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:09 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-08162eb8-c2e9-4728-b54e-1c30464ef840 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 351ce4e6-f26e-4968-968b-67f662ba7ecf is timed out.
Oct 23 17:11:09 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-08162eb8-c2e9-4728-b54e-1c30464ef840 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Successfully detached device vdb from instance 351ce4e6-f26e-4968-968b-67f662ba7ecf from the live domain config.
Oct 23 17:11:09 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-08162eb8-c2e9-4728-b54e-1c30464ef840 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] calling os-brick to detach iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 17:11:09 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-08162eb8-c2e9-4728-b54e-1c30464ef840 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, {'target_iqn': 'iqn.2010-10.org.openstack:3e9feac4-00cd-4f28-9992-cb1364f47873', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ynQLbSIB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:11:09 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-08162eb8-c2e9-4728-b54e-1c30464ef840 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:11:09 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-08162eb8-c2e9-4728-b54e-1c30464ef840 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:11:09 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-08162eb8-c2e9-4728-b54e-1c30464ef840 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:11:09 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:11:09 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:11:09 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c0cd858-0980-491f-aebe-837272721a10]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3e9feac4-00cd-4f28-9992-cb1364f47873\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:11:09 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-08162eb8-c2e9-4728-b54e-1c30464ef840 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 17:11:09 user nova-compute[74854]: No targets found.
Oct 23 17:11:09 user nova-compute[74854]: iSNS:
Oct 23 17:11:09 user nova-compute[74854]: No targets found.
Oct 23 17:11:09 user nova-compute[74854]: STATIC:
Oct 23 17:11:09 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a
Oct 23 17:11:09 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:11:09 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:11:09 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:3e9feac4-00cd-4f28-9992-cb1364f47873
Oct 23 17:11:09 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:11:09 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:11:09 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1
Oct 23 17:11:09 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:11:09 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:11:09 user nova-compute[74854]: FIRMWARE:
Oct 23 17:11:09 user nova-compute[74854]: No targets found.
Oct 23 17:11:09 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:11:09 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-08162eb8-c2e9-4728-b54e-1c30464ef840 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 17:11:09 user nova-compute[74854]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 17:11:09 user nova-compute[74854]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74854) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 17:11:09 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-08162eb8-c2e9-4728-b54e-1c30464ef840 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3e9feac4-00cd-4f28-9992-cb1364f47873', 0)] {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 17:11:09 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:11:09 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:11:09 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b99707f-2e75-422e-9312-b77196940720]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3e9feac4-00cd-4f28-9992-cb1364f47873\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:11:09 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:11:09 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:11:09 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[40102b33-7e51-4231-8987-dd4305005c83]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e9feac4-00cd-4f28-9992-cb1364f47873 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:11:09 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-08162eb8-c2e9-4728-b54e-1c30464ef840 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:11:09 user nova-compute[74854]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a (non-flash)
Oct 23 17:11:09 user nova-compute[74854]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e9feac4-00cd-4f28-9992-cb1364f47873 (non-flash)
Oct 23 17:11:09 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:11:09 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-08162eb8-c2e9-4728-b54e-1c30464ef840 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:11:09 user nova-compute[74854]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a (non-flash)
Oct 23 17:11:09 user nova-compute[74854]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e9feac4-00cd-4f28-9992-cb1364f47873 (non-flash)
Oct 23 17:11:09 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:11:09 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-08162eb8-c2e9-4728-b54e-1c30464ef840 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f3038f81900>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3e9feac4-00cd-4f28-9992-cb1364f47873'): ({'sdb'}, set())}) {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 17:11:09 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-08162eb8-c2e9-4728-b54e-1c30464ef840 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Removing single pathed devices sdb {{(pid=74854) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 17:11:09 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:11:09 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:11:09 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[947c4b7f-6095-4b2f-8c8e-02eb03c13637]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:11:09 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:11:09 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:11:09 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[24f501f3-f393-4bcf-b936-c04af7451596]: (4, ('ok\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:11:09 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-08162eb8-c2e9-4728-b54e-1c30464ef840 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Flushing IO for device /dev/sdb {{(pid=74854) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 17:11:09 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:11:09 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:11:09 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[595e4f7f-a825-4cf3-888b-bb72238da0b1]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:11:09 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-08162eb8-c2e9-4728-b54e-1c30464ef840 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74854) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 17:11:09 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:11:09 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.040s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:11:09 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9f965da-5e41-4e7f-9305-bce71a0d361b]: (4, ('1', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:11:09 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-08162eb8-c2e9-4728-b54e-1c30464ef840 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 17:11:09 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-08162eb8-c2e9-4728-b54e-1c30464ef840 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] SCSI volumes sdb have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 17:11:09 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-08162eb8-c2e9-4728-b54e-1c30464ef840 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3e9feac4-00cd-4f28-9992-cb1364f47873')] {{(pid=74854) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 17:11:09 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e9feac4-00cd-4f28-9992-cb1364f47873 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:11:09 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e9feac4-00cd-4f28-9992-cb1364f47873 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.028s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:11:09 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1e42c84-666d-42c5-90ad-2e8656db9941]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:11:09 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-08162eb8-c2e9-4728-b54e-1c30464ef840 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:11:09 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e9feac4-00cd-4f28-9992-cb1364f47873 -p 172.16.0.220:3260 --logout {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:11:09 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e9feac4-00cd-4f28-9992-cb1364f47873 -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:11:09 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4f620b9-bbc6-4480-86e0-f0ec41b8cf3c]: (4, ('Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:3e9feac4-00cd-4f28-9992-cb1364f47873, portal: 172.16.0.220,3260]\nLogout of [sid: 20, target: iqn.2010-10.org.openstack:3e9feac4-00cd-4f28-9992-cb1364f47873, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:11:09 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-08162eb8-c2e9-4728-b54e-1c30464ef840 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:3e9feac4-00cd-4f28-9992-cb1364f47873, portal: 172.16.0.220,3260]
Oct 23 17:11:09 user nova-compute[74854]: Logout of [sid: 20, target: iqn.2010-10.org.openstack:3e9feac4-00cd-4f28-9992-cb1364f47873, portal: 172.16.0.220,3260] successful.
Oct 23 17:11:09 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:11:09 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e9feac4-00cd-4f28-9992-cb1364f47873 -p 172.16.0.220:3260 --op delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:11:09 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e9feac4-00cd-4f28-9992-cb1364f47873 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:11:09 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9c7d2f3-bec4-4d9c-9d5f-7bef5b3e3316]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:11:09 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-08162eb8-c2e9-4728-b54e-1c30464ef840 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:11:09 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-08162eb8-c2e9-4728-b54e-1c30464ef840 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.324s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:11:09 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-08162eb8-c2e9-4728-b54e-1c30464ef840 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] <== disconnect_volume: return (326ms) None {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:11:09 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-08162eb8-c2e9-4728-b54e-1c30464ef840 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Disconnected iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 17:11:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:10 user nova-compute[74854]: DEBUG nova.objects.instance [None req-08162eb8-c2e9-4728-b54e-1c30464ef840 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Lazy-loading 'flavor' on Instance uuid 351ce4e6-f26e-4968-968b-67f662ba7ecf {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:11:10 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-08162eb8-c2e9-4728-b54e-1c30464ef840 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Lock "351ce4e6-f26e-4968-968b-67f662ba7ecf" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.888s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:11:14 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:14 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:15 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:19 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:20 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Acquiring lock "f8fe30f2-3d36-47ae-b780-1f15c026cac2" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:11:20 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "f8fe30f2-3d36-47ae-b780-1f15c026cac2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:11:20 user nova-compute[74854]: DEBUG nova.compute.manager [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Starting instance... {{(pid=74854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 17:11:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:20 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:11:20 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:11:20 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74854) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 17:11:20 user nova-compute[74854]: INFO nova.compute.claims [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Claim successful on node user
Oct 23 17:11:21 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:11:21 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:11:21 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.483s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:11:21 user nova-compute[74854]: DEBUG nova.compute.manager [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Start building networks asynchronously for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 17:11:21 user nova-compute[74854]: DEBUG nova.compute.manager [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Allocating IP information in the background. {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 17:11:21 user nova-compute[74854]: DEBUG nova.network.neutron [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] allocate_for_instance() {{(pid=74854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 17:11:21 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 17:11:21 user nova-compute[74854]: DEBUG nova.compute.manager [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Start building block device mappings for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 17:11:21 user nova-compute[74854]: DEBUG nova.policy [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdf5d05a392f4c0b925b8a1eca824323', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '435cbd0d03324a45bdacc7d5b76213e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74854) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 17:11:21 user nova-compute[74854]: DEBUG nova.compute.manager [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Start spawning the instance on the hypervisor. {{(pid=74854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 17:11:21 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Creating instance directory {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 17:11:21 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Creating image(s)
Oct 23 17:11:21 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Acquiring lock "/opt/stack/data/nova/instances/f8fe30f2-3d36-47ae-b780-1f15c026cac2/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:11:21 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "/opt/stack/data/nova/instances/f8fe30f2-3d36-47ae-b780-1f15c026cac2/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:11:21 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "/opt/stack/data/nova/instances/f8fe30f2-3d36-47ae-b780-1f15c026cac2/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:11:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:11:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.185s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:11:21 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Acquiring lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:11:21 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:11:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:11:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.180s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:11:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/f8fe30f2-3d36-47ae-b780-1f15c026cac2/disk 1073741824 {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:11:22 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/f8fe30f2-3d36-47ae-b780-1f15c026cac2/disk 1073741824" returned: 0 in 0.049s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:11:22 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.236s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:11:22 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:11:22 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:22 user nova-compute[74854]: DEBUG nova.network.neutron [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Successfully created port: 6cd485b0-733c-4d1a-ba5b-ef024c2163f0 {{(pid=74854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 17:11:22 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.194s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:11:22 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f8fe30f2-3d36-47ae-b780-1f15c026cac2/disk. size=1073741824 {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 17:11:22 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8fe30f2-3d36-47ae-b780-1f15c026cac2/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:11:22 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8fe30f2-3d36-47ae-b780-1f15c026cac2/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:11:22 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Cannot resize image /opt/stack/data/nova/instances/f8fe30f2-3d36-47ae-b780-1f15c026cac2/disk to a smaller size. {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 17:11:22 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Created local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 17:11:22 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Ensure instance console log exists: /opt/stack/data/nova/instances/f8fe30f2-3d36-47ae-b780-1f15c026cac2/console.log {{(pid=74854) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 17:11:22 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:11:22 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:11:22 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:11:23 user nova-compute[74854]: DEBUG nova.network.neutron [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Successfully updated port: 6cd485b0-733c-4d1a-ba5b-ef024c2163f0 {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:11:23 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Acquiring lock "refresh_cache-f8fe30f2-3d36-47ae-b780-1f15c026cac2" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:11:23 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Acquired lock "refresh_cache-f8fe30f2-3d36-47ae-b780-1f15c026cac2" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:11:23 user nova-compute[74854]: DEBUG nova.network.neutron [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:11:23 user nova-compute[74854]: DEBUG nova.compute.manager [req-bc683c58-8c19-4137-9ad0-da9333f76d8b req-e160508e-ec52-4690-8aa6-352628f9bbcf service nova] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Received event network-changed-6cd485b0-733c-4d1a-ba5b-ef024c2163f0 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:11:23 user nova-compute[74854]: DEBUG nova.compute.manager [req-bc683c58-8c19-4137-9ad0-da9333f76d8b req-e160508e-ec52-4690-8aa6-352628f9bbcf service nova] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Refreshing instance network info cache due to event network-changed-6cd485b0-733c-4d1a-ba5b-ef024c2163f0. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:11:23 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-bc683c58-8c19-4137-9ad0-da9333f76d8b req-e160508e-ec52-4690-8aa6-352628f9bbcf service nova] Acquiring lock "refresh_cache-f8fe30f2-3d36-47ae-b780-1f15c026cac2" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:11:23 user nova-compute[74854]: DEBUG nova.network.neutron [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Instance cache missing network info. {{(pid=74854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 17:11:23 user nova-compute[74854]: DEBUG nova.network.neutron [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Updating instance_info_cache with network_info: [{"id": "6cd485b0-733c-4d1a-ba5b-ef024c2163f0", "address": "fa:16:3e:9e:72:2a", "network": {"id": "a40026f1-91de-4e98-85cd-c3bd1a956407", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1048031159-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "435cbd0d03324a45bdacc7d5b76213e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cd485b0-73", "ovs_interfaceid": "6cd485b0-733c-4d1a-ba5b-ef024c2163f0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:11:23 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Releasing lock "refresh_cache-f8fe30f2-3d36-47ae-b780-1f15c026cac2" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:11:23 user nova-compute[74854]: DEBUG nova.compute.manager [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Instance network_info: |[{"id": "6cd485b0-733c-4d1a-ba5b-ef024c2163f0", "address": "fa:16:3e:9e:72:2a", "network": {"id": "a40026f1-91de-4e98-85cd-c3bd1a956407", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1048031159-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "435cbd0d03324a45bdacc7d5b76213e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cd485b0-73", "ovs_interfaceid": "6cd485b0-733c-4d1a-ba5b-ef024c2163f0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 17:11:23 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-bc683c58-8c19-4137-9ad0-da9333f76d8b req-e160508e-ec52-4690-8aa6-352628f9bbcf service nova] Acquired lock "refresh_cache-f8fe30f2-3d36-47ae-b780-1f15c026cac2" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:11:23 user nova-compute[74854]: DEBUG nova.network.neutron [req-bc683c58-8c19-4137-9ad0-da9333f76d8b req-e160508e-ec52-4690-8aa6-352628f9bbcf service nova] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Refreshing network info cache for port 6cd485b0-733c-4d1a-ba5b-ef024c2163f0 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:11:23 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Start _get_guest_xml network_info=[{"id": "6cd485b0-733c-4d1a-ba5b-ef024c2163f0", "address": "fa:16:3e:9e:72:2a", "network": {"id": "a40026f1-91de-4e98-85cd-c3bd1a956407", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1048031159-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "435cbd0d03324a45bdacc7d5b76213e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cd485b0-73", "ovs_interfaceid": "6cd485b0-733c-4d1a-ba5b-ef024c2163f0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'encryption_format': None, 'encryption_options': None, 'size': 0, 'boot_index': 0, 'encrypted': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'image_id': '68c345df-c9e8-475a-b17c-635fa0c7e894'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:11:23 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:11:23 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:11:23 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:11:23 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:11:23 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:11:23 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:11:23 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:11:23 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:11:23 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:11:23 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:11:23 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:11:23 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:11:23 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:11:23 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:11:23 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:11:23 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:11:23 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:11:23 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:11:23 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:11:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1767473660',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1767473660',id=20,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='435cbd0d03324a45bdacc7d5b76213e4',ramdisk_id='',reservation_id='r-663f3r9d',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-702610562',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:11:22Z,user_data=None,user_id='cdf5d05a392f4c0b925b8a1eca824323',uuid=f8fe30f2-3d36-47ae-b780-1f15c026cac2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6cd485b0-733c-4d1a-ba5b-ef024c2163f0", "address": "fa:16:3e:9e:72:2a", "network": {"id": "a40026f1-91de-4e98-85cd-c3bd1a956407", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1048031159-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "435cbd0d03324a45bdacc7d5b76213e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cd485b0-73", "ovs_interfaceid": "6cd485b0-733c-4d1a-ba5b-ef024c2163f0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:11:23 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Converting VIF {"id": "6cd485b0-733c-4d1a-ba5b-ef024c2163f0", "address": "fa:16:3e:9e:72:2a", "network": {"id": "a40026f1-91de-4e98-85cd-c3bd1a956407", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1048031159-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "435cbd0d03324a45bdacc7d5b76213e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cd485b0-73", "ovs_interfaceid": "6cd485b0-733c-4d1a-ba5b-ef024c2163f0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:11:23 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9e:72:2a,bridge_name='br-int',has_traffic_filtering=True,id=6cd485b0-733c-4d1a-ba5b-ef024c2163f0,network=Network(a40026f1-91de-4e98-85cd-c3bd1a956407),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6cd485b0-73') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:11:23 user nova-compute[74854]: DEBUG nova.objects.instance [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lazy-loading 'pci_devices' on Instance uuid f8fe30f2-3d36-47ae-b780-1f15c026cac2 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:11:23 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:11:23 user nova-compute[74854]:   <uuid>f8fe30f2-3d36-47ae-b780-1f15c026cac2</uuid>
Oct 23 17:11:23 user nova-compute[74854]:   <name>instance-00000014</name>
Oct 23 17:11:23 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:11:23 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:11:23 user nova-compute[74854]:   <metadata>
Oct 23 17:11:23 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:11:23 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:11:23 user nova-compute[74854]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1767473660</nova:name>
Oct 23 17:11:23 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:11:23</nova:creationTime>
Oct 23 17:11:23 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:11:23 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:11:23 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:11:23 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:11:23 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:11:23 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:11:23 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:11:23 user nova-compute[74854]:       <nova:owner>
Oct 23 17:11:23 user nova-compute[74854]:         <nova:user uuid="cdf5d05a392f4c0b925b8a1eca824323">tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member</nova:user>
Oct 23 17:11:23 user nova-compute[74854]:         <nova:project uuid="435cbd0d03324a45bdacc7d5b76213e4">tempest-ServerBootFromVolumeStableRescueTest-702610562</nova:project>
Oct 23 17:11:23 user nova-compute[74854]:       </nova:owner>
Oct 23 17:11:23 user nova-compute[74854]:       <nova:root type="image" uuid="68c345df-c9e8-475a-b17c-635fa0c7e894"/>
Oct 23 17:11:23 user nova-compute[74854]:       <nova:ports>
Oct 23 17:11:23 user nova-compute[74854]:         <nova:port uuid="6cd485b0-733c-4d1a-ba5b-ef024c2163f0">
Oct 23 17:11:23 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 23 17:11:23 user nova-compute[74854]:         </nova:port>
Oct 23 17:11:23 user nova-compute[74854]:       </nova:ports>
Oct 23 17:11:23 user nova-compute[74854]:     </nova:instance>
Oct 23 17:11:23 user nova-compute[74854]:   </metadata>
Oct 23 17:11:23 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:11:23 user nova-compute[74854]:     <system>
Oct 23 17:11:23 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:11:23 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:11:23 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:11:23 user nova-compute[74854]:       <entry name="serial">f8fe30f2-3d36-47ae-b780-1f15c026cac2</entry>
Oct 23 17:11:23 user nova-compute[74854]:       <entry name="uuid">f8fe30f2-3d36-47ae-b780-1f15c026cac2</entry>
Oct 23 17:11:23 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:11:23 user nova-compute[74854]:     </system>
Oct 23 17:11:23 user nova-compute[74854]:   </sysinfo>
Oct 23 17:11:23 user nova-compute[74854]:   <os>
Oct 23 17:11:23 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:11:23 user nova-compute[74854]:     <boot dev="hd"/>
Oct 23 17:11:23 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:11:23 user nova-compute[74854]:   </os>
Oct 23 17:11:23 user nova-compute[74854]:   <features>
Oct 23 17:11:23 user nova-compute[74854]:     <acpi/>
Oct 23 17:11:23 user nova-compute[74854]:     <apic/>
Oct 23 17:11:23 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:11:23 user nova-compute[74854]:   </features>
Oct 23 17:11:23 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:11:23 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:11:23 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:11:23 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:11:23 user nova-compute[74854]:   </clock>
Oct 23 17:11:23 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:11:23 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:11:23 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:11:23 user nova-compute[74854]:   </cpu>
Oct 23 17:11:23 user nova-compute[74854]:   <devices>
Oct 23 17:11:23 user nova-compute[74854]:     <disk type="file" device="disk">
Oct 23 17:11:23 user nova-compute[74854]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 17:11:23 user nova-compute[74854]:       <source file="/opt/stack/data/nova/instances/f8fe30f2-3d36-47ae-b780-1f15c026cac2/disk"/>
Oct 23 17:11:23 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:11:23 user nova-compute[74854]:     </disk>
Oct 23 17:11:23 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:11:23 user nova-compute[74854]:       <mac address="fa:16:3e:9e:72:2a"/>
Oct 23 17:11:23 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:11:23 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:11:23 user nova-compute[74854]:       <target dev="tap6cd485b0-73"/>
Oct 23 17:11:23 user nova-compute[74854]:     </interface>
Oct 23 17:11:23 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:11:23 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/f8fe30f2-3d36-47ae-b780-1f15c026cac2/console.log" append="off"/>
Oct 23 17:11:23 user nova-compute[74854]:     </serial>
Oct 23 17:11:23 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:11:23 user nova-compute[74854]:     <video>
Oct 23 17:11:23 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:11:23 user nova-compute[74854]:     </video>
Oct 23 17:11:23 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:11:23 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:11:23 user nova-compute[74854]:     </rng>
Oct 23 17:11:23 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:11:23 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:11:23 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:11:23 user nova-compute[74854]:     </memballoon>
Oct 23 17:11:23 user nova-compute[74854]:   </devices>
Oct 23 17:11:23 user nova-compute[74854]: </domain>
Oct 23 17:11:23 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:11:23 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:11:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1767473660',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1767473660',id=20,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='435cbd0d03324a45bdacc7d5b76213e4',ramdisk_id='',reservation_id='r-663f3r9d',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-702610562',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:11:22Z,user_data=None,user_id='cdf5d05a392f4c0b925b8a1eca824323',uuid=f8fe30f2-3d36-47ae-b780-1f15c026cac2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6cd485b0-733c-4d1a-ba5b-ef024c2163f0", "address": "fa:16:3e:9e:72:2a", "network": {"id": "a40026f1-91de-4e98-85cd-c3bd1a956407", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1048031159-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "435cbd0d03324a45bdacc7d5b76213e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cd485b0-73", "ovs_interfaceid": "6cd485b0-733c-4d1a-ba5b-ef024c2163f0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:11:23 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Converting VIF {"id": "6cd485b0-733c-4d1a-ba5b-ef024c2163f0", "address": "fa:16:3e:9e:72:2a", "network": {"id": "a40026f1-91de-4e98-85cd-c3bd1a956407", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1048031159-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "435cbd0d03324a45bdacc7d5b76213e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cd485b0-73", "ovs_interfaceid": "6cd485b0-733c-4d1a-ba5b-ef024c2163f0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:11:23 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9e:72:2a,bridge_name='br-int',has_traffic_filtering=True,id=6cd485b0-733c-4d1a-ba5b-ef024c2163f0,network=Network(a40026f1-91de-4e98-85cd-c3bd1a956407),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6cd485b0-73') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:11:23 user nova-compute[74854]: DEBUG os_vif [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9e:72:2a,bridge_name='br-int',has_traffic_filtering=True,id=6cd485b0-733c-4d1a-ba5b-ef024c2163f0,network=Network(a40026f1-91de-4e98-85cd-c3bd1a956407),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6cd485b0-73') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:11:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:11:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:11:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd6aab92a-ca7a-53b9-b7b4-62d156dde8fa', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:11:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:11:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6cd485b0-73, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:11:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6cd485b0-73, col_values=(('qos', UUID('f4493f01-75d4-4106-abfd-b0cd7125f529')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:11:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6cd485b0-73, col_values=(('external_ids', {'iface-id': '6cd485b0-733c-4d1a-ba5b-ef024c2163f0', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9e:72:2a', 'vm-uuid': 'f8fe30f2-3d36-47ae-b780-1f15c026cac2'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:11:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:11:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:23 user nova-compute[74854]: INFO os_vif [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9e:72:2a,bridge_name='br-int',has_traffic_filtering=True,id=6cd485b0-733c-4d1a-ba5b-ef024c2163f0,network=Network(a40026f1-91de-4e98-85cd-c3bd1a956407),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6cd485b0-73')
Oct 23 17:11:23 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:11:23 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] No VIF found with MAC fa:16:3e:9e:72:2a, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:11:23 user nova-compute[74854]: DEBUG nova.network.neutron [req-bc683c58-8c19-4137-9ad0-da9333f76d8b req-e160508e-ec52-4690-8aa6-352628f9bbcf service nova] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Updated VIF entry in instance network info cache for port 6cd485b0-733c-4d1a-ba5b-ef024c2163f0. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:11:23 user nova-compute[74854]: DEBUG nova.network.neutron [req-bc683c58-8c19-4137-9ad0-da9333f76d8b req-e160508e-ec52-4690-8aa6-352628f9bbcf service nova] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Updating instance_info_cache with network_info: [{"id": "6cd485b0-733c-4d1a-ba5b-ef024c2163f0", "address": "fa:16:3e:9e:72:2a", "network": {"id": "a40026f1-91de-4e98-85cd-c3bd1a956407", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1048031159-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "435cbd0d03324a45bdacc7d5b76213e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cd485b0-73", "ovs_interfaceid": "6cd485b0-733c-4d1a-ba5b-ef024c2163f0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:11:23 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-bc683c58-8c19-4137-9ad0-da9333f76d8b req-e160508e-ec52-4690-8aa6-352628f9bbcf service nova] Releasing lock "refresh_cache-f8fe30f2-3d36-47ae-b780-1f15c026cac2" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:11:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:25 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Acquiring lock "a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:11:25 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:11:25 user nova-compute[74854]: DEBUG nova.compute.manager [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Starting instance... {{(pid=74854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 17:11:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:25 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:11:25 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:11:25 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74854) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 17:11:25 user nova-compute[74854]: INFO nova.compute.claims [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Claim successful on node user
Oct 23 17:11:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:25 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:11:25 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:11:25 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.514s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:11:25 user nova-compute[74854]: DEBUG nova.compute.manager [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Start building networks asynchronously for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 17:11:26 user nova-compute[74854]: DEBUG nova.compute.manager [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Allocating IP information in the background. {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 17:11:26 user nova-compute[74854]: DEBUG nova.network.neutron [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] allocate_for_instance() {{(pid=74854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 17:11:26 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 17:11:26 user nova-compute[74854]: DEBUG nova.compute.manager [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Start building block device mappings for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 17:11:26 user nova-compute[74854]: DEBUG nova.policy [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5675213e913d4779a484c9a3715f56cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bca03991a9df481c86def54ea306564f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74854) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 17:11:26 user nova-compute[74854]: DEBUG nova.compute.manager [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Start spawning the instance on the hypervisor. {{(pid=74854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 17:11:26 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Creating instance directory {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 17:11:26 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Creating image(s)
Oct 23 17:11:26 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Acquiring lock "/opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:11:26 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "/opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:11:26 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "/opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:11:26 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:11:26 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.195s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:11:26 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Acquiring lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:11:26 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:11:26 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:11:26 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.171s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:11:26 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk 1073741824 {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:11:26 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk 1073741824" returned: 0 in 0.065s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:11:26 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.243s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:11:26 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:11:26 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.172s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:11:26 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk. size=1073741824 {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 17:11:26 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:11:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:11:27 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Cannot resize image /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk to a smaller size. {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 17:11:27 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Created local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 17:11:27 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Ensure instance console log exists: /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/console.log {{(pid=74854) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 17:11:27 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:11:27 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:11:27 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:11:27 user nova-compute[74854]: DEBUG nova.network.neutron [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Successfully created port: d9833449-c297-4a3f-9046-9e69b4182795 {{(pid=74854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 17:11:27 user nova-compute[74854]: DEBUG nova.compute.manager [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Instance event wait completed in 0 seconds for  {{(pid=74854) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 17:11:27 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Guest created on hypervisor {{(pid=74854) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 17:11:27 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Instance spawned successfully.
Oct 23 17:11:27 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 17:11:27 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Found default for hw_cdrom_bus of ide {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:11:27 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Found default for hw_disk_bus of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:11:27 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Found default for hw_input_bus of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:11:27 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Found default for hw_pointer_model of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:11:27 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Found default for hw_video_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:11:27 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Found default for hw_vif_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:11:27 user nova-compute[74854]: INFO nova.compute.manager [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Took 5.94 seconds to spawn the instance on the hypervisor.
Oct 23 17:11:27 user nova-compute[74854]: DEBUG nova.compute.manager [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:11:27 user nova-compute[74854]: INFO nova.compute.manager [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Took 6.77 seconds to build instance.
Oct 23 17:11:27 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d6297404-55f8-43bc-9235-94780c1d7179 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "f8fe30f2-3d36-47ae-b780-1f15c026cac2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.876s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:11:27 user nova-compute[74854]: DEBUG nova.network.neutron [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Successfully updated port: d9833449-c297-4a3f-9046-9e69b4182795 {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:11:27 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Acquiring lock "refresh_cache-a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:11:27 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Acquired lock "refresh_cache-a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:11:27 user nova-compute[74854]: DEBUG nova.network.neutron [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:11:28 user nova-compute[74854]: DEBUG nova.compute.manager [req-4f35cd79-4b9f-458a-8336-085855840cac req-8fae8f6c-1dcf-457b-ad6b-759b2964bbfb service nova] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Received event network-changed-d9833449-c297-4a3f-9046-9e69b4182795 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:11:28 user nova-compute[74854]: DEBUG nova.compute.manager [req-4f35cd79-4b9f-458a-8336-085855840cac req-8fae8f6c-1dcf-457b-ad6b-759b2964bbfb service nova] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Refreshing instance network info cache due to event network-changed-d9833449-c297-4a3f-9046-9e69b4182795. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:11:28 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-4f35cd79-4b9f-458a-8336-085855840cac req-8fae8f6c-1dcf-457b-ad6b-759b2964bbfb service nova] Acquiring lock "refresh_cache-a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:11:28 user nova-compute[74854]: DEBUG nova.network.neutron [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Instance cache missing network info. {{(pid=74854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 17:11:28 user nova-compute[74854]: DEBUG nova.network.neutron [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Updating instance_info_cache with network_info: [{"id": "d9833449-c297-4a3f-9046-9e69b4182795", "address": "fa:16:3e:39:9a:1e", "network": {"id": "96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1329263426-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bca03991a9df481c86def54ea306564f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9833449-c2", "ovs_interfaceid": "d9833449-c297-4a3f-9046-9e69b4182795", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:11:28 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Releasing lock "refresh_cache-a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:11:28 user nova-compute[74854]: DEBUG nova.compute.manager [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Instance network_info: |[{"id": "d9833449-c297-4a3f-9046-9e69b4182795", "address": "fa:16:3e:39:9a:1e", "network": {"id": "96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1329263426-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bca03991a9df481c86def54ea306564f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9833449-c2", "ovs_interfaceid": "d9833449-c297-4a3f-9046-9e69b4182795", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 17:11:28 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-4f35cd79-4b9f-458a-8336-085855840cac req-8fae8f6c-1dcf-457b-ad6b-759b2964bbfb service nova] Acquired lock "refresh_cache-a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:11:28 user nova-compute[74854]: DEBUG nova.network.neutron [req-4f35cd79-4b9f-458a-8336-085855840cac req-8fae8f6c-1dcf-457b-ad6b-759b2964bbfb service nova] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Refreshing network info cache for port d9833449-c297-4a3f-9046-9e69b4182795 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:11:28 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Start _get_guest_xml network_info=[{"id": "d9833449-c297-4a3f-9046-9e69b4182795", "address": "fa:16:3e:39:9a:1e", "network": {"id": "96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1329263426-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bca03991a9df481c86def54ea306564f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9833449-c2", "ovs_interfaceid": "d9833449-c297-4a3f-9046-9e69b4182795", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'encryption_format': None, 'encryption_options': None, 'size': 0, 'boot_index': 0, 'encrypted': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'image_id': '68c345df-c9e8-475a-b17c-635fa0c7e894'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:11:28 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:11:28 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:11:28 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:11:28 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:11:28 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:11:28 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:11:28 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:11:28 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:11:28 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:11:28 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:11:28 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:11:28 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:11:28 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:11:28 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:11:28 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:11:28 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:11:28 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:11:28 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:11:28 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:11:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1534025609',display_name='tempest-ServerActionsTestOtherA-server-1534025609',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1534025609',id=21,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPBJR3BvmM7meYkAcCF2ujZe03U4HNLixnKiUvE/o6SXIDNWUShuWmTShR/FAWxF9sC4aPy85Abikw36gNEcA5FEVHgwYXn+z4KffbWl4nss9UGOVqcw9RqiDENkCY5N/g==',key_name='tempest-keypair-2124569675',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bca03991a9df481c86def54ea306564f',ramdisk_id='',reservation_id='r-gb48aztz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1778139926',owner_user_name='tempest-ServerActionsTestOtherA-1778139926-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:11:26Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5675213e913d4779a484c9a3715f56cf',uuid=a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d9833449-c297-4a3f-9046-9e69b4182795", "address": "fa:16:3e:39:9a:1e", "network": {"id": "96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1329263426-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bca03991a9df481c86def54ea306564f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9833449-c2", "ovs_interfaceid": "d9833449-c297-4a3f-9046-9e69b4182795", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:11:28 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Converting VIF {"id": "d9833449-c297-4a3f-9046-9e69b4182795", "address": "fa:16:3e:39:9a:1e", "network": {"id": "96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1329263426-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bca03991a9df481c86def54ea306564f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9833449-c2", "ovs_interfaceid": "d9833449-c297-4a3f-9046-9e69b4182795", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:11:28 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:39:9a:1e,bridge_name='br-int',has_traffic_filtering=True,id=d9833449-c297-4a3f-9046-9e69b4182795,network=Network(96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd9833449-c2') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:11:28 user nova-compute[74854]: DEBUG nova.objects.instance [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lazy-loading 'pci_devices' on Instance uuid a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:11:28 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:11:28 user nova-compute[74854]:   <uuid>a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf</uuid>
Oct 23 17:11:28 user nova-compute[74854]:   <name>instance-00000015</name>
Oct 23 17:11:28 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:11:28 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:11:28 user nova-compute[74854]:   <metadata>
Oct 23 17:11:28 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:11:28 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:11:28 user nova-compute[74854]:       <nova:name>tempest-ServerActionsTestOtherA-server-1534025609</nova:name>
Oct 23 17:11:28 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:11:28</nova:creationTime>
Oct 23 17:11:28 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:11:28 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:11:28 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:11:28 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:11:28 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:11:28 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:11:28 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:11:28 user nova-compute[74854]:       <nova:owner>
Oct 23 17:11:28 user nova-compute[74854]:         <nova:user uuid="5675213e913d4779a484c9a3715f56cf">tempest-ServerActionsTestOtherA-1778139926-project-member</nova:user>
Oct 23 17:11:28 user nova-compute[74854]:         <nova:project uuid="bca03991a9df481c86def54ea306564f">tempest-ServerActionsTestOtherA-1778139926</nova:project>
Oct 23 17:11:28 user nova-compute[74854]:       </nova:owner>
Oct 23 17:11:28 user nova-compute[74854]:       <nova:root type="image" uuid="68c345df-c9e8-475a-b17c-635fa0c7e894"/>
Oct 23 17:11:28 user nova-compute[74854]:       <nova:ports>
Oct 23 17:11:28 user nova-compute[74854]:         <nova:port uuid="d9833449-c297-4a3f-9046-9e69b4182795">
Oct 23 17:11:28 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 23 17:11:28 user nova-compute[74854]:         </nova:port>
Oct 23 17:11:28 user nova-compute[74854]:       </nova:ports>
Oct 23 17:11:28 user nova-compute[74854]:     </nova:instance>
Oct 23 17:11:28 user nova-compute[74854]:   </metadata>
Oct 23 17:11:28 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:11:28 user nova-compute[74854]:     <system>
Oct 23 17:11:28 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:11:28 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:11:28 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:11:28 user nova-compute[74854]:       <entry name="serial">a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf</entry>
Oct 23 17:11:28 user nova-compute[74854]:       <entry name="uuid">a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf</entry>
Oct 23 17:11:28 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:11:28 user nova-compute[74854]:     </system>
Oct 23 17:11:28 user nova-compute[74854]:   </sysinfo>
Oct 23 17:11:28 user nova-compute[74854]:   <os>
Oct 23 17:11:28 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:11:28 user nova-compute[74854]:     <boot dev="hd"/>
Oct 23 17:11:28 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:11:28 user nova-compute[74854]:   </os>
Oct 23 17:11:28 user nova-compute[74854]:   <features>
Oct 23 17:11:28 user nova-compute[74854]:     <acpi/>
Oct 23 17:11:28 user nova-compute[74854]:     <apic/>
Oct 23 17:11:28 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:11:28 user nova-compute[74854]:   </features>
Oct 23 17:11:28 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:11:28 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:11:28 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:11:28 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:11:28 user nova-compute[74854]:   </clock>
Oct 23 17:11:28 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:11:28 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:11:28 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:11:28 user nova-compute[74854]:   </cpu>
Oct 23 17:11:28 user nova-compute[74854]:   <devices>
Oct 23 17:11:28 user nova-compute[74854]:     <disk type="file" device="disk">
Oct 23 17:11:28 user nova-compute[74854]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 17:11:28 user nova-compute[74854]:       <source file="/opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk"/>
Oct 23 17:11:28 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:11:28 user nova-compute[74854]:     </disk>
Oct 23 17:11:28 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:11:28 user nova-compute[74854]:       <mac address="fa:16:3e:39:9a:1e"/>
Oct 23 17:11:28 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:11:28 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:11:28 user nova-compute[74854]:       <target dev="tapd9833449-c2"/>
Oct 23 17:11:28 user nova-compute[74854]:     </interface>
Oct 23 17:11:28 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:11:28 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/console.log" append="off"/>
Oct 23 17:11:28 user nova-compute[74854]:     </serial>
Oct 23 17:11:28 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:11:28 user nova-compute[74854]:     <video>
Oct 23 17:11:28 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:11:28 user nova-compute[74854]:     </video>
Oct 23 17:11:28 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:11:28 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:11:28 user nova-compute[74854]:     </rng>
Oct 23 17:11:28 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:11:28 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:11:28 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:11:28 user nova-compute[74854]:     </memballoon>
Oct 23 17:11:28 user nova-compute[74854]:   </devices>
Oct 23 17:11:28 user nova-compute[74854]: </domain>
Oct 23 17:11:28 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:11:28 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:11:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1534025609',display_name='tempest-ServerActionsTestOtherA-server-1534025609',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1534025609',id=21,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPBJR3BvmM7meYkAcCF2ujZe03U4HNLixnKiUvE/o6SXIDNWUShuWmTShR/FAWxF9sC4aPy85Abikw36gNEcA5FEVHgwYXn+z4KffbWl4nss9UGOVqcw9RqiDENkCY5N/g==',key_name='tempest-keypair-2124569675',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bca03991a9df481c86def54ea306564f',ramdisk_id='',reservation_id='r-gb48aztz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1778139926',owner_user_name='tempest-ServerActionsTestOtherA-1778139926-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:11:26Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5675213e913d4779a484c9a3715f56cf',uuid=a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d9833449-c297-4a3f-9046-9e69b4182795", "address": "fa:16:3e:39:9a:1e", "network": {"id": "96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1329263426-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bca03991a9df481c86def54ea306564f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9833449-c2", "ovs_interfaceid": "d9833449-c297-4a3f-9046-9e69b4182795", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:11:28 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Converting VIF {"id": "d9833449-c297-4a3f-9046-9e69b4182795", "address": "fa:16:3e:39:9a:1e", "network": {"id": "96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1329263426-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bca03991a9df481c86def54ea306564f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9833449-c2", "ovs_interfaceid": "d9833449-c297-4a3f-9046-9e69b4182795", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:11:28 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:39:9a:1e,bridge_name='br-int',has_traffic_filtering=True,id=d9833449-c297-4a3f-9046-9e69b4182795,network=Network(96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd9833449-c2') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:11:28 user nova-compute[74854]: DEBUG os_vif [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:39:9a:1e,bridge_name='br-int',has_traffic_filtering=True,id=d9833449-c297-4a3f-9046-9e69b4182795,network=Network(96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd9833449-c2') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:11:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:11:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:11:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5e7091fd-9d7d-5d7f-be8c-46076b575727', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:11:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:11:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd9833449-c2, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:11:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd9833449-c2, col_values=(('qos', UUID('46db2616-3de6-4502-9d65-da2ecb8e37ab')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:11:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd9833449-c2, col_values=(('external_ids', {'iface-id': 'd9833449-c297-4a3f-9046-9e69b4182795', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:39:9a:1e', 'vm-uuid': 'a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:11:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:11:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:28 user nova-compute[74854]: INFO os_vif [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:39:9a:1e,bridge_name='br-int',has_traffic_filtering=True,id=d9833449-c297-4a3f-9046-9e69b4182795,network=Network(96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd9833449-c2')
Oct 23 17:11:28 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:11:28 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] No VIF found with MAC fa:16:3e:39:9a:1e, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:11:28 user nova-compute[74854]: DEBUG nova.network.neutron [req-4f35cd79-4b9f-458a-8336-085855840cac req-8fae8f6c-1dcf-457b-ad6b-759b2964bbfb service nova] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Updated VIF entry in instance network info cache for port d9833449-c297-4a3f-9046-9e69b4182795. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:11:28 user nova-compute[74854]: DEBUG nova.network.neutron [req-4f35cd79-4b9f-458a-8336-085855840cac req-8fae8f6c-1dcf-457b-ad6b-759b2964bbfb service nova] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Updating instance_info_cache with network_info: [{"id": "d9833449-c297-4a3f-9046-9e69b4182795", "address": "fa:16:3e:39:9a:1e", "network": {"id": "96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1329263426-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bca03991a9df481c86def54ea306564f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9833449-c2", "ovs_interfaceid": "d9833449-c297-4a3f-9046-9e69b4182795", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:11:28 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-4f35cd79-4b9f-458a-8336-085855840cac req-8fae8f6c-1dcf-457b-ad6b-759b2964bbfb service nova] Releasing lock "refresh_cache-a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:11:29 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:29 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:30 user nova-compute[74854]: DEBUG nova.compute.manager [req-5935df5d-a245-49b3-8a9f-b08286a8d379 req-ee1c04d2-f25f-4db2-883b-f09eb3d3794b service nova] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Received event network-vif-plugged-6cd485b0-733c-4d1a-ba5b-ef024c2163f0 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:11:30 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-5935df5d-a245-49b3-8a9f-b08286a8d379 req-ee1c04d2-f25f-4db2-883b-f09eb3d3794b service nova] Acquiring lock "f8fe30f2-3d36-47ae-b780-1f15c026cac2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:11:30 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-5935df5d-a245-49b3-8a9f-b08286a8d379 req-ee1c04d2-f25f-4db2-883b-f09eb3d3794b service nova] Lock "f8fe30f2-3d36-47ae-b780-1f15c026cac2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:11:30 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-5935df5d-a245-49b3-8a9f-b08286a8d379 req-ee1c04d2-f25f-4db2-883b-f09eb3d3794b service nova] Lock "f8fe30f2-3d36-47ae-b780-1f15c026cac2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:11:30 user nova-compute[74854]: DEBUG nova.compute.manager [req-5935df5d-a245-49b3-8a9f-b08286a8d379 req-ee1c04d2-f25f-4db2-883b-f09eb3d3794b service nova] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] No waiting events found dispatching network-vif-plugged-6cd485b0-733c-4d1a-ba5b-ef024c2163f0 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:11:30 user nova-compute[74854]: WARNING nova.compute.manager [req-5935df5d-a245-49b3-8a9f-b08286a8d379 req-ee1c04d2-f25f-4db2-883b-f09eb3d3794b service nova] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Received unexpected event network-vif-plugged-6cd485b0-733c-4d1a-ba5b-ef024c2163f0 for instance with vm_state active and task_state None.
Oct 23 17:11:30 user nova-compute[74854]: DEBUG nova.compute.manager [req-5935df5d-a245-49b3-8a9f-b08286a8d379 req-ee1c04d2-f25f-4db2-883b-f09eb3d3794b service nova] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Received event network-vif-plugged-6cd485b0-733c-4d1a-ba5b-ef024c2163f0 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:11:30 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-5935df5d-a245-49b3-8a9f-b08286a8d379 req-ee1c04d2-f25f-4db2-883b-f09eb3d3794b service nova] Acquiring lock "f8fe30f2-3d36-47ae-b780-1f15c026cac2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:11:30 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-5935df5d-a245-49b3-8a9f-b08286a8d379 req-ee1c04d2-f25f-4db2-883b-f09eb3d3794b service nova] Lock "f8fe30f2-3d36-47ae-b780-1f15c026cac2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:11:30 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-5935df5d-a245-49b3-8a9f-b08286a8d379 req-ee1c04d2-f25f-4db2-883b-f09eb3d3794b service nova] Lock "f8fe30f2-3d36-47ae-b780-1f15c026cac2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:11:30 user nova-compute[74854]: DEBUG nova.compute.manager [req-5935df5d-a245-49b3-8a9f-b08286a8d379 req-ee1c04d2-f25f-4db2-883b-f09eb3d3794b service nova] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] No waiting events found dispatching network-vif-plugged-6cd485b0-733c-4d1a-ba5b-ef024c2163f0 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:11:30 user nova-compute[74854]: WARNING nova.compute.manager [req-5935df5d-a245-49b3-8a9f-b08286a8d379 req-ee1c04d2-f25f-4db2-883b-f09eb3d3794b service nova] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Received unexpected event network-vif-plugged-6cd485b0-733c-4d1a-ba5b-ef024c2163f0 for instance with vm_state active and task_state None.
Oct 23 17:11:30 user nova-compute[74854]: DEBUG nova.compute.manager [req-7ab2faa6-803f-4b5b-8a6d-a34e0bf1950f req-4b7f6cbb-5466-479f-a85a-98919f6a3b35 service nova] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Received event network-vif-plugged-d9833449-c297-4a3f-9046-9e69b4182795 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:11:30 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-7ab2faa6-803f-4b5b-8a6d-a34e0bf1950f req-4b7f6cbb-5466-479f-a85a-98919f6a3b35 service nova] Acquiring lock "a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:11:30 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-7ab2faa6-803f-4b5b-8a6d-a34e0bf1950f req-4b7f6cbb-5466-479f-a85a-98919f6a3b35 service nova] Lock "a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:11:30 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-7ab2faa6-803f-4b5b-8a6d-a34e0bf1950f req-4b7f6cbb-5466-479f-a85a-98919f6a3b35 service nova] Lock "a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:11:30 user nova-compute[74854]: DEBUG nova.compute.manager [req-7ab2faa6-803f-4b5b-8a6d-a34e0bf1950f req-4b7f6cbb-5466-479f-a85a-98919f6a3b35 service nova] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] No waiting events found dispatching network-vif-plugged-d9833449-c297-4a3f-9046-9e69b4182795 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:11:30 user nova-compute[74854]: WARNING nova.compute.manager [req-7ab2faa6-803f-4b5b-8a6d-a34e0bf1950f req-4b7f6cbb-5466-479f-a85a-98919f6a3b35 service nova] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Received unexpected event network-vif-plugged-d9833449-c297-4a3f-9046-9e69b4182795 for instance with vm_state building and task_state spawning.
Oct 23 17:11:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:32 user nova-compute[74854]: DEBUG nova.compute.manager [req-bd776d65-b389-4eee-a933-f98d3f4ff12d req-fa075b75-9fa9-424e-9d52-bb4e8f2c6631 service nova] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Received event network-vif-plugged-d9833449-c297-4a3f-9046-9e69b4182795 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:11:32 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-bd776d65-b389-4eee-a933-f98d3f4ff12d req-fa075b75-9fa9-424e-9d52-bb4e8f2c6631 service nova] Acquiring lock "a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:11:32 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-bd776d65-b389-4eee-a933-f98d3f4ff12d req-fa075b75-9fa9-424e-9d52-bb4e8f2c6631 service nova] Lock "a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:11:32 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-bd776d65-b389-4eee-a933-f98d3f4ff12d req-fa075b75-9fa9-424e-9d52-bb4e8f2c6631 service nova] Lock "a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:11:32 user nova-compute[74854]: DEBUG nova.compute.manager [req-bd776d65-b389-4eee-a933-f98d3f4ff12d req-fa075b75-9fa9-424e-9d52-bb4e8f2c6631 service nova] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] No waiting events found dispatching network-vif-plugged-d9833449-c297-4a3f-9046-9e69b4182795 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:11:32 user nova-compute[74854]: WARNING nova.compute.manager [req-bd776d65-b389-4eee-a933-f98d3f4ff12d req-fa075b75-9fa9-424e-9d52-bb4e8f2c6631 service nova] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Received unexpected event network-vif-plugged-d9833449-c297-4a3f-9046-9e69b4182795 for instance with vm_state building and task_state spawning.
Oct 23 17:11:32 user nova-compute[74854]: DEBUG nova.compute.manager [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Instance event wait completed in 0 seconds for  {{(pid=74854) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 17:11:32 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Guest created on hypervisor {{(pid=74854) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 17:11:32 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Instance spawned successfully.
Oct 23 17:11:32 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 17:11:32 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Found default for hw_cdrom_bus of ide {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:11:32 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Found default for hw_disk_bus of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:11:32 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Found default for hw_input_bus of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:11:32 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Found default for hw_pointer_model of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:11:32 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Found default for hw_video_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:11:32 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Found default for hw_vif_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:11:32 user nova-compute[74854]: INFO nova.compute.manager [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Took 6.27 seconds to spawn the instance on the hypervisor.
Oct 23 17:11:32 user nova-compute[74854]: DEBUG nova.compute.manager [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:11:32 user nova-compute[74854]: INFO nova.compute.manager [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Took 7.15 seconds to build instance.
Oct 23 17:11:32 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ad752acc-3f02-4b4a-aac0-23860a14ddcc tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.259s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:11:33 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:35 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:38 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:39 user nova-compute[74854]: DEBUG nova.compute.manager [req-22baa77d-ab5f-4dca-93a5-021bf1ab9b2e req-392e2357-5cbe-40fd-b699-8f36a7e0287c service nova] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Received event network-changed-26234deb-874e-4de6-8982-81d6a6b930b1 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:11:39 user nova-compute[74854]: DEBUG nova.compute.manager [req-22baa77d-ab5f-4dca-93a5-021bf1ab9b2e req-392e2357-5cbe-40fd-b699-8f36a7e0287c service nova] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Refreshing instance network info cache due to event network-changed-26234deb-874e-4de6-8982-81d6a6b930b1. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:11:39 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-22baa77d-ab5f-4dca-93a5-021bf1ab9b2e req-392e2357-5cbe-40fd-b699-8f36a7e0287c service nova] Acquiring lock "refresh_cache-a7038e08-a72d-43e0-9434-8fc588e44c9d" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:11:39 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-22baa77d-ab5f-4dca-93a5-021bf1ab9b2e req-392e2357-5cbe-40fd-b699-8f36a7e0287c service nova] Acquired lock "refresh_cache-a7038e08-a72d-43e0-9434-8fc588e44c9d" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:11:39 user nova-compute[74854]: DEBUG nova.network.neutron [req-22baa77d-ab5f-4dca-93a5-021bf1ab9b2e req-392e2357-5cbe-40fd-b699-8f36a7e0287c service nova] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Refreshing network info cache for port 26234deb-874e-4de6-8982-81d6a6b930b1 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:11:40 user nova-compute[74854]: DEBUG nova.network.neutron [req-22baa77d-ab5f-4dca-93a5-021bf1ab9b2e req-392e2357-5cbe-40fd-b699-8f36a7e0287c service nova] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Updated VIF entry in instance network info cache for port 26234deb-874e-4de6-8982-81d6a6b930b1. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:11:40 user nova-compute[74854]: DEBUG nova.network.neutron [req-22baa77d-ab5f-4dca-93a5-021bf1ab9b2e req-392e2357-5cbe-40fd-b699-8f36a7e0287c service nova] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Updating instance_info_cache with network_info: [{"id": "26234deb-874e-4de6-8982-81d6a6b930b1", "address": "fa:16:3e:bc:e7:af", "network": {"id": "76bb326f-c433-4205-9a35-ebf980f99dd5", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-907062387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.90", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5e74a0b018474123a192971e1c470eea", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26234deb-87", "ovs_interfaceid": "26234deb-874e-4de6-8982-81d6a6b930b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:11:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-22baa77d-ab5f-4dca-93a5-021bf1ab9b2e req-392e2357-5cbe-40fd-b699-8f36a7e0287c service nova] Releasing lock "refresh_cache-a7038e08-a72d-43e0-9434-8fc588e44c9d" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:11:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:40 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:11:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Acquiring lock "916718d2-e5fd-47e5-9a86-1ad7719e33a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:11:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Lock "916718d2-e5fd-47e5-9a86-1ad7719e33a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:11:40 user nova-compute[74854]: DEBUG nova.compute.manager [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] Starting instance... {{(pid=74854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 17:11:41 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:11:41 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:11:41 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74854) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 17:11:41 user nova-compute[74854]: INFO nova.compute.claims [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] Claim successful on node user
Oct 23 17:11:41 user nova-compute[74854]: INFO nova.compute.manager [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Rebuilding instance
Oct 23 17:11:41 user nova-compute[74854]: DEBUG nova.compute.manager [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:11:41 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:41 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:41 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:41 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:41 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:11:41 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:11:41 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.662s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:11:41 user nova-compute[74854]: DEBUG nova.compute.manager [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] Start building networks asynchronously for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 17:11:41 user nova-compute[74854]: DEBUG nova.compute.manager [req-ded98a0c-50d3-4e52-83bd-734ce2073c19 req-36c965f8-5f3d-45d9-9599-250a93dea192 service nova] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Received event network-vif-unplugged-26234deb-874e-4de6-8982-81d6a6b930b1 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:11:41 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-ded98a0c-50d3-4e52-83bd-734ce2073c19 req-36c965f8-5f3d-45d9-9599-250a93dea192 service nova] Acquiring lock "a7038e08-a72d-43e0-9434-8fc588e44c9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:11:41 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-ded98a0c-50d3-4e52-83bd-734ce2073c19 req-36c965f8-5f3d-45d9-9599-250a93dea192 service nova] Lock "a7038e08-a72d-43e0-9434-8fc588e44c9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:11:41 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-ded98a0c-50d3-4e52-83bd-734ce2073c19 req-36c965f8-5f3d-45d9-9599-250a93dea192 service nova] Lock "a7038e08-a72d-43e0-9434-8fc588e44c9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:11:41 user nova-compute[74854]: DEBUG nova.compute.manager [req-ded98a0c-50d3-4e52-83bd-734ce2073c19 req-36c965f8-5f3d-45d9-9599-250a93dea192 service nova] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] No waiting events found dispatching network-vif-unplugged-26234deb-874e-4de6-8982-81d6a6b930b1 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:11:41 user nova-compute[74854]: WARNING nova.compute.manager [req-ded98a0c-50d3-4e52-83bd-734ce2073c19 req-36c965f8-5f3d-45d9-9599-250a93dea192 service nova] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Received unexpected event network-vif-unplugged-26234deb-874e-4de6-8982-81d6a6b930b1 for instance with vm_state active and task_state rebuilding.
Oct 23 17:11:41 user nova-compute[74854]: DEBUG nova.compute.manager [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] Allocating IP information in the background. {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 17:11:41 user nova-compute[74854]: DEBUG nova.network.neutron [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] allocate_for_instance() {{(pid=74854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 17:11:41 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:11:41 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 17:11:41 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 17:11:41 user nova-compute[74854]: DEBUG nova.compute.manager [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] Start building block device mappings for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG nova.policy [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9716746749fc4900a3de38430fbb873b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a651f2b7cdd426487393c93f36e0dc1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74854) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG nova.compute.manager [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] Start spawning the instance on the hypervisor. {{(pid=74854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] Creating instance directory {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 17:11:42 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] Creating image(s)
Oct 23 17:11:42 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Acquiring lock "/opt/stack/data/nova/instances/916718d2-e5fd-47e5-9a86-1ad7719e33a2/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Lock "/opt/stack/data/nova/instances/916718d2-e5fd-47e5-9a86-1ad7719e33a2/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Lock "/opt/stack/data/nova/instances/916718d2-e5fd-47e5-9a86-1ad7719e33a2/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:11:42 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Instance destroyed successfully.
Oct 23 17:11:42 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Instance destroyed successfully.
Oct 23 17:11:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:09:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-987186216',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-931056393',id=16,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEkQFmoX1xKItdkiZtuhpIdPR5j5Xr45GVEYH28gWwqqPIsyUF64ELQK1MALa+chhZhrxCbzsB9kX/EPmXj07MMzcit8dVTvF1wH8bXw53bfPL/DlzzLyQxnRI5CnxsL0Q==',key_name='tempest-keypair-704558730',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:10:17Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='5e74a0b018474123a192971e1c470eea',ramdisk_id='',reservation_id='r-twnkkoth',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-475601208',owner_user_name='tempest-ServerActionsV293TestJSON-475601208-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:11:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='42ef848387814697b85b488438a5a997',uuid=a7038e08-a72d-43e0-9434-8fc588e44c9d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "26234deb-874e-4de6-8982-81d6a6b930b1", "address": "fa:16:3e:bc:e7:af", "network": {"id": "76bb326f-c433-4205-9a35-ebf980f99dd5", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-907062387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.90", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5e74a0b018474123a192971e1c470eea", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26234deb-87", "ovs_interfaceid": "26234deb-874e-4de6-8982-81d6a6b930b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Converting VIF {"id": "26234deb-874e-4de6-8982-81d6a6b930b1", "address": "fa:16:3e:bc:e7:af", "network": {"id": "76bb326f-c433-4205-9a35-ebf980f99dd5", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-907062387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.90", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5e74a0b018474123a192971e1c470eea", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26234deb-87", "ovs_interfaceid": "26234deb-874e-4de6-8982-81d6a6b930b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:bc:e7:af,bridge_name='br-int',has_traffic_filtering=True,id=26234deb-874e-4de6-8982-81d6a6b930b1,network=Network(76bb326f-c433-4205-9a35-ebf980f99dd5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap26234deb-87') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG os_vif [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:bc:e7:af,bridge_name='br-int',has_traffic_filtering=True,id=26234deb-874e-4de6-8982-81d6a6b930b1,network=Network(76bb326f-c433-4205-9a35-ebf980f99dd5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap26234deb-87') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap26234deb-87, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6b855b8b-2bc8-4705-b133-21586e883961) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:42 user nova-compute[74854]: INFO os_vif [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:bc:e7:af,bridge_name='br-int',has_traffic_filtering=True,id=26234deb-874e-4de6-8982-81d6a6b930b1,network=Network(76bb326f-c433-4205-9a35-ebf980f99dd5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap26234deb-87')
Oct 23 17:11:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] calling os-brick to detach iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, {'target_iqn': 'iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dIvhZHbD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:11:42 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 23 17:11:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[5589a822-33ae-41c5-8f7c-917aff48ee03]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 17:11:42 user nova-compute[74854]: No targets found.
Oct 23 17:11:42 user nova-compute[74854]: iSNS:
Oct 23 17:11:42 user nova-compute[74854]: No targets found.
Oct 23 17:11:42 user nova-compute[74854]: STATIC:
Oct 23 17:11:42 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a
Oct 23 17:11:42 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:11:42 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:11:42 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1
Oct 23 17:11:42 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:11:42 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:11:42 user nova-compute[74854]: FIRMWARE:
Oct 23 17:11:42 user nova-compute[74854]: No targets found.
Oct 23 17:11:42 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 17:11:42 user nova-compute[74854]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 17:11:42 user nova-compute[74854]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74854) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a', 0)] {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[958598ce-3b1e-4136-82f7-13d0c3e36dc7]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[80b78b9f-11d4-4995-b6cc-3c5ce73ec710]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:11:42 user nova-compute[74854]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a (non-flash)
Oct 23 17:11:42 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:11:42 user nova-compute[74854]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a (non-flash)
Oct 23 17:11:42 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f3038f82ef0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a'): ({'sdd'}, set())}) {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Removing single pathed devices sdd {{(pid=74854) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.217s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Acquiring lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[0483bda0-6687-43f4-baa4-02610bafe20d]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.026s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[efe3251b-9dce-4168-afd2-990360648e57]: (4, ('ok\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Flushing IO for device /dev/sdd {{(pid=74854) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[264bbfee-06de-4e69-877b-2bb3be83e7a4]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74854) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.060s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf3a923c-bbb1-46e6-8d0c-d724daaf6ed1]: (4, ('1', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] SCSI volumes sdd have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIO4385c963-a1259dda0eb3c340', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_4385c963', '/dev/disk/by-id/scsi-26131323539646461') {{(pid=85920) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[380c38b3-5adb-4d3b-a3d5-61ac7225b83b]: (4, None) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a')] {{(pid=74854) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[a823be82-e7de-4ac5-8ae7-5cc77cb00ebd]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a -p 172.16.0.220:3260 --logout {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.213s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/916718d2-e5fd-47e5-9a86-1ad7719e33a2/disk 1073741824 {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[a96b5801-2307-46ed-adb6-970da482f160]: (4, ('Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a, portal: 172.16.0.220,3260]\nLogout of [sid: 19, target: iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a, portal: 172.16.0.220,3260]
Oct 23 17:11:42 user nova-compute[74854]: Logout of [sid: 19, target: iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a, portal: 172.16.0.220,3260] successful.
Oct 23 17:11:42 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a -p 172.16.0.220:3260 --op delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/916718d2-e5fd-47e5-9a86-1ad7719e33a2/disk 1073741824" returned: 0 in 0.068s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.285s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.035s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[aea025a3-e670-468d-ba12-7ac45e038ba4]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.409s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] <== disconnect_volume: return (411ms) None {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Disconnected iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 17:11:42 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Deleting instance files /opt/stack/data/nova/instances/a7038e08-a72d-43e0-9434-8fc588e44c9d_del
Oct 23 17:11:42 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Deletion of /opt/stack/data/nova/instances/a7038e08-a72d-43e0-9434-8fc588e44c9d_del complete
Oct 23 17:11:42 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG nova.network.neutron [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] Successfully created port: a313fdb6-4b44-44f6-aa81-c7ac6eee103e {{(pid=74854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.198s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Checking if we can resize image /opt/stack/data/nova/instances/916718d2-e5fd-47e5-9a86-1ad7719e33a2/disk. size=1073741824 {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 17:11:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/916718d2-e5fd-47e5-9a86-1ad7719e33a2/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:11:43 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] During detach_volume, instance disappeared.: nova.exception.InstanceNotFound: Instance a7038e08-a72d-43e0-9434-8fc588e44c9d could not be found.
Oct 23 17:11:43 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] calling os-brick to detach iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 17:11:43 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, {'target_iqn': 'iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dIvhZHbD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:11:43 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 23 17:11:43 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:11:43 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:11:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:11:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:11:43 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[53e7f031-dd9b-4466-97df-58d52bb0e84a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:11:43 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 17:11:43 user nova-compute[74854]: No targets found.
Oct 23 17:11:43 user nova-compute[74854]: iSNS:
Oct 23 17:11:43 user nova-compute[74854]: No targets found.
Oct 23 17:11:43 user nova-compute[74854]: STATIC:
Oct 23 17:11:43 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1
Oct 23 17:11:43 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:11:43 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:11:43 user nova-compute[74854]: FIRMWARE:
Oct 23 17:11:43 user nova-compute[74854]: No targets found.
Oct 23 17:11:43 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:11:43 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 17:11:43 user nova-compute[74854]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 17:11:43 user nova-compute[74854]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74854) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 17:11:43 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a', 0)] {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 17:11:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:11:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:11:43 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[67003c34-4d41-4274-9f3a-5311845d0300]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:11:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:11:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:11:43 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[5bd2da0e-7f43-4fcb-9238-32c080efd9df]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:11:43 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:11:43 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:11:43 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:11:43 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:11:43 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f3038ee3130>, {}) {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 17:11:43 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Disconnecting from: [] {{(pid=74854) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 17:11:43 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.080s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:11:43 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] <== disconnect_volume: return (82ms) None {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:11:43 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Disconnected iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 17:11:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/916718d2-e5fd-47e5-9a86-1ad7719e33a2/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:11:43 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Cannot resize image /opt/stack/data/nova/instances/916718d2-e5fd-47e5-9a86-1ad7719e33a2/disk to a smaller size. {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 17:11:43 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] Created local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 17:11:43 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] Ensure instance console log exists: /opt/stack/data/nova/instances/916718d2-e5fd-47e5-9a86-1ad7719e33a2/console.log {{(pid=74854) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 17:11:43 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:11:43 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:11:43 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:11:43 user nova-compute[74854]: DEBUG nova.network.neutron [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] Successfully updated port: a313fdb6-4b44-44f6-aa81-c7ac6eee103e {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:11:43 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Acquiring lock "refresh_cache-916718d2-e5fd-47e5-9a86-1ad7719e33a2" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:11:43 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Acquired lock "refresh_cache-916718d2-e5fd-47e5-9a86-1ad7719e33a2" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:11:43 user nova-compute[74854]: DEBUG nova.network.neutron [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:11:43 user nova-compute[74854]: DEBUG nova.compute.manager [req-3e717ed4-b560-477a-b5aa-d9dfc6bb5a40 req-58f7a910-6ece-457f-b06f-7c7c75cd8b30 service nova] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] Received event network-changed-a313fdb6-4b44-44f6-aa81-c7ac6eee103e {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:11:43 user nova-compute[74854]: DEBUG nova.compute.manager [req-3e717ed4-b560-477a-b5aa-d9dfc6bb5a40 req-58f7a910-6ece-457f-b06f-7c7c75cd8b30 service nova] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] Refreshing instance network info cache due to event network-changed-a313fdb6-4b44-44f6-aa81-c7ac6eee103e. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:11:43 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-3e717ed4-b560-477a-b5aa-d9dfc6bb5a40 req-58f7a910-6ece-457f-b06f-7c7c75cd8b30 service nova] Acquiring lock "refresh_cache-916718d2-e5fd-47e5-9a86-1ad7719e33a2" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:11:43 user nova-compute[74854]: DEBUG nova.network.neutron [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] Instance cache missing network info. {{(pid=74854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 17:11:43 user nova-compute[74854]: DEBUG nova.compute.manager [req-5b0108ba-4bd1-4b26-91c6-ab5d9fec902d req-f17f99f7-fc43-49bc-bbc4-e124e0e2f800 service nova] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Received event network-vif-plugged-26234deb-874e-4de6-8982-81d6a6b930b1 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:11:43 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-5b0108ba-4bd1-4b26-91c6-ab5d9fec902d req-f17f99f7-fc43-49bc-bbc4-e124e0e2f800 service nova] Acquiring lock "a7038e08-a72d-43e0-9434-8fc588e44c9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:11:43 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-5b0108ba-4bd1-4b26-91c6-ab5d9fec902d req-f17f99f7-fc43-49bc-bbc4-e124e0e2f800 service nova] Lock "a7038e08-a72d-43e0-9434-8fc588e44c9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:11:43 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-5b0108ba-4bd1-4b26-91c6-ab5d9fec902d req-f17f99f7-fc43-49bc-bbc4-e124e0e2f800 service nova] Lock "a7038e08-a72d-43e0-9434-8fc588e44c9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:11:43 user nova-compute[74854]: DEBUG nova.compute.manager [req-5b0108ba-4bd1-4b26-91c6-ab5d9fec902d req-f17f99f7-fc43-49bc-bbc4-e124e0e2f800 service nova] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] No waiting events found dispatching network-vif-plugged-26234deb-874e-4de6-8982-81d6a6b930b1 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:11:43 user nova-compute[74854]: WARNING nova.compute.manager [req-5b0108ba-4bd1-4b26-91c6-ab5d9fec902d req-f17f99f7-fc43-49bc-bbc4-e124e0e2f800 service nova] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Received unexpected event network-vif-plugged-26234deb-874e-4de6-8982-81d6a6b930b1 for instance with vm_state active and task_state rebuilding.
Oct 23 17:11:43 user nova-compute[74854]: DEBUG nova.network.neutron [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] Updating instance_info_cache with network_info: [{"id": "a313fdb6-4b44-44f6-aa81-c7ac6eee103e", "address": "fa:16:3e:36:99:15", "network": {"id": "ede1ebd4-791d-4b2d-834d-e8f190eaa300", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1389616973-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a651f2b7cdd426487393c93f36e0dc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa313fdb6-4b", "ovs_interfaceid": "a313fdb6-4b44-44f6-aa81-c7ac6eee103e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:11:43 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Releasing lock "refresh_cache-916718d2-e5fd-47e5-9a86-1ad7719e33a2" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:11:43 user nova-compute[74854]: DEBUG nova.compute.manager [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] Instance network_info: |[{"id": "a313fdb6-4b44-44f6-aa81-c7ac6eee103e", "address": "fa:16:3e:36:99:15", "network": {"id": "ede1ebd4-791d-4b2d-834d-e8f190eaa300", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1389616973-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a651f2b7cdd426487393c93f36e0dc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa313fdb6-4b", "ovs_interfaceid": "a313fdb6-4b44-44f6-aa81-c7ac6eee103e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 17:11:43 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-3e717ed4-b560-477a-b5aa-d9dfc6bb5a40 req-58f7a910-6ece-457f-b06f-7c7c75cd8b30 service nova] Acquired lock "refresh_cache-916718d2-e5fd-47e5-9a86-1ad7719e33a2" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:11:43 user nova-compute[74854]: DEBUG nova.network.neutron [req-3e717ed4-b560-477a-b5aa-d9dfc6bb5a40 req-58f7a910-6ece-457f-b06f-7c7c75cd8b30 service nova] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] Refreshing network info cache for port a313fdb6-4b44-44f6-aa81-c7ac6eee103e {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:11:43 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] Start _get_guest_xml network_info=[{"id": "a313fdb6-4b44-44f6-aa81-c7ac6eee103e", "address": "fa:16:3e:36:99:15", "network": {"id": "ede1ebd4-791d-4b2d-834d-e8f190eaa300", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1389616973-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a651f2b7cdd426487393c93f36e0dc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa313fdb6-4b", "ovs_interfaceid": "a313fdb6-4b44-44f6-aa81-c7ac6eee103e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'encryption_format': None, 'encryption_options': None, 'size': 0, 'boot_index': 0, 'encrypted': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'image_id': '68c345df-c9e8-475a-b17c-635fa0c7e894'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:11:43 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:11:43 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:11:43 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:11:43 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:11:43 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:11:43 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:11:43 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:11:43 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:11:43 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:11:43 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:11:43 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:11:43 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:11:43 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:11:43 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:11:43 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:11:43 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:11:43 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:11:43 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:11:44 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:11:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-517070264',display_name='tempest-VolumesAdminNegativeTest-server-517070264',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-517070264',id=22,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9a651f2b7cdd426487393c93f36e0dc1',ramdisk_id='',reservation_id='r-g1a60djl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-290944852',owner_user_name='tempest-VolumesAdminNegativeTest-290944852-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:11:42Z,user_data=None,user_id='9716746749fc4900a3de38430fbb873b',uuid=916718d2-e5fd-47e5-9a86-1ad7719e33a2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a313fdb6-4b44-44f6-aa81-c7ac6eee103e", "address": "fa:16:3e:36:99:15", "network": {"id": "ede1ebd4-791d-4b2d-834d-e8f190eaa300", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1389616973-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a651f2b7cdd426487393c93f36e0dc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa313fdb6-4b", "ovs_interfaceid": "a313fdb6-4b44-44f6-aa81-c7ac6eee103e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:11:44 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Converting VIF {"id": "a313fdb6-4b44-44f6-aa81-c7ac6eee103e", "address": "fa:16:3e:36:99:15", "network": {"id": "ede1ebd4-791d-4b2d-834d-e8f190eaa300", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1389616973-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a651f2b7cdd426487393c93f36e0dc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa313fdb6-4b", "ovs_interfaceid": "a313fdb6-4b44-44f6-aa81-c7ac6eee103e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:11:44 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:36:99:15,bridge_name='br-int',has_traffic_filtering=True,id=a313fdb6-4b44-44f6-aa81-c7ac6eee103e,network=Network(ede1ebd4-791d-4b2d-834d-e8f190eaa300),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa313fdb6-4b') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:11:44 user nova-compute[74854]: DEBUG nova.objects.instance [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Lazy-loading 'pci_devices' on Instance uuid 916718d2-e5fd-47e5-9a86-1ad7719e33a2 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:11:44 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:11:44 user nova-compute[74854]:   <uuid>916718d2-e5fd-47e5-9a86-1ad7719e33a2</uuid>
Oct 23 17:11:44 user nova-compute[74854]:   <name>instance-00000016</name>
Oct 23 17:11:44 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:11:44 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:11:44 user nova-compute[74854]:   <metadata>
Oct 23 17:11:44 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:11:44 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:11:44 user nova-compute[74854]:       <nova:name>tempest-VolumesAdminNegativeTest-server-517070264</nova:name>
Oct 23 17:11:44 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:11:43</nova:creationTime>
Oct 23 17:11:44 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:11:44 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:11:44 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:11:44 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:11:44 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:11:44 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:11:44 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:11:44 user nova-compute[74854]:       <nova:owner>
Oct 23 17:11:44 user nova-compute[74854]:         <nova:user uuid="9716746749fc4900a3de38430fbb873b">tempest-VolumesAdminNegativeTest-290944852-project-member</nova:user>
Oct 23 17:11:44 user nova-compute[74854]:         <nova:project uuid="9a651f2b7cdd426487393c93f36e0dc1">tempest-VolumesAdminNegativeTest-290944852</nova:project>
Oct 23 17:11:44 user nova-compute[74854]:       </nova:owner>
Oct 23 17:11:44 user nova-compute[74854]:       <nova:root type="image" uuid="68c345df-c9e8-475a-b17c-635fa0c7e894"/>
Oct 23 17:11:44 user nova-compute[74854]:       <nova:ports>
Oct 23 17:11:44 user nova-compute[74854]:         <nova:port uuid="a313fdb6-4b44-44f6-aa81-c7ac6eee103e">
Oct 23 17:11:44 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 23 17:11:44 user nova-compute[74854]:         </nova:port>
Oct 23 17:11:44 user nova-compute[74854]:       </nova:ports>
Oct 23 17:11:44 user nova-compute[74854]:     </nova:instance>
Oct 23 17:11:44 user nova-compute[74854]:   </metadata>
Oct 23 17:11:44 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:11:44 user nova-compute[74854]:     <system>
Oct 23 17:11:44 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:11:44 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:11:44 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:11:44 user nova-compute[74854]:       <entry name="serial">916718d2-e5fd-47e5-9a86-1ad7719e33a2</entry>
Oct 23 17:11:44 user nova-compute[74854]:       <entry name="uuid">916718d2-e5fd-47e5-9a86-1ad7719e33a2</entry>
Oct 23 17:11:44 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:11:44 user nova-compute[74854]:     </system>
Oct 23 17:11:44 user nova-compute[74854]:   </sysinfo>
Oct 23 17:11:44 user nova-compute[74854]:   <os>
Oct 23 17:11:44 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:11:44 user nova-compute[74854]:     <boot dev="hd"/>
Oct 23 17:11:44 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:11:44 user nova-compute[74854]:   </os>
Oct 23 17:11:44 user nova-compute[74854]:   <features>
Oct 23 17:11:44 user nova-compute[74854]:     <acpi/>
Oct 23 17:11:44 user nova-compute[74854]:     <apic/>
Oct 23 17:11:44 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:11:44 user nova-compute[74854]:   </features>
Oct 23 17:11:44 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:11:44 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:11:44 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:11:44 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:11:44 user nova-compute[74854]:   </clock>
Oct 23 17:11:44 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:11:44 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:11:44 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:11:44 user nova-compute[74854]:   </cpu>
Oct 23 17:11:44 user nova-compute[74854]:   <devices>
Oct 23 17:11:44 user nova-compute[74854]:     <disk type="file" device="disk">
Oct 23 17:11:44 user nova-compute[74854]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 17:11:44 user nova-compute[74854]:       <source file="/opt/stack/data/nova/instances/916718d2-e5fd-47e5-9a86-1ad7719e33a2/disk"/>
Oct 23 17:11:44 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:11:44 user nova-compute[74854]:     </disk>
Oct 23 17:11:44 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:11:44 user nova-compute[74854]:       <mac address="fa:16:3e:36:99:15"/>
Oct 23 17:11:44 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:11:44 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:11:44 user nova-compute[74854]:       <target dev="tapa313fdb6-4b"/>
Oct 23 17:11:44 user nova-compute[74854]:     </interface>
Oct 23 17:11:44 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:11:44 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/916718d2-e5fd-47e5-9a86-1ad7719e33a2/console.log" append="off"/>
Oct 23 17:11:44 user nova-compute[74854]:     </serial>
Oct 23 17:11:44 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:11:44 user nova-compute[74854]:     <video>
Oct 23 17:11:44 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:11:44 user nova-compute[74854]:     </video>
Oct 23 17:11:44 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:11:44 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:11:44 user nova-compute[74854]:     </rng>
Oct 23 17:11:44 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:11:44 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:11:44 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:11:44 user nova-compute[74854]:     </memballoon>
Oct 23 17:11:44 user nova-compute[74854]:   </devices>
Oct 23 17:11:44 user nova-compute[74854]: </domain>
Oct 23 17:11:44 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:11:44 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:11:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-517070264',display_name='tempest-VolumesAdminNegativeTest-server-517070264',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-517070264',id=22,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9a651f2b7cdd426487393c93f36e0dc1',ramdisk_id='',reservation_id='r-g1a60djl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-290944852',owner_user_name='tempest-VolumesAdminNegativeTest-290944852-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:11:42Z,user_data=None,user_id='9716746749fc4900a3de38430fbb873b',uuid=916718d2-e5fd-47e5-9a86-1ad7719e33a2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a313fdb6-4b44-44f6-aa81-c7ac6eee103e", "address": "fa:16:3e:36:99:15", "network": {"id": "ede1ebd4-791d-4b2d-834d-e8f190eaa300", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1389616973-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a651f2b7cdd426487393c93f36e0dc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa313fdb6-4b", "ovs_interfaceid": "a313fdb6-4b44-44f6-aa81-c7ac6eee103e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:11:44 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Converting VIF {"id": "a313fdb6-4b44-44f6-aa81-c7ac6eee103e", "address": "fa:16:3e:36:99:15", "network": {"id": "ede1ebd4-791d-4b2d-834d-e8f190eaa300", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1389616973-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a651f2b7cdd426487393c93f36e0dc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa313fdb6-4b", "ovs_interfaceid": "a313fdb6-4b44-44f6-aa81-c7ac6eee103e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:11:44 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:36:99:15,bridge_name='br-int',has_traffic_filtering=True,id=a313fdb6-4b44-44f6-aa81-c7ac6eee103e,network=Network(ede1ebd4-791d-4b2d-834d-e8f190eaa300),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa313fdb6-4b') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:11:44 user nova-compute[74854]: DEBUG os_vif [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:36:99:15,bridge_name='br-int',has_traffic_filtering=True,id=a313fdb6-4b44-44f6-aa81-c7ac6eee103e,network=Network(ede1ebd4-791d-4b2d-834d-e8f190eaa300),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa313fdb6-4b') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:11:44 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:44 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:11:44 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:11:44 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:44 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a029ca49-38e8-59aa-88c0-fe3e5dfac8d0', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:11:44 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:11:44 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:44 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa313fdb6-4b, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:11:44 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa313fdb6-4b, col_values=(('qos', UUID('a842d4c6-c2d1-435e-8c14-0e9e1e50b8ee')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:11:44 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa313fdb6-4b, col_values=(('external_ids', {'iface-id': 'a313fdb6-4b44-44f6-aa81-c7ac6eee103e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:36:99:15', 'vm-uuid': '916718d2-e5fd-47e5-9a86-1ad7719e33a2'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:11:44 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:11:44 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:44 user nova-compute[74854]: INFO os_vif [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:36:99:15,bridge_name='br-int',has_traffic_filtering=True,id=a313fdb6-4b44-44f6-aa81-c7ac6eee103e,network=Network(ede1ebd4-791d-4b2d-834d-e8f190eaa300),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa313fdb6-4b')
Oct 23 17:11:44 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:11:44 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] No VIF found with MAC fa:16:3e:36:99:15, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:11:44 user nova-compute[74854]: DEBUG nova.compute.manager [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Preparing to wait for external event volume-reimaged-da416f5f-36ca-4560-b6f8-6962d7e6856a {{(pid=74854) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:283}}
Oct 23 17:11:44 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Acquiring lock "a7038e08-a72d-43e0-9434-8fc588e44c9d-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:11:44 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Lock "a7038e08-a72d-43e0-9434-8fc588e44c9d-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:11:44 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Lock "a7038e08-a72d-43e0-9434-8fc588e44c9d-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:11:44 user nova-compute[74854]: DEBUG nova.network.neutron [req-3e717ed4-b560-477a-b5aa-d9dfc6bb5a40 req-58f7a910-6ece-457f-b06f-7c7c75cd8b30 service nova] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] Updated VIF entry in instance network info cache for port a313fdb6-4b44-44f6-aa81-c7ac6eee103e. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:11:44 user nova-compute[74854]: DEBUG nova.network.neutron [req-3e717ed4-b560-477a-b5aa-d9dfc6bb5a40 req-58f7a910-6ece-457f-b06f-7c7c75cd8b30 service nova] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] Updating instance_info_cache with network_info: [{"id": "a313fdb6-4b44-44f6-aa81-c7ac6eee103e", "address": "fa:16:3e:36:99:15", "network": {"id": "ede1ebd4-791d-4b2d-834d-e8f190eaa300", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1389616973-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a651f2b7cdd426487393c93f36e0dc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa313fdb6-4b", "ovs_interfaceid": "a313fdb6-4b44-44f6-aa81-c7ac6eee103e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:11:44 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-3e717ed4-b560-477a-b5aa-d9dfc6bb5a40 req-58f7a910-6ece-457f-b06f-7c7c75cd8b30 service nova] Releasing lock "refresh_cache-916718d2-e5fd-47e5-9a86-1ad7719e33a2" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:11:44 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:11:44 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:11:44 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:11:44 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:11:44 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:11:44 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Auditing locally available compute resources for user (node: user) {{(pid=74854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 17:11:44 user nova-compute[74854]: DEBUG nova.compute.manager [req-b3ce75b5-4463-4329-9bc5-031346774590 req-6ebf3af0-b943-499f-b14b-195ce61b9ea9 service nova] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Received event network-changed-2fc8c51b-9001-4e1d-8309-d946e27cb019 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:11:44 user nova-compute[74854]: DEBUG nova.compute.manager [req-b3ce75b5-4463-4329-9bc5-031346774590 req-6ebf3af0-b943-499f-b14b-195ce61b9ea9 service nova] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Refreshing instance network info cache due to event network-changed-2fc8c51b-9001-4e1d-8309-d946e27cb019. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:11:44 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-b3ce75b5-4463-4329-9bc5-031346774590 req-6ebf3af0-b943-499f-b14b-195ce61b9ea9 service nova] Acquiring lock "refresh_cache-a5b1d996-4927-410a-ae7c-180c62b19856" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:11:44 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-b3ce75b5-4463-4329-9bc5-031346774590 req-6ebf3af0-b943-499f-b14b-195ce61b9ea9 service nova] Acquired lock "refresh_cache-a5b1d996-4927-410a-ae7c-180c62b19856" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:11:44 user nova-compute[74854]: DEBUG nova.network.neutron [req-b3ce75b5-4463-4329-9bc5-031346774590 req-6ebf3af0-b943-499f-b14b-195ce61b9ea9 service nova] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Refreshing network info cache for port 2fc8c51b-9001-4e1d-8309-d946e27cb019 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:11:45 user nova-compute[74854]: DEBUG nova.network.neutron [req-b3ce75b5-4463-4329-9bc5-031346774590 req-6ebf3af0-b943-499f-b14b-195ce61b9ea9 service nova] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Updated VIF entry in instance network info cache for port 2fc8c51b-9001-4e1d-8309-d946e27cb019. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:11:45 user nova-compute[74854]: DEBUG nova.network.neutron [req-b3ce75b5-4463-4329-9bc5-031346774590 req-6ebf3af0-b943-499f-b14b-195ce61b9ea9 service nova] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Updating instance_info_cache with network_info: [{"id": "2fc8c51b-9001-4e1d-8309-d946e27cb019", "address": "fa:16:3e:58:7c:bd", "network": {"id": "9cb3e2f6-869a-4d82-971e-1fb831d316ed", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1054865617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.92", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ae3eeda277ca4adcb15524e0f77e9c1c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fc8c51b-90", "ovs_interfaceid": "2fc8c51b-9001-4e1d-8309-d946e27cb019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:11:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-b3ce75b5-4463-4329-9bc5-031346774590 req-6ebf3af0-b943-499f-b14b-195ce61b9ea9 service nova] Releasing lock "refresh_cache-a5b1d996-4927-410a-ae7c-180c62b19856" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:11:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:45 user nova-compute[74854]: DEBUG nova.compute.manager [req-bd3adf2e-fad8-4b0f-a747-8919a7f18a7e req-fb5af5bb-a863-4021-b9d3-a6b0fd8a0c79 service nova] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] Received event network-vif-plugged-a313fdb6-4b44-44f6-aa81-c7ac6eee103e {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:11:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-bd3adf2e-fad8-4b0f-a747-8919a7f18a7e req-fb5af5bb-a863-4021-b9d3-a6b0fd8a0c79 service nova] Acquiring lock "916718d2-e5fd-47e5-9a86-1ad7719e33a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:11:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-bd3adf2e-fad8-4b0f-a747-8919a7f18a7e req-fb5af5bb-a863-4021-b9d3-a6b0fd8a0c79 service nova] Lock "916718d2-e5fd-47e5-9a86-1ad7719e33a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:11:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-bd3adf2e-fad8-4b0f-a747-8919a7f18a7e req-fb5af5bb-a863-4021-b9d3-a6b0fd8a0c79 service nova] Lock "916718d2-e5fd-47e5-9a86-1ad7719e33a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:11:45 user nova-compute[74854]: DEBUG nova.compute.manager [req-bd3adf2e-fad8-4b0f-a747-8919a7f18a7e req-fb5af5bb-a863-4021-b9d3-a6b0fd8a0c79 service nova] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] No waiting events found dispatching network-vif-plugged-a313fdb6-4b44-44f6-aa81-c7ac6eee103e {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:11:45 user nova-compute[74854]: WARNING nova.compute.manager [req-bd3adf2e-fad8-4b0f-a747-8919a7f18a7e req-fb5af5bb-a863-4021-b9d3-a6b0fd8a0c79 service nova] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] Received unexpected event network-vif-plugged-a313fdb6-4b44-44f6-aa81-c7ac6eee103e for instance with vm_state building and task_state spawning.
Oct 23 17:11:46 user nova-compute[74854]: DEBUG nova.compute.manager [None req-b2769551-3119-464f-be8b-4574433ae4b0 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:11:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:11:46 user nova-compute[74854]: INFO nova.compute.manager [None req-b2769551-3119-464f-be8b-4574433ae4b0 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] instance snapshotting
Oct 23 17:11:46 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-b2769551-3119-464f-be8b-4574433ae4b0 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Beginning live snapshot process
Oct 23 17:11:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:11:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:11:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-b2769551-3119-464f-be8b-4574433ae4b0 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5b1d996-4927-410a-ae7c-180c62b19856/disk --force-share --output=json -f qcow2 {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:11:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json" returned: 0 in 0.261s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:11:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/916718d2-e5fd-47e5-9a86-1ad7719e33a2/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:11:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-b2769551-3119-464f-be8b-4574433ae4b0 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5b1d996-4927-410a-ae7c-180c62b19856/disk --force-share --output=json -f qcow2" returned: 0 in 0.220s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:11:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-b2769551-3119-464f-be8b-4574433ae4b0 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5b1d996-4927-410a-ae7c-180c62b19856/disk --force-share --output=json -f qcow2 {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:11:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/916718d2-e5fd-47e5-9a86-1ad7719e33a2/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:11:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/916718d2-e5fd-47e5-9a86-1ad7719e33a2/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:11:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-b2769551-3119-464f-be8b-4574433ae4b0 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5b1d996-4927-410a-ae7c-180c62b19856/disk --force-share --output=json -f qcow2" returned: 0 in 0.176s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:11:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-b2769551-3119-464f-be8b-4574433ae4b0 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:11:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/916718d2-e5fd-47e5-9a86-1ad7719e33a2/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:11:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:11:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-b2769551-3119-464f-be8b-4574433ae4b0 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.171s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:11:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-b2769551-3119-464f-be8b-4574433ae4b0 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmphgbmshjc/158b336920c64a5280e799363daed4b7.delta 1073741824 {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:11:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-b2769551-3119-464f-be8b-4574433ae4b0 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmphgbmshjc/158b336920c64a5280e799363daed4b7.delta 1073741824" returned: 0 in 0.051s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:11:47 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-b2769551-3119-464f-be8b-4574433ae4b0 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Quiescing instance not available: QEMU guest agent is not enabled.
Oct 23 17:11:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:11:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:11:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:11:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/351ce4e6-f26e-4968-968b-67f662ba7ecf/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:11:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/351ce4e6-f26e-4968-968b-67f662ba7ecf/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:11:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/351ce4e6-f26e-4968-968b-67f662ba7ecf/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:11:47 user nova-compute[74854]: DEBUG nova.compute.manager [req-bfefb207-72e8-44e1-ba67-d4597b2bc966 req-912a4529-840b-4e33-9b60-2e4159bb48e3 service nova] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] Received event network-vif-plugged-a313fdb6-4b44-44f6-aa81-c7ac6eee103e {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:11:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-bfefb207-72e8-44e1-ba67-d4597b2bc966 req-912a4529-840b-4e33-9b60-2e4159bb48e3 service nova] Acquiring lock "916718d2-e5fd-47e5-9a86-1ad7719e33a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:11:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-bfefb207-72e8-44e1-ba67-d4597b2bc966 req-912a4529-840b-4e33-9b60-2e4159bb48e3 service nova] Lock "916718d2-e5fd-47e5-9a86-1ad7719e33a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:11:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-bfefb207-72e8-44e1-ba67-d4597b2bc966 req-912a4529-840b-4e33-9b60-2e4159bb48e3 service nova] Lock "916718d2-e5fd-47e5-9a86-1ad7719e33a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:11:47 user nova-compute[74854]: DEBUG nova.compute.manager [req-bfefb207-72e8-44e1-ba67-d4597b2bc966 req-912a4529-840b-4e33-9b60-2e4159bb48e3 service nova] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] No waiting events found dispatching network-vif-plugged-a313fdb6-4b44-44f6-aa81-c7ac6eee103e {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:11:47 user nova-compute[74854]: WARNING nova.compute.manager [req-bfefb207-72e8-44e1-ba67-d4597b2bc966 req-912a4529-840b-4e33-9b60-2e4159bb48e3 service nova] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] Received unexpected event network-vif-plugged-a313fdb6-4b44-44f6-aa81-c7ac6eee103e for instance with vm_state building and task_state spawning.
Oct 23 17:11:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-b2769551-3119-464f-be8b-4574433ae4b0 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=74854) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 23 17:11:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/351ce4e6-f26e-4968-968b-67f662ba7ecf/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:11:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:11:48 user nova-compute[74854]: DEBUG nova.compute.manager [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] Instance event wait completed in 0 seconds for  {{(pid=74854) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 17:11:48 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] Guest created on hypervisor {{(pid=74854) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 17:11:48 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] Instance spawned successfully.
Oct 23 17:11:48 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 17:11:48 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] Found default for hw_cdrom_bus of ide {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:11:48 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] Found default for hw_disk_bus of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:11:48 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] Found default for hw_input_bus of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:11:48 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] Found default for hw_pointer_model of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:11:48 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] Found default for hw_video_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:11:48 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] Found default for hw_vif_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:11:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:11:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:11:48 user nova-compute[74854]: INFO nova.compute.manager [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] Took 6.05 seconds to spawn the instance on the hypervisor.
Oct 23 17:11:48 user nova-compute[74854]: DEBUG nova.compute.manager [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:11:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:11:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:11:48 user nova-compute[74854]: INFO nova.compute.manager [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] Took 7.46 seconds to build instance.
Oct 23 17:11:48 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-b2769551-3119-464f-be8b-4574433ae4b0 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=74854) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 23 17:11:48 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-b2769551-3119-464f-be8b-4574433ae4b0 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 23 17:11:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e9d868fd-ec49-449b-a973-12e9267c7182 tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Lock "916718d2-e5fd-47e5-9a86-1ad7719e33a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.579s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:11:48 user nova-compute[74854]: DEBUG nova.privsep.utils [None req-b2769551-3119-464f-be8b-4574433ae4b0 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74854) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 23 17:11:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-b2769551-3119-464f-be8b-4574433ae4b0 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmphgbmshjc/158b336920c64a5280e799363daed4b7.delta /opt/stack/data/nova/instances/snapshots/tmphgbmshjc/158b336920c64a5280e799363daed4b7 {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:11:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:11:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:11:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:11:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8fe30f2-3d36-47ae-b780-1f15c026cac2/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:11:49 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-b2769551-3119-464f-be8b-4574433ae4b0 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmphgbmshjc/158b336920c64a5280e799363daed4b7.delta /opt/stack/data/nova/instances/snapshots/tmphgbmshjc/158b336920c64a5280e799363daed4b7" returned: 0 in 0.502s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:11:49 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-b2769551-3119-464f-be8b-4574433ae4b0 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Snapshot extracted, beginning image upload
Oct 23 17:11:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8fe30f2-3d36-47ae-b780-1f15c026cac2/disk --force-share --output=json" returned: 0 in 0.256s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:11:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8fe30f2-3d36-47ae-b780-1f15c026cac2/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:11:49 user nova-compute[74854]: INFO nova.compute.manager [None req-53315e90-4961-4320-935a-760c3ca68d43 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Rescuing
Oct 23 17:11:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-53315e90-4961-4320-935a-760c3ca68d43 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Acquiring lock "refresh_cache-ebdd2079-dbb8-44e5-8e02-53df3302b70f" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:11:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-53315e90-4961-4320-935a-760c3ca68d43 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Acquired lock "refresh_cache-ebdd2079-dbb8-44e5-8e02-53df3302b70f" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:11:49 user nova-compute[74854]: DEBUG nova.network.neutron [None req-53315e90-4961-4320-935a-760c3ca68d43 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:11:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8fe30f2-3d36-47ae-b780-1f15c026cac2/disk --force-share --output=json" returned: 0 in 0.244s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:11:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5b1d996-4927-410a-ae7c-180c62b19856/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:11:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5b1d996-4927-410a-ae7c-180c62b19856/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:11:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5b1d996-4927-410a-ae7c-180c62b19856/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:11:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5b1d996-4927-410a-ae7c-180c62b19856/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:11:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fed2ceef-7eb7-4b11-b5b9-ede51230f22a/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:11:49 user nova-compute[74854]: DEBUG nova.network.neutron [None req-53315e90-4961-4320-935a-760c3ca68d43 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Updating instance_info_cache with network_info: [{"id": "79c146d2-796c-4469-922f-5fdee10f75f2", "address": "fa:16:3e:ba:07:c7", "network": {"id": "61eabfd2-7ac3-42e7-8714-bdd76338bb9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939150687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c07d48b0f4a64bd38bff95e84d480918", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79c146d2-79", "ovs_interfaceid": "79c146d2-796c-4469-922f-5fdee10f75f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:11:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-53315e90-4961-4320-935a-760c3ca68d43 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Releasing lock "refresh_cache-ebdd2079-dbb8-44e5-8e02-53df3302b70f" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:11:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fed2ceef-7eb7-4b11-b5b9-ede51230f22a/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:11:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fed2ceef-7eb7-4b11-b5b9-ede51230f22a/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:11:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:50 user nova-compute[74854]: DEBUG nova.compute.manager [req-4f2f5048-ae88-47be-8ef1-296112d7e840 req-900fdac7-d7f1-4c87-8a17-6876c3e149e6 service nova] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Received event network-vif-unplugged-79c146d2-796c-4469-922f-5fdee10f75f2 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:11:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-4f2f5048-ae88-47be-8ef1-296112d7e840 req-900fdac7-d7f1-4c87-8a17-6876c3e149e6 service nova] Acquiring lock "ebdd2079-dbb8-44e5-8e02-53df3302b70f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:11:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-4f2f5048-ae88-47be-8ef1-296112d7e840 req-900fdac7-d7f1-4c87-8a17-6876c3e149e6 service nova] Lock "ebdd2079-dbb8-44e5-8e02-53df3302b70f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:11:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-4f2f5048-ae88-47be-8ef1-296112d7e840 req-900fdac7-d7f1-4c87-8a17-6876c3e149e6 service nova] Lock "ebdd2079-dbb8-44e5-8e02-53df3302b70f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:11:50 user nova-compute[74854]: DEBUG nova.compute.manager [req-4f2f5048-ae88-47be-8ef1-296112d7e840 req-900fdac7-d7f1-4c87-8a17-6876c3e149e6 service nova] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] No waiting events found dispatching network-vif-unplugged-79c146d2-796c-4469-922f-5fdee10f75f2 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:11:50 user nova-compute[74854]: WARNING nova.compute.manager [req-4f2f5048-ae88-47be-8ef1-296112d7e840 req-900fdac7-d7f1-4c87-8a17-6876c3e149e6 service nova] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Received unexpected event network-vif-unplugged-79c146d2-796c-4469-922f-5fdee10f75f2 for instance with vm_state active and task_state rescuing.
Oct 23 17:11:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fed2ceef-7eb7-4b11-b5b9-ede51230f22a/disk --force-share --output=json" returned: 0 in 0.234s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:11:50 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:51 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:11:51 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:11:51 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Hypervisor/Node resource view: name=user free_ram=7671MB free_disk=25.06647491455078GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=74854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:11:51 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Instance destroyed successfully.
Oct 23 17:11:51 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-53315e90-4961-4320-935a-760c3ca68d43 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Attempting rescue
Oct 23 17:11:51 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-53315e90-4961-4320-935a-760c3ca68d43 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74854) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-53315e90-4961-4320-935a-760c3ca68d43 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Instance directory exists: not creating {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 23 17:11:51 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-53315e90-4961-4320-935a-760c3ca68d43 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Creating image(s)
Oct 23 17:11:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-53315e90-4961-4320-935a-760c3ca68d43 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Acquiring lock "/opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-53315e90-4961-4320-935a-760c3ca68d43 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "/opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-53315e90-4961-4320-935a-760c3ca68d43 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "/opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG nova.objects.instance [None req-53315e90-4961-4320-935a-760c3ca68d43 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lazy-loading 'trusted_certs' on Instance uuid ebdd2079-dbb8-44e5-8e02-53df3302b70f {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-53315e90-4961-4320-935a-760c3ca68d43 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Acquiring lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-53315e90-4961-4320-935a-760c3ca68d43 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-53315e90-4961-4320-935a-760c3ca68d43 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance fed2ceef-7eb7-4b11-b5b9-ede51230f22a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance f150b707-22b3-43b5-b657-0c2e19bcf524 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 30026d10-f080-4a53-8a4e-b8be523fe48e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 351ce4e6-f26e-4968-968b-67f662ba7ecf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance a7038e08-a72d-43e0-9434-8fc588e44c9d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance a5b1d996-4927-410a-ae7c-180c62b19856 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance ebdd2079-dbb8-44e5-8e02-53df3302b70f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance f8fe30f2-3d36-47ae-b780-1f15c026cac2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 916718d2-e5fd-47e5-9a86-1ad7719e33a2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-53315e90-4961-4320-935a-760c3ca68d43 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.187s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-53315e90-4961-4320-935a-760c3ca68d43 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.rescue {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-53315e90-4961-4320-935a-760c3ca68d43 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.rescue" returned: 0 in 0.065s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-53315e90-4961-4320-935a-760c3ca68d43 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.257s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG nova.objects.instance [None req-53315e90-4961-4320-935a-760c3ca68d43 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lazy-loading 'migration_context' on Instance uuid ebdd2079-dbb8-44e5-8e02-53df3302b70f {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG nova.objects.base [None req-53315e90-4961-4320-935a-760c3ca68d43 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Object Instance<ebdd2079-dbb8-44e5-8e02-53df3302b70f> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-53315e90-4961-4320-935a-760c3ca68d43 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Created local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-53315e90-4961-4320-935a-760c3ca68d43 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Start _get_guest_xml network_info=[{"id": "79c146d2-796c-4469-922f-5fdee10f75f2", "address": "fa:16:3e:ba:07:c7", "network": {"id": "61eabfd2-7ac3-42e7-8714-bdd76338bb9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939150687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1939150687-network", "vif_mac": "fa:16:3e:ba:07:c7"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c07d48b0f4a64bd38bff95e84d480918", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79c146d2-79", "ovs_interfaceid": "79c146d2-796c-4469-922f-5fdee10f75f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '68c345df-c9e8-475a-b17c-635fa0c7e894', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG nova.objects.instance [None req-53315e90-4961-4320-935a-760c3ca68d43 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lazy-loading 'resources' on Instance uuid ebdd2079-dbb8-44e5-8e02-53df3302b70f {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG nova.objects.base [None req-53315e90-4961-4320-935a-760c3ca68d43 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Object Instance<ebdd2079-dbb8-44e5-8e02-53df3302b70f> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG nova.objects.instance [None req-53315e90-4961-4320-935a-760c3ca68d43 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lazy-loading 'numa_topology' on Instance uuid ebdd2079-dbb8-44e5-8e02-53df3302b70f {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG nova.objects.base [None req-53315e90-4961-4320-935a-760c3ca68d43 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Object Instance<ebdd2079-dbb8-44e5-8e02-53df3302b70f> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:11:51 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-53315e90-4961-4320-935a-760c3ca68d43 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:11:51 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-53315e90-4961-4320-935a-760c3ca68d43 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:11:51 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-53315e90-4961-4320-935a-760c3ca68d43 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-53315e90-4961-4320-935a-760c3ca68d43 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-53315e90-4961-4320-935a-760c3ca68d43 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-53315e90-4961-4320-935a-760c3ca68d43 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-53315e90-4961-4320-935a-760c3ca68d43 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-53315e90-4961-4320-935a-760c3ca68d43 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-53315e90-4961-4320-935a-760c3ca68d43 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-53315e90-4961-4320-935a-760c3ca68d43 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-53315e90-4961-4320-935a-760c3ca68d43 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-53315e90-4961-4320-935a-760c3ca68d43 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-53315e90-4961-4320-935a-760c3ca68d43 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-53315e90-4961-4320-935a-760c3ca68d43 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-53315e90-4961-4320-935a-760c3ca68d43 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-53315e90-4961-4320-935a-760c3ca68d43 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-53315e90-4961-4320-935a-760c3ca68d43 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-53315e90-4961-4320-935a-760c3ca68d43 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG nova.objects.instance [None req-53315e90-4961-4320-935a-760c3ca68d43 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lazy-loading 'vcpu_model' on Instance uuid ebdd2079-dbb8-44e5-8e02-53df3302b70f {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG nova.objects.base [None req-53315e90-4961-4320-935a-760c3ca68d43 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Object Instance<ebdd2079-dbb8-44e5-8e02-53df3302b70f> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-53315e90-4961-4320-935a-760c3ca68d43 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:09:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-139214832',display_name='tempest-ServerRescueNegativeTestJSON-server-139214832',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-139214832',id=19,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:10:08Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c07d48b0f4a64bd38bff95e84d480918',ramdisk_id='',reservation_id='r-pjavhz00',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1105748128',owner_user_name='tempest-ServerRescueNegativeTestJSON-1105748128-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:10:08Z,user_data=None,user_id='426333ef87a54606bbc4aa556869dae2',uuid=ebdd2079-dbb8-44e5-8e02-53df3302b70f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "79c146d2-796c-4469-922f-5fdee10f75f2", "address": "fa:16:3e:ba:07:c7", "network": {"id": "61eabfd2-7ac3-42e7-8714-bdd76338bb9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939150687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1939150687-network", "vif_mac": "fa:16:3e:ba:07:c7"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c07d48b0f4a64bd38bff95e84d480918", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79c146d2-79", "ovs_interfaceid": "79c146d2-796c-4469-922f-5fdee10f75f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-53315e90-4961-4320-935a-760c3ca68d43 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Converting VIF {"id": "79c146d2-796c-4469-922f-5fdee10f75f2", "address": "fa:16:3e:ba:07:c7", "network": {"id": "61eabfd2-7ac3-42e7-8714-bdd76338bb9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939150687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1939150687-network", "vif_mac": "fa:16:3e:ba:07:c7"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c07d48b0f4a64bd38bff95e84d480918", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79c146d2-79", "ovs_interfaceid": "79c146d2-796c-4469-922f-5fdee10f75f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-53315e90-4961-4320-935a-760c3ca68d43 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ba:07:c7,bridge_name='br-int',has_traffic_filtering=True,id=79c146d2-796c-4469-922f-5fdee10f75f2,network=Network(61eabfd2-7ac3-42e7-8714-bdd76338bb9b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap79c146d2-79') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG nova.objects.instance [None req-53315e90-4961-4320-935a-760c3ca68d43 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lazy-loading 'pci_devices' on Instance uuid ebdd2079-dbb8-44e5-8e02-53df3302b70f {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG nova.objects.base [None req-53315e90-4961-4320-935a-760c3ca68d43 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Object Instance<ebdd2079-dbb8-44e5-8e02-53df3302b70f> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-53315e90-4961-4320-935a-760c3ca68d43 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:11:51 user nova-compute[74854]:   <uuid>ebdd2079-dbb8-44e5-8e02-53df3302b70f</uuid>
Oct 23 17:11:51 user nova-compute[74854]:   <name>instance-00000013</name>
Oct 23 17:11:51 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:11:51 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:11:51 user nova-compute[74854]:   <metadata>
Oct 23 17:11:51 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:11:51 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:11:51 user nova-compute[74854]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-139214832</nova:name>
Oct 23 17:11:51 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:11:51</nova:creationTime>
Oct 23 17:11:51 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:11:51 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:11:51 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:11:51 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:11:51 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:11:51 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:11:51 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:11:51 user nova-compute[74854]:       <nova:owner>
Oct 23 17:11:51 user nova-compute[74854]:         <nova:user uuid="426333ef87a54606bbc4aa556869dae2">tempest-ServerRescueNegativeTestJSON-1105748128-project-member</nova:user>
Oct 23 17:11:51 user nova-compute[74854]:         <nova:project uuid="c07d48b0f4a64bd38bff95e84d480918">tempest-ServerRescueNegativeTestJSON-1105748128</nova:project>
Oct 23 17:11:51 user nova-compute[74854]:       </nova:owner>
Oct 23 17:11:51 user nova-compute[74854]:       <nova:root type="image" uuid="68c345df-c9e8-475a-b17c-635fa0c7e894"/>
Oct 23 17:11:51 user nova-compute[74854]:       <nova:ports>
Oct 23 17:11:51 user nova-compute[74854]:         <nova:port uuid="79c146d2-796c-4469-922f-5fdee10f75f2">
Oct 23 17:11:51 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 23 17:11:51 user nova-compute[74854]:         </nova:port>
Oct 23 17:11:51 user nova-compute[74854]:       </nova:ports>
Oct 23 17:11:51 user nova-compute[74854]:     </nova:instance>
Oct 23 17:11:51 user nova-compute[74854]:   </metadata>
Oct 23 17:11:51 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:11:51 user nova-compute[74854]:     <system>
Oct 23 17:11:51 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:11:51 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:11:51 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:11:51 user nova-compute[74854]:       <entry name="serial">ebdd2079-dbb8-44e5-8e02-53df3302b70f</entry>
Oct 23 17:11:51 user nova-compute[74854]:       <entry name="uuid">ebdd2079-dbb8-44e5-8e02-53df3302b70f</entry>
Oct 23 17:11:51 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:11:51 user nova-compute[74854]:     </system>
Oct 23 17:11:51 user nova-compute[74854]:   </sysinfo>
Oct 23 17:11:51 user nova-compute[74854]:   <os>
Oct 23 17:11:51 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:11:51 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:11:51 user nova-compute[74854]:   </os>
Oct 23 17:11:51 user nova-compute[74854]:   <features>
Oct 23 17:11:51 user nova-compute[74854]:     <acpi/>
Oct 23 17:11:51 user nova-compute[74854]:     <apic/>
Oct 23 17:11:51 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:11:51 user nova-compute[74854]:   </features>
Oct 23 17:11:51 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:11:51 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:11:51 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:11:51 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:11:51 user nova-compute[74854]:   </clock>
Oct 23 17:11:51 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:11:51 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:11:51 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:11:51 user nova-compute[74854]:   </cpu>
Oct 23 17:11:51 user nova-compute[74854]:   <devices>
Oct 23 17:11:51 user nova-compute[74854]:     <disk type="file" device="disk">
Oct 23 17:11:51 user nova-compute[74854]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 17:11:51 user nova-compute[74854]:       <source file="/opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.rescue"/>
Oct 23 17:11:51 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:11:51 user nova-compute[74854]:     </disk>
Oct 23 17:11:51 user nova-compute[74854]:     <disk type="file" device="disk">
Oct 23 17:11:51 user nova-compute[74854]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 17:11:51 user nova-compute[74854]:       <source file="/opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk"/>
Oct 23 17:11:51 user nova-compute[74854]:       <target dev="vdb" bus="virtio"/>
Oct 23 17:11:51 user nova-compute[74854]:     </disk>
Oct 23 17:11:51 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:11:51 user nova-compute[74854]:       <mac address="fa:16:3e:ba:07:c7"/>
Oct 23 17:11:51 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:11:51 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:11:51 user nova-compute[74854]:       <target dev="tap79c146d2-79"/>
Oct 23 17:11:51 user nova-compute[74854]:     </interface>
Oct 23 17:11:51 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:11:51 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/console.log" append="off"/>
Oct 23 17:11:51 user nova-compute[74854]:     </serial>
Oct 23 17:11:51 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:11:51 user nova-compute[74854]:     <video>
Oct 23 17:11:51 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:11:51 user nova-compute[74854]:     </video>
Oct 23 17:11:51 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:11:51 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:11:51 user nova-compute[74854]:     </rng>
Oct 23 17:11:51 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:11:51 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:11:51 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:11:51 user nova-compute[74854]:     </memballoon>
Oct 23 17:11:51 user nova-compute[74854]:   </devices>
Oct 23 17:11:51 user nova-compute[74854]: </domain>
Oct 23 17:11:51 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:11:51 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Instance destroyed successfully.
Oct 23 17:11:51 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-53315e90-4961-4320-935a-760c3ca68d43 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-53315e90-4961-4320-935a-760c3ca68d43 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-53315e90-4961-4320-935a-760c3ca68d43 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] No VIF found with MAC fa:16:3e:ba:07:c7, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Compute_service record updated for user:user {{(pid=74854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 17:11:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.800s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:11:52 user nova-compute[74854]: DEBUG nova.compute.manager [req-15a8a840-c54d-46c4-a970-491bd8e73ee7 req-af574020-53a3-407f-b8c6-02fecc2e88c8 service nova] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Received event network-vif-plugged-79c146d2-796c-4469-922f-5fdee10f75f2 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:11:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-15a8a840-c54d-46c4-a970-491bd8e73ee7 req-af574020-53a3-407f-b8c6-02fecc2e88c8 service nova] Acquiring lock "ebdd2079-dbb8-44e5-8e02-53df3302b70f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:11:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-15a8a840-c54d-46c4-a970-491bd8e73ee7 req-af574020-53a3-407f-b8c6-02fecc2e88c8 service nova] Lock "ebdd2079-dbb8-44e5-8e02-53df3302b70f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:11:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-15a8a840-c54d-46c4-a970-491bd8e73ee7 req-af574020-53a3-407f-b8c6-02fecc2e88c8 service nova] Lock "ebdd2079-dbb8-44e5-8e02-53df3302b70f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:11:52 user nova-compute[74854]: DEBUG nova.compute.manager [req-15a8a840-c54d-46c4-a970-491bd8e73ee7 req-af574020-53a3-407f-b8c6-02fecc2e88c8 service nova] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] No waiting events found dispatching network-vif-plugged-79c146d2-796c-4469-922f-5fdee10f75f2 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:11:52 user nova-compute[74854]: WARNING nova.compute.manager [req-15a8a840-c54d-46c4-a970-491bd8e73ee7 req-af574020-53a3-407f-b8c6-02fecc2e88c8 service nova] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Received unexpected event network-vif-plugged-79c146d2-796c-4469-922f-5fdee10f75f2 for instance with vm_state active and task_state rescuing.
Oct 23 17:11:52 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-b2769551-3119-464f-be8b-4574433ae4b0 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Snapshot image upload complete
Oct 23 17:11:52 user nova-compute[74854]: INFO nova.compute.manager [None req-b2769551-3119-464f-be8b-4574433ae4b0 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Took 6.21 seconds to snapshot the instance on the hypervisor.
Oct 23 17:11:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:53 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:11:53 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:11:53 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Starting heal instance info cache {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 17:11:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "refresh_cache-30026d10-f080-4a53-8a4e-b8be523fe48e" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:11:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquired lock "refresh_cache-30026d10-f080-4a53-8a4e-b8be523fe48e" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:11:53 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Forcefully refreshing network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 17:11:54 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:54 user nova-compute[74854]: DEBUG nova.compute.manager [req-b33ef3ac-a5ec-41bd-80e5-33c63a513ddf req-f2f1195e-c7a8-4080-983b-5c630109408a service nova] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Received event network-vif-plugged-79c146d2-796c-4469-922f-5fdee10f75f2 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:11:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-b33ef3ac-a5ec-41bd-80e5-33c63a513ddf req-f2f1195e-c7a8-4080-983b-5c630109408a service nova] Acquiring lock "ebdd2079-dbb8-44e5-8e02-53df3302b70f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:11:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-b33ef3ac-a5ec-41bd-80e5-33c63a513ddf req-f2f1195e-c7a8-4080-983b-5c630109408a service nova] Lock "ebdd2079-dbb8-44e5-8e02-53df3302b70f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:11:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-b33ef3ac-a5ec-41bd-80e5-33c63a513ddf req-f2f1195e-c7a8-4080-983b-5c630109408a service nova] Lock "ebdd2079-dbb8-44e5-8e02-53df3302b70f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:11:54 user nova-compute[74854]: DEBUG nova.compute.manager [req-b33ef3ac-a5ec-41bd-80e5-33c63a513ddf req-f2f1195e-c7a8-4080-983b-5c630109408a service nova] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] No waiting events found dispatching network-vif-plugged-79c146d2-796c-4469-922f-5fdee10f75f2 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:11:54 user nova-compute[74854]: WARNING nova.compute.manager [req-b33ef3ac-a5ec-41bd-80e5-33c63a513ddf req-f2f1195e-c7a8-4080-983b-5c630109408a service nova] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Received unexpected event network-vif-plugged-79c146d2-796c-4469-922f-5fdee10f75f2 for instance with vm_state active and task_state rescuing.
Oct 23 17:11:54 user nova-compute[74854]: DEBUG nova.compute.manager [req-b33ef3ac-a5ec-41bd-80e5-33c63a513ddf req-f2f1195e-c7a8-4080-983b-5c630109408a service nova] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Received event network-vif-plugged-79c146d2-796c-4469-922f-5fdee10f75f2 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:11:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-b33ef3ac-a5ec-41bd-80e5-33c63a513ddf req-f2f1195e-c7a8-4080-983b-5c630109408a service nova] Acquiring lock "ebdd2079-dbb8-44e5-8e02-53df3302b70f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:11:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-b33ef3ac-a5ec-41bd-80e5-33c63a513ddf req-f2f1195e-c7a8-4080-983b-5c630109408a service nova] Lock "ebdd2079-dbb8-44e5-8e02-53df3302b70f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:11:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-b33ef3ac-a5ec-41bd-80e5-33c63a513ddf req-f2f1195e-c7a8-4080-983b-5c630109408a service nova] Lock "ebdd2079-dbb8-44e5-8e02-53df3302b70f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:11:54 user nova-compute[74854]: DEBUG nova.compute.manager [req-b33ef3ac-a5ec-41bd-80e5-33c63a513ddf req-f2f1195e-c7a8-4080-983b-5c630109408a service nova] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] No waiting events found dispatching network-vif-plugged-79c146d2-796c-4469-922f-5fdee10f75f2 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:11:54 user nova-compute[74854]: WARNING nova.compute.manager [req-b33ef3ac-a5ec-41bd-80e5-33c63a513ddf req-f2f1195e-c7a8-4080-983b-5c630109408a service nova] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Received unexpected event network-vif-plugged-79c146d2-796c-4469-922f-5fdee10f75f2 for instance with vm_state active and task_state rescuing.
Oct 23 17:11:54 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Updating instance_info_cache with network_info: [{"id": "76844ca9-ee3f-4faa-a83b-0ab1ca70e55c", "address": "fa:16:3e:10:66:59", "network": {"id": "a40026f1-91de-4e98-85cd-c3bd1a956407", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1048031159-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "435cbd0d03324a45bdacc7d5b76213e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap76844ca9-ee", "ovs_interfaceid": "76844ca9-ee3f-4faa-a83b-0ab1ca70e55c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:11:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Releasing lock "refresh_cache-30026d10-f080-4a53-8a4e-b8be523fe48e" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:11:54 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Updated the network info_cache for instance {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 17:11:54 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:11:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:11:55 user nova-compute[74854]: DEBUG nova.compute.manager [None req-53315e90-4961-4320-935a-760c3ca68d43 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:11:59 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:12:00 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:12:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:12:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:12:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:12:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ed33e0dd-0161-4602-8902-e9ff00e6d360 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Acquiring lock "fed2ceef-7eb7-4b11-b5b9-ede51230f22a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:12:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ed33e0dd-0161-4602-8902-e9ff00e6d360 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Lock "fed2ceef-7eb7-4b11-b5b9-ede51230f22a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:12:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ed33e0dd-0161-4602-8902-e9ff00e6d360 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Acquiring lock "fed2ceef-7eb7-4b11-b5b9-ede51230f22a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:12:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ed33e0dd-0161-4602-8902-e9ff00e6d360 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Lock "fed2ceef-7eb7-4b11-b5b9-ede51230f22a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:12:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ed33e0dd-0161-4602-8902-e9ff00e6d360 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Lock "fed2ceef-7eb7-4b11-b5b9-ede51230f22a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:12:09 user nova-compute[74854]: INFO nova.compute.manager [None req-ed33e0dd-0161-4602-8902-e9ff00e6d360 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] Terminating instance
Oct 23 17:12:09 user nova-compute[74854]: DEBUG nova.compute.manager [None req-ed33e0dd-0161-4602-8902-e9ff00e6d360 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] Start destroying the instance on the hypervisor. {{(pid=74854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 17:12:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:12:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:12:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:12:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:12:09 user nova-compute[74854]: DEBUG nova.compute.manager [req-710177e6-3df8-4337-8db4-4335ff695239 req-278f485e-9586-42e9-a483-3a7db2663a07 service nova] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] Received event network-vif-unplugged-d9495c58-6928-41bc-b4d9-d57984ccf988 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:12:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-710177e6-3df8-4337-8db4-4335ff695239 req-278f485e-9586-42e9-a483-3a7db2663a07 service nova] Acquiring lock "fed2ceef-7eb7-4b11-b5b9-ede51230f22a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:12:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-710177e6-3df8-4337-8db4-4335ff695239 req-278f485e-9586-42e9-a483-3a7db2663a07 service nova] Lock "fed2ceef-7eb7-4b11-b5b9-ede51230f22a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:12:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-710177e6-3df8-4337-8db4-4335ff695239 req-278f485e-9586-42e9-a483-3a7db2663a07 service nova] Lock "fed2ceef-7eb7-4b11-b5b9-ede51230f22a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:12:09 user nova-compute[74854]: DEBUG nova.compute.manager [req-710177e6-3df8-4337-8db4-4335ff695239 req-278f485e-9586-42e9-a483-3a7db2663a07 service nova] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] No waiting events found dispatching network-vif-unplugged-d9495c58-6928-41bc-b4d9-d57984ccf988 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:12:09 user nova-compute[74854]: DEBUG nova.compute.manager [req-710177e6-3df8-4337-8db4-4335ff695239 req-278f485e-9586-42e9-a483-3a7db2663a07 service nova] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] Received event network-vif-unplugged-d9495c58-6928-41bc-b4d9-d57984ccf988 for instance with task_state deleting. {{(pid=74854) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 17:12:10 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] Instance destroyed successfully.
Oct 23 17:12:10 user nova-compute[74854]: DEBUG nova.objects.instance [None req-ed33e0dd-0161-4602-8902-e9ff00e6d360 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Lazy-loading 'resources' on Instance uuid fed2ceef-7eb7-4b11-b5b9-ede51230f22a {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:12:10 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-ed33e0dd-0161-4602-8902-e9ff00e6d360 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:02:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1335191426',display_name='tempest-ServersNegativeTestJSON-server-1335191426',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1335191426',id=1,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:02:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='128b507454cf4cac8ed4c375041df8c3',ramdisk_id='',reservation_id='r-7uovs248',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-1418970301',owner_user_name='tempest-ServersNegativeTestJSON-1418970301-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:02:58Z,user_data=None,user_id='baa0e653e3334e3b8cf0dd6eb1c0afe2',uuid=fed2ceef-7eb7-4b11-b5b9-ede51230f22a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d9495c58-6928-41bc-b4d9-d57984ccf988", "address": "fa:16:3e:b8:d6:de", "network": {"id": "e767afda-6c0e-4d65-86d7-77587deafaeb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-938739477-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128b507454cf4cac8ed4c375041df8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9495c58-69", "ovs_interfaceid": "d9495c58-6928-41bc-b4d9-d57984ccf988", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:12:10 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-ed33e0dd-0161-4602-8902-e9ff00e6d360 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Converting VIF {"id": "d9495c58-6928-41bc-b4d9-d57984ccf988", "address": "fa:16:3e:b8:d6:de", "network": {"id": "e767afda-6c0e-4d65-86d7-77587deafaeb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-938739477-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "128b507454cf4cac8ed4c375041df8c3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9495c58-69", "ovs_interfaceid": "d9495c58-6928-41bc-b4d9-d57984ccf988", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:12:10 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-ed33e0dd-0161-4602-8902-e9ff00e6d360 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b8:d6:de,bridge_name='br-int',has_traffic_filtering=True,id=d9495c58-6928-41bc-b4d9-d57984ccf988,network=Network(e767afda-6c0e-4d65-86d7-77587deafaeb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd9495c58-69') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:12:10 user nova-compute[74854]: DEBUG os_vif [None req-ed33e0dd-0161-4602-8902-e9ff00e6d360 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:b8:d6:de,bridge_name='br-int',has_traffic_filtering=True,id=d9495c58-6928-41bc-b4d9-d57984ccf988,network=Network(e767afda-6c0e-4d65-86d7-77587deafaeb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd9495c58-69') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:12:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:12:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd9495c58-69, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:12:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:12:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:12:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:12:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5d729460-898e-4d81-bdff-76237fefe318) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:12:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:12:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:12:10 user nova-compute[74854]: INFO os_vif [None req-ed33e0dd-0161-4602-8902-e9ff00e6d360 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:b8:d6:de,bridge_name='br-int',has_traffic_filtering=True,id=d9495c58-6928-41bc-b4d9-d57984ccf988,network=Network(e767afda-6c0e-4d65-86d7-77587deafaeb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd9495c58-69')
Oct 23 17:12:10 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-ed33e0dd-0161-4602-8902-e9ff00e6d360 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] Deleting instance files /opt/stack/data/nova/instances/fed2ceef-7eb7-4b11-b5b9-ede51230f22a_del
Oct 23 17:12:10 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-ed33e0dd-0161-4602-8902-e9ff00e6d360 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] Deletion of /opt/stack/data/nova/instances/fed2ceef-7eb7-4b11-b5b9-ede51230f22a_del complete
Oct 23 17:12:10 user nova-compute[74854]: INFO nova.compute.manager [None req-ed33e0dd-0161-4602-8902-e9ff00e6d360 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] Took 1.09 seconds to destroy the instance on the hypervisor.
Oct 23 17:12:10 user nova-compute[74854]: DEBUG oslo.service.loopingcall [None req-ed33e0dd-0161-4602-8902-e9ff00e6d360 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 17:12:10 user nova-compute[74854]: DEBUG nova.compute.manager [-] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] Deallocating network for instance {{(pid=74854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 17:12:10 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] deallocate_for_instance() {{(pid=74854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 17:12:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:12:10 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:12:10 user nova-compute[74854]: INFO nova.compute.manager [-] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] Took 0.47 seconds to deallocate network for instance.
Oct 23 17:12:10 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ed33e0dd-0161-4602-8902-e9ff00e6d360 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:12:10 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ed33e0dd-0161-4602-8902-e9ff00e6d360 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:12:11 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-ed33e0dd-0161-4602-8902-e9ff00e6d360 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:12:11 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-ed33e0dd-0161-4602-8902-e9ff00e6d360 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:12:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ed33e0dd-0161-4602-8902-e9ff00e6d360 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.489s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:12:11 user nova-compute[74854]: INFO nova.scheduler.client.report [None req-ed33e0dd-0161-4602-8902-e9ff00e6d360 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Deleted allocations for instance fed2ceef-7eb7-4b11-b5b9-ede51230f22a
Oct 23 17:12:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ed33e0dd-0161-4602-8902-e9ff00e6d360 tempest-ServersNegativeTestJSON-1418970301 tempest-ServersNegativeTestJSON-1418970301-project-member] Lock "fed2ceef-7eb7-4b11-b5b9-ede51230f22a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.257s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:12:11 user nova-compute[74854]: DEBUG nova.compute.manager [req-a2fc9e5b-c0d6-4f8d-a74d-017decf7d598 req-b514562c-cd8c-46d6-9053-31655886621a service nova] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] Received event network-vif-plugged-d9495c58-6928-41bc-b4d9-d57984ccf988 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:12:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a2fc9e5b-c0d6-4f8d-a74d-017decf7d598 req-b514562c-cd8c-46d6-9053-31655886621a service nova] Acquiring lock "fed2ceef-7eb7-4b11-b5b9-ede51230f22a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:12:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a2fc9e5b-c0d6-4f8d-a74d-017decf7d598 req-b514562c-cd8c-46d6-9053-31655886621a service nova] Lock "fed2ceef-7eb7-4b11-b5b9-ede51230f22a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:12:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a2fc9e5b-c0d6-4f8d-a74d-017decf7d598 req-b514562c-cd8c-46d6-9053-31655886621a service nova] Lock "fed2ceef-7eb7-4b11-b5b9-ede51230f22a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:12:11 user nova-compute[74854]: DEBUG nova.compute.manager [req-a2fc9e5b-c0d6-4f8d-a74d-017decf7d598 req-b514562c-cd8c-46d6-9053-31655886621a service nova] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] No waiting events found dispatching network-vif-plugged-d9495c58-6928-41bc-b4d9-d57984ccf988 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:12:11 user nova-compute[74854]: WARNING nova.compute.manager [req-a2fc9e5b-c0d6-4f8d-a74d-017decf7d598 req-b514562c-cd8c-46d6-9053-31655886621a service nova] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] Received unexpected event network-vif-plugged-d9495c58-6928-41bc-b4d9-d57984ccf988 for instance with vm_state deleted and task_state None.
Oct 23 17:12:11 user nova-compute[74854]: DEBUG nova.compute.manager [req-a2fc9e5b-c0d6-4f8d-a74d-017decf7d598 req-b514562c-cd8c-46d6-9053-31655886621a service nova] [instance: fed2ceef-7eb7-4b11-b5b9-ede51230f22a] Received event network-vif-deleted-d9495c58-6928-41bc-b4d9-d57984ccf988 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:12:12 user nova-compute[74854]: DEBUG nova.compute.manager [req-73bbf345-fefd-4357-98c4-37cae6ed975d req-1e79083d-4690-402e-8750-5d31fefe381f service nova] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Received event volume-reimaged-da416f5f-36ca-4560-b6f8-6962d7e6856a {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:12:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-73bbf345-fefd-4357-98c4-37cae6ed975d req-1e79083d-4690-402e-8750-5d31fefe381f service nova] Acquiring lock "a7038e08-a72d-43e0-9434-8fc588e44c9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:12:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-73bbf345-fefd-4357-98c4-37cae6ed975d req-1e79083d-4690-402e-8750-5d31fefe381f service nova] Lock "a7038e08-a72d-43e0-9434-8fc588e44c9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:12:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-73bbf345-fefd-4357-98c4-37cae6ed975d req-1e79083d-4690-402e-8750-5d31fefe381f service nova] Lock "a7038e08-a72d-43e0-9434-8fc588e44c9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:12:12 user nova-compute[74854]: DEBUG nova.compute.manager [req-73bbf345-fefd-4357-98c4-37cae6ed975d req-1e79083d-4690-402e-8750-5d31fefe381f service nova] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Processing event volume-reimaged-da416f5f-36ca-4560-b6f8-6962d7e6856a {{(pid=74854) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10871}}
Oct 23 17:12:12 user nova-compute[74854]: DEBUG nova.compute.manager [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Instance event wait completed in 27 seconds for volume-reimaged {{(pid=74854) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 17:12:12 user nova-compute[74854]: INFO nova.virt.block_device [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Booting with volume da416f5f-36ca-4560-b6f8-6962d7e6856a at /dev/vda
Oct 23 17:12:12 user nova-compute[74854]: DEBUG os_brick.utils [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:12:12 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:12:12 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:12:12 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5171d7e-3436-4c2b-a34e-6170a37b8ab5]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a321e2f0722\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:12:12 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:12:12 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:12:12 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1b208a5-7620-44ea-8ca2-7d7f4d22ff2b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:12:12 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:12:12 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:12:12 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[26ca25da-a7af-4fcb-9dab-2ea544672486]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:12:12 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a208475-3158-48e1-83e6-76242fe3c871]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:12:12 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Running cmd (subprocess): nvme version {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:12:12 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] 'nvme version' failed. Not Retrying. {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:12:12 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.nvmeof [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] nvme not present on system {{(pid=74854) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 17:12:12 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:12:12 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:12:12 user nova-compute[74854]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 17:12:12 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef4ff117-68b3-497a-a88a-312c3f8fcfe7]: (4, '') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:12:12 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74854) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 17:12:12 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 17:12:12 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] LIGHTOS: no hostnqn found. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 17:12:12 user nova-compute[74854]: DEBUG os_brick.utils [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] <== get_connector_properties: return (118ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a321e2f0722', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:12:12 user nova-compute[74854]: DEBUG nova.virt.block_device [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Updating existing volume attachment record: 642e6312-67d6-4acc-830f-cd2c07a0dd0f {{(pid=74854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 17:12:15 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:12:15 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:12:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:12:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:12:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:12:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:12:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:12:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:12:35 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:12:36 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Acquiring lock "a0ee68b9-c08f-4240-b8db-ba8f51a14089" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:12:36 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "a0ee68b9-c08f-4240-b8db-ba8f51a14089" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:12:36 user nova-compute[74854]: INFO nova.compute.manager [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Unshelving
Oct 23 17:12:36 user nova-compute[74854]: INFO nova.virt.block_device [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Booting with volume d702001b-eb6a-47ff-b5ae-52378c9ea4f4 at /dev/vdc
Oct 23 17:12:37 user nova-compute[74854]: DEBUG os_brick.utils [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:12:37 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:12:37 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:12:37 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[403229f1-91eb-4414-a488-79b2f8fa35e4]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a321e2f0722\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:12:37 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:12:37 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.032s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:12:37 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e02d787-f784-45a4-aab5-71a3e05f180b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:12:37 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:12:37 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:12:37 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6cb9eab-4500-46a6-a332-90d44c3ba09d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:12:37 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[004461e6-cf8e-428f-83ed-5a53deb64afa]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:12:37 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Running cmd (subprocess): nvme version {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:12:37 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] 'nvme version' failed. Not Retrying. {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:12:37 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.nvmeof [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] nvme not present on system {{(pid=74854) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 17:12:37 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:12:37 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:12:37 user nova-compute[74854]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 17:12:37 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[fdd46e77-fbf6-46a0-8438-b8c63832351e]: (4, '') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:12:37 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74854) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 17:12:37 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 17:12:37 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] LIGHTOS: no hostnqn found. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 17:12:37 user nova-compute[74854]: DEBUG os_brick.utils [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] <== get_connector_properties: return (154ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a321e2f0722', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:12:37 user nova-compute[74854]: DEBUG nova.virt.block_device [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Updating existing volume attachment record: b1652c4e-68c1-4c4e-b73a-dd933a2e675e {{(pid=74854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 17:12:38 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:12:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:12:41 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:12:43 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:12:43 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:12:43 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 17:12:44 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:12:44 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:12:44 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:12:44 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:12:44 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:12:44 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Auditing locally available compute resources for user (node: user) {{(pid=74854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 17:12:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.rescue --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:12:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:12:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.rescue --force-share --output=json" returned: 0 in 0.200s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:12:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.rescue --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:12:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.rescue --force-share --output=json" returned: 0 in 0.179s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:12:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:12:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:12:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:12:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json" returned: 0 in 0.241s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:12:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/916718d2-e5fd-47e5-9a86-1ad7719e33a2/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:12:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/916718d2-e5fd-47e5-9a86-1ad7719e33a2/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:12:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/916718d2-e5fd-47e5-9a86-1ad7719e33a2/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:12:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/916718d2-e5fd-47e5-9a86-1ad7719e33a2/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:12:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:12:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:12:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:12:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:12:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/351ce4e6-f26e-4968-968b-67f662ba7ecf/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:12:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/351ce4e6-f26e-4968-968b-67f662ba7ecf/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:12:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/351ce4e6-f26e-4968-968b-67f662ba7ecf/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:12:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/351ce4e6-f26e-4968-968b-67f662ba7ecf/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:12:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:12:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:12:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:12:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:12:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:12:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:12:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:12:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:12:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8fe30f2-3d36-47ae-b780-1f15c026cac2/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:12:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8fe30f2-3d36-47ae-b780-1f15c026cac2/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:12:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8fe30f2-3d36-47ae-b780-1f15c026cac2/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:12:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8fe30f2-3d36-47ae-b780-1f15c026cac2/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:12:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5b1d996-4927-410a-ae7c-180c62b19856/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:12:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5b1d996-4927-410a-ae7c-180c62b19856/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:12:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5b1d996-4927-410a-ae7c-180c62b19856/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:12:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5b1d996-4927-410a-ae7c-180c62b19856/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:12:48 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:12:49 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:12:49 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:12:49 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Hypervisor/Node resource view: name=user free_ram=7716MB free_disk=24.975521087646484GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=74854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 17:12:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:12:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:12:49 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance f150b707-22b3-43b5-b657-0c2e19bcf524 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:12:49 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 30026d10-f080-4a53-8a4e-b8be523fe48e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:12:49 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 351ce4e6-f26e-4968-968b-67f662ba7ecf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:12:49 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance a7038e08-a72d-43e0-9434-8fc588e44c9d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:12:49 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance a5b1d996-4927-410a-ae7c-180c62b19856 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:12:49 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:12:49 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance ebdd2079-dbb8-44e5-8e02-53df3302b70f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:12:49 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance f8fe30f2-3d36-47ae-b780-1f15c026cac2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:12:49 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:12:49 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 916718d2-e5fd-47e5-9a86-1ad7719e33a2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:12:49 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance a0ee68b9-c08f-4240-b8db-ba8f51a14089 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1761}}
Oct 23 17:12:49 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 17:12:49 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 17:12:49 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:12:49 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:12:49 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Compute_service record updated for user:user {{(pid=74854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 17:12:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.618s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:12:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:12:50 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:12:50 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:12:50 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:12:51 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:12:51 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Starting heal instance info cache {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Creating instance directory {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 17:12:52 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Creating image(s)
Oct 23 17:12:52 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Did not create local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Ensure instance console log exists: /opt/stack/data/nova/instances/a7038e08-a72d-43e0-9434-8fc588e44c9d/console.log {{(pid=74854) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Start _get_guest_xml network_info=[{"id": "26234deb-874e-4de6-8982-81d6a6b930b1", "address": "fa:16:3e:bc:e7:af", "network": {"id": "76bb326f-c433-4205-9a35-ebf980f99dd5", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-907062387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.90", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5e74a0b018474123a192971e1c470eea", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26234deb-87", "ovs_interfaceid": "26234deb-874e-4de6-8982-81d6a6b930b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'attachment_id': '642e6312-67d6-4acc-830f-cd2c07a0dd0f', 'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dIvhZHbD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a7038e08-a72d-43e0-9434-8fc588e44c9d', 'attached_at': '', 'detached_at': '', 'volume_id': 'da416f5f-36ca-4560-b6f8-6962d7e6856a', 'serial': 'da416f5f-36ca-4560-b6f8-6962d7e6856a'}, 'mount_device': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'volume_type': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:12:52 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Oct 23 17:12:52 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Oct 23 17:12:52 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG nova.objects.instance [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Lazy-loading 'vcpu_model' on Instance uuid a7038e08-a72d-43e0-9434-8fc588e44c9d {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "refresh_cache-351ce4e6-f26e-4968-968b-67f662ba7ecf" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquired lock "refresh_cache-351ce4e6-f26e-4968-968b-67f662ba7ecf" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Forcefully refreshing network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Calling os-brick to attach iSCSI Volume {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dIvhZHbD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:12:52 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 23 17:12:52 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:12:52 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 23 17:12:52 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:12:52 user nova-compute[74854]: INFO os_brick.initiator.connectors.iscsi [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 17:12:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a -p 172.16.0.220:3260 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fa1cb94-dcc6-4ed8-9b67-786ba3766a55]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 17:12:52 user nova-compute[74854]:  {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a -p 172.16.0.220:3260 --interface default --op new {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b083f80-167a-49ed-b015-12dad597be10]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a] added\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a] added
Oct 23 17:12:52 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f2be5b4-4ec5-4a83-bd53-d3896070b143]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[fce2bacd-b8c3-4452-ab69-a13957f6ec9b]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v dIvhZHbD {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v dIvhZHbD" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[01b46f01-a9e2-4019-8be3-bffb4ae722e0]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'dIvhZHbD'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[330f6ec2-4baf-4585-af39-0acf2a39777d]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b675933-e4bf-43c0-af8f-4cd6b844f2d2]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:12:52 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:12:52 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a -p 172.16.0.220:3260 --login {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a -p 172.16.0.220:3260 --login" returned: 0 in 0.054s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c47de50-6673-4575-a045-ea32a3481f41]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a, portal: 172.16.0.220,3260]
Oct 23 17:12:52 user nova-compute[74854]: Login to [iface: default, target: iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a, portal: 172.16.0.220,3260] successful.
Oct 23 17:12:52 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfdfdd47-f94b-494b-bdab-83f828f08879]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[9dc82446-5aca-4171-b6b0-76cab66a0f7f]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:12:52 user nova-compute[74854]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a (non-flash)
Oct 23 17:12:52 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:12:52 user nova-compute[74854]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a (non-flash)
Oct 23 17:12:52 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.267s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Connected to 172.16.0.220:3260 {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] HCTL ('33', '-', '-', 0) found on session 22 with lun 0 {{(pid=74854) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74854) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbb0cdba-c5b0-44c4-b964-e36b4362472a]: (4, ('- - 0', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Searching for a device in session 22 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dIvhZHbD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 17:12:52 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Updating instance_info_cache with network_info: [{"id": "4453d620-702e-4521-9bdc-a74ec304fddd", "address": "fa:16:3e:9c:69:88", "network": {"id": "ede1ebd4-791d-4b2d-834d-e8f190eaa300", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1389616973-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a651f2b7cdd426487393c93f36e0dc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4453d620-70", "ovs_interfaceid": "4453d620-702e-4521-9bdc-a74ec304fddd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:12:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Releasing lock "refresh_cache-351ce4e6-f26e-4968-968b-67f662ba7ecf" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:12:53 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Updated the network info_cache for instance {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 17:12:53 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.301s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:12:53 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] <== connect_volume: return (1303ms) {'type': 'block', 'scsi_wwn': '26131323539646461', 'path': '/dev/sdb'} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:12:53 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26131323539646461', 'path': '/dev/sdb'} {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 17:12:53 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-23T17:09:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-987186216',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-931056393',id=16,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEkQFmoX1xKItdkiZtuhpIdPR5j5Xr45GVEYH28gWwqqPIsyUF64ELQK1MALa+chhZhrxCbzsB9kX/EPmXj07MMzcit8dVTvF1wH8bXw53bfPL/DlzzLyQxnRI5CnxsL0Q==',key_name='tempest-keypair-704558730',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:10:17Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='5e74a0b018474123a192971e1c470eea',ramdisk_id='',reservation_id='r-twnkkoth',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-475601208',owner_user_name='tempest-ServerActionsV293TestJSON-475601208-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:12:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='42ef848387814697b85b488438a5a997',uuid=a7038e08-a72d-43e0-9434-8fc588e44c9d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "26234deb-874e-4de6-8982-81d6a6b930b1", "address": "fa:16:3e:bc:e7:af", "network": {"id": "76bb326f-c433-4205-9a35-ebf980f99dd5", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-907062387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.90", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5e74a0b018474123a192971e1c470eea", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26234deb-87", "ovs_interfaceid": "26234deb-874e-4de6-8982-81d6a6b930b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:12:53 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Converting VIF {"id": "26234deb-874e-4de6-8982-81d6a6b930b1", "address": "fa:16:3e:bc:e7:af", "network": {"id": "76bb326f-c433-4205-9a35-ebf980f99dd5", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-907062387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.90", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5e74a0b018474123a192971e1c470eea", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26234deb-87", "ovs_interfaceid": "26234deb-874e-4de6-8982-81d6a6b930b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:12:53 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:bc:e7:af,bridge_name='br-int',has_traffic_filtering=True,id=26234deb-874e-4de6-8982-81d6a6b930b1,network=Network(76bb326f-c433-4205-9a35-ebf980f99dd5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap26234deb-87') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:12:53 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:12:53 user nova-compute[74854]:   <uuid>a7038e08-a72d-43e0-9434-8fc588e44c9d</uuid>
Oct 23 17:12:53 user nova-compute[74854]:   <name>instance-00000010</name>
Oct 23 17:12:53 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:12:53 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:12:53 user nova-compute[74854]:   <metadata>
Oct 23 17:12:53 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:12:53 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:12:53 user nova-compute[74854]:       <nova:name>tempest-ServerActionsV293TestJSON-server-987186216</nova:name>
Oct 23 17:12:53 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:12:52</nova:creationTime>
Oct 23 17:12:53 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:12:53 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:12:53 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:12:53 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:12:53 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:12:53 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:12:53 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:12:53 user nova-compute[74854]:       <nova:owner>
Oct 23 17:12:53 user nova-compute[74854]:         <nova:user uuid="42ef848387814697b85b488438a5a997">tempest-ServerActionsV293TestJSON-475601208-project-member</nova:user>
Oct 23 17:12:53 user nova-compute[74854]:         <nova:project uuid="5e74a0b018474123a192971e1c470eea">tempest-ServerActionsV293TestJSON-475601208</nova:project>
Oct 23 17:12:53 user nova-compute[74854]:       </nova:owner>
Oct 23 17:12:53 user nova-compute[74854]:       <nova:ports>
Oct 23 17:12:53 user nova-compute[74854]:         <nova:port uuid="26234deb-874e-4de6-8982-81d6a6b930b1">
Oct 23 17:12:53 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 23 17:12:53 user nova-compute[74854]:         </nova:port>
Oct 23 17:12:53 user nova-compute[74854]:       </nova:ports>
Oct 23 17:12:53 user nova-compute[74854]:     </nova:instance>
Oct 23 17:12:53 user nova-compute[74854]:   </metadata>
Oct 23 17:12:53 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:12:53 user nova-compute[74854]:     <system>
Oct 23 17:12:53 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:12:53 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:12:53 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:12:53 user nova-compute[74854]:       <entry name="serial">a7038e08-a72d-43e0-9434-8fc588e44c9d</entry>
Oct 23 17:12:53 user nova-compute[74854]:       <entry name="uuid">a7038e08-a72d-43e0-9434-8fc588e44c9d</entry>
Oct 23 17:12:53 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:12:53 user nova-compute[74854]:     </system>
Oct 23 17:12:53 user nova-compute[74854]:   </sysinfo>
Oct 23 17:12:53 user nova-compute[74854]:   <os>
Oct 23 17:12:53 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:12:53 user nova-compute[74854]:     <boot dev="hd"/>
Oct 23 17:12:53 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:12:53 user nova-compute[74854]:   </os>
Oct 23 17:12:53 user nova-compute[74854]:   <features>
Oct 23 17:12:53 user nova-compute[74854]:     <acpi/>
Oct 23 17:12:53 user nova-compute[74854]:     <apic/>
Oct 23 17:12:53 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:12:53 user nova-compute[74854]:   </features>
Oct 23 17:12:53 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:12:53 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:12:53 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:12:53 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:12:53 user nova-compute[74854]:   </clock>
Oct 23 17:12:53 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:12:53 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:12:53 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:12:53 user nova-compute[74854]:   </cpu>
Oct 23 17:12:53 user nova-compute[74854]:   <devices>
Oct 23 17:12:53 user nova-compute[74854]:     <disk type="block" device="disk">
Oct 23 17:12:53 user nova-compute[74854]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:12:53 user nova-compute[74854]:       <source dev="/dev/sdb"/>
Oct 23 17:12:53 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:12:53 user nova-compute[74854]:       <serial>da416f5f-36ca-4560-b6f8-6962d7e6856a</serial>
Oct 23 17:12:53 user nova-compute[74854]:     </disk>
Oct 23 17:12:53 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:12:53 user nova-compute[74854]:       <mac address="fa:16:3e:bc:e7:af"/>
Oct 23 17:12:53 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:12:53 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:12:53 user nova-compute[74854]:       <target dev="tap26234deb-87"/>
Oct 23 17:12:53 user nova-compute[74854]:     </interface>
Oct 23 17:12:53 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:12:53 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/a7038e08-a72d-43e0-9434-8fc588e44c9d/console.log" append="off"/>
Oct 23 17:12:53 user nova-compute[74854]:     </serial>
Oct 23 17:12:53 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:12:53 user nova-compute[74854]:     <video>
Oct 23 17:12:53 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:12:53 user nova-compute[74854]:     </video>
Oct 23 17:12:53 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:12:53 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:12:53 user nova-compute[74854]:     </rng>
Oct 23 17:12:53 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:12:53 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:12:53 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:12:53 user nova-compute[74854]:     </memballoon>
Oct 23 17:12:53 user nova-compute[74854]:   </devices>
Oct 23 17:12:53 user nova-compute[74854]: </domain>
Oct 23 17:12:53 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:12:53 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-23T17:09:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-987186216',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-931056393',id=16,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEkQFmoX1xKItdkiZtuhpIdPR5j5Xr45GVEYH28gWwqqPIsyUF64ELQK1MALa+chhZhrxCbzsB9kX/EPmXj07MMzcit8dVTvF1wH8bXw53bfPL/DlzzLyQxnRI5CnxsL0Q==',key_name='tempest-keypair-704558730',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:10:17Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='5e74a0b018474123a192971e1c470eea',ramdisk_id='',reservation_id='r-twnkkoth',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-475601208',owner_user_name='tempest-ServerActionsV293TestJSON-475601208-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:12:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='42ef848387814697b85b488438a5a997',uuid=a7038e08-a72d-43e0-9434-8fc588e44c9d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "26234deb-874e-4de6-8982-81d6a6b930b1", "address": "fa:16:3e:bc:e7:af", "network": {"id": "76bb326f-c433-4205-9a35-ebf980f99dd5", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-907062387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.90", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5e74a0b018474123a192971e1c470eea", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26234deb-87", "ovs_interfaceid": "26234deb-874e-4de6-8982-81d6a6b930b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:12:53 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Converting VIF {"id": "26234deb-874e-4de6-8982-81d6a6b930b1", "address": "fa:16:3e:bc:e7:af", "network": {"id": "76bb326f-c433-4205-9a35-ebf980f99dd5", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-907062387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.90", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5e74a0b018474123a192971e1c470eea", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26234deb-87", "ovs_interfaceid": "26234deb-874e-4de6-8982-81d6a6b930b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:12:53 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:bc:e7:af,bridge_name='br-int',has_traffic_filtering=True,id=26234deb-874e-4de6-8982-81d6a6b930b1,network=Network(76bb326f-c433-4205-9a35-ebf980f99dd5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap26234deb-87') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:12:53 user nova-compute[74854]: DEBUG os_vif [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:bc:e7:af,bridge_name='br-int',has_traffic_filtering=True,id=26234deb-874e-4de6-8982-81d6a6b930b1,network=Network(76bb326f-c433-4205-9a35-ebf980f99dd5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap26234deb-87') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:12:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:12:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:12:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:12:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:12:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'efdacdab-3924-535f-87c1-0f877d381a0b', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:12:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:12:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:12:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:12:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap26234deb-87, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:12:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap26234deb-87, col_values=(('qos', UUID('ce3e003d-5ccb-467e-8b25-22749c4639c3')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:12:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap26234deb-87, col_values=(('external_ids', {'iface-id': '26234deb-874e-4de6-8982-81d6a6b930b1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:bc:e7:af', 'vm-uuid': 'a7038e08-a72d-43e0-9434-8fc588e44c9d'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:12:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:12:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:12:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:12:53 user nova-compute[74854]: INFO os_vif [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:bc:e7:af,bridge_name='br-int',has_traffic_filtering=True,id=26234deb-874e-4de6-8982-81d6a6b930b1,network=Network(76bb326f-c433-4205-9a35-ebf980f99dd5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap26234deb-87')
Oct 23 17:12:53 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:12:53 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] No VIF found with MAC fa:16:3e:bc:e7:af, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:12:54 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:12:54 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:12:54 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:12:55 user nova-compute[74854]: DEBUG nova.compute.manager [req-d93015d4-5157-4569-bb46-6314c2611558 req-b533b036-2ad9-447b-b30b-b310240c301a service nova] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Received event network-vif-plugged-26234deb-874e-4de6-8982-81d6a6b930b1 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:12:55 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-d93015d4-5157-4569-bb46-6314c2611558 req-b533b036-2ad9-447b-b30b-b310240c301a service nova] Acquiring lock "a7038e08-a72d-43e0-9434-8fc588e44c9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:12:55 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-d93015d4-5157-4569-bb46-6314c2611558 req-b533b036-2ad9-447b-b30b-b310240c301a service nova] Lock "a7038e08-a72d-43e0-9434-8fc588e44c9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:12:55 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-d93015d4-5157-4569-bb46-6314c2611558 req-b533b036-2ad9-447b-b30b-b310240c301a service nova] Lock "a7038e08-a72d-43e0-9434-8fc588e44c9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:12:55 user nova-compute[74854]: DEBUG nova.compute.manager [req-d93015d4-5157-4569-bb46-6314c2611558 req-b533b036-2ad9-447b-b30b-b310240c301a service nova] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] No waiting events found dispatching network-vif-plugged-26234deb-874e-4de6-8982-81d6a6b930b1 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:12:55 user nova-compute[74854]: WARNING nova.compute.manager [req-d93015d4-5157-4569-bb46-6314c2611558 req-b533b036-2ad9-447b-b30b-b310240c301a service nova] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Received unexpected event network-vif-plugged-26234deb-874e-4de6-8982-81d6a6b930b1 for instance with vm_state active and task_state rebuild_spawning.
Oct 23 17:12:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:12:55 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:12:55 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:12:55 user nova-compute[74854]: DEBUG nova.objects.instance [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lazy-loading 'pci_requests' on Instance uuid a0ee68b9-c08f-4240-b8db-ba8f51a14089 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:12:55 user nova-compute[74854]: DEBUG nova.objects.instance [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lazy-loading 'numa_topology' on Instance uuid a0ee68b9-c08f-4240-b8db-ba8f51a14089 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:12:55 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74854) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 17:12:55 user nova-compute[74854]: INFO nova.compute.claims [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Claim successful on node user
Oct 23 17:12:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:12:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:12:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:12:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:12:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:12:55 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:12:55 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:12:55 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.564s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:12:56 user nova-compute[74854]: INFO nova.network.neutron [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Updating port eabc4588-078d-4f88-bf73-9ac14868fe67 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Oct 23 17:12:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Acquiring lock "refresh_cache-a0ee68b9-c08f-4240-b8db-ba8f51a14089" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:12:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Acquired lock "refresh_cache-a0ee68b9-c08f-4240-b8db-ba8f51a14089" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:12:56 user nova-compute[74854]: DEBUG nova.network.neutron [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:12:56 user nova-compute[74854]: DEBUG nova.compute.manager [req-277ed60d-b8ef-4020-be23-9a93b758d9de req-ada5f667-c8d3-4561-9ea7-1e03cc0b202d service nova] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Received event network-changed-eabc4588-078d-4f88-bf73-9ac14868fe67 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:12:56 user nova-compute[74854]: DEBUG nova.compute.manager [req-277ed60d-b8ef-4020-be23-9a93b758d9de req-ada5f667-c8d3-4561-9ea7-1e03cc0b202d service nova] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Refreshing instance network info cache due to event network-changed-eabc4588-078d-4f88-bf73-9ac14868fe67. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:12:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-277ed60d-b8ef-4020-be23-9a93b758d9de req-ada5f667-c8d3-4561-9ea7-1e03cc0b202d service nova] Acquiring lock "refresh_cache-a0ee68b9-c08f-4240-b8db-ba8f51a14089" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:12:57 user nova-compute[74854]: DEBUG nova.network.neutron [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Updating instance_info_cache with network_info: [{"id": "eabc4588-078d-4f88-bf73-9ac14868fe67", "address": "fa:16:3e:a3:b4:12", "network": {"id": "b7b7a8af-8224-4220-a014-98e5defb0f84", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-621326047-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "590f192c09b34f998151336d4f75a7ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeabc4588-07", "ovs_interfaceid": "eabc4588-078d-4f88-bf73-9ac14868fe67", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:12:57 user nova-compute[74854]: DEBUG nova.compute.manager [req-40d3109a-5c8c-4897-b424-644ba0598a53 req-c582476f-7063-4fc1-a2ba-ea4f9c80c949 service nova] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Received event network-vif-plugged-26234deb-874e-4de6-8982-81d6a6b930b1 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:12:57 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-40d3109a-5c8c-4897-b424-644ba0598a53 req-c582476f-7063-4fc1-a2ba-ea4f9c80c949 service nova] Acquiring lock "a7038e08-a72d-43e0-9434-8fc588e44c9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:12:57 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-40d3109a-5c8c-4897-b424-644ba0598a53 req-c582476f-7063-4fc1-a2ba-ea4f9c80c949 service nova] Lock "a7038e08-a72d-43e0-9434-8fc588e44c9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:12:57 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-40d3109a-5c8c-4897-b424-644ba0598a53 req-c582476f-7063-4fc1-a2ba-ea4f9c80c949 service nova] Lock "a7038e08-a72d-43e0-9434-8fc588e44c9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:12:57 user nova-compute[74854]: DEBUG nova.compute.manager [req-40d3109a-5c8c-4897-b424-644ba0598a53 req-c582476f-7063-4fc1-a2ba-ea4f9c80c949 service nova] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] No waiting events found dispatching network-vif-plugged-26234deb-874e-4de6-8982-81d6a6b930b1 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:12:57 user nova-compute[74854]: WARNING nova.compute.manager [req-40d3109a-5c8c-4897-b424-644ba0598a53 req-c582476f-7063-4fc1-a2ba-ea4f9c80c949 service nova] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Received unexpected event network-vif-plugged-26234deb-874e-4de6-8982-81d6a6b930b1 for instance with vm_state active and task_state rebuild_spawning.
Oct 23 17:12:57 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Releasing lock "refresh_cache-a0ee68b9-c08f-4240-b8db-ba8f51a14089" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:12:57 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Creating instance directory {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 17:12:57 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Creating image(s)
Oct 23 17:12:57 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Acquiring lock "/opt/stack/data/nova/instances/a0ee68b9-c08f-4240-b8db-ba8f51a14089/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:12:57 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "/opt/stack/data/nova/instances/a0ee68b9-c08f-4240-b8db-ba8f51a14089/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:12:57 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "/opt/stack/data/nova/instances/a0ee68b9-c08f-4240-b8db-ba8f51a14089/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:12:57 user nova-compute[74854]: DEBUG nova.objects.instance [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lazy-loading 'trusted_certs' on Instance uuid a0ee68b9-c08f-4240-b8db-ba8f51a14089 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:12:57 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-277ed60d-b8ef-4020-be23-9a93b758d9de req-ada5f667-c8d3-4561-9ea7-1e03cc0b202d service nova] Acquired lock "refresh_cache-a0ee68b9-c08f-4240-b8db-ba8f51a14089" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:12:57 user nova-compute[74854]: DEBUG nova.network.neutron [req-277ed60d-b8ef-4020-be23-9a93b758d9de req-ada5f667-c8d3-4561-9ea7-1e03cc0b202d service nova] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Refreshing network info cache for port eabc4588-078d-4f88-bf73-9ac14868fe67 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:12:57 user nova-compute[74854]: DEBUG nova.objects.base [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Object Instance<a0ee68b9-c08f-4240-b8db-ba8f51a14089> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:12:57 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Acquiring lock "f183bd51f14f85486d33cdb037ab69bcee7a21b8" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:12:57 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "f183bd51f14f85486d33cdb037ab69bcee7a21b8" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:12:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f183bd51f14f85486d33cdb037ab69bcee7a21b8.part --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:12:58 user nova-compute[74854]: DEBUG nova.compute.manager [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Instance event wait completed in 0 seconds for  {{(pid=74854) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 17:12:58 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Guest created on hypervisor {{(pid=74854) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 17:12:58 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Instance spawned successfully.
Oct 23 17:12:58 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 17:12:58 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Found default for hw_cdrom_bus of ide {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:12:58 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Found default for hw_disk_bus of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:12:58 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Found default for hw_input_bus of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:12:58 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Found default for hw_pointer_model of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:12:58 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Found default for hw_video_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:12:58 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Found default for hw_vif_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:12:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f183bd51f14f85486d33cdb037ab69bcee7a21b8.part --force-share --output=json" returned: 0 in 0.189s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:12:58 user nova-compute[74854]: DEBUG nova.virt.images [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] 354be80f-7fa6-4bc7-ba74-4aff00f71e56 was qcow2, converting to raw {{(pid=74854) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 23 17:12:58 user nova-compute[74854]: DEBUG nova.privsep.utils [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74854) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 23 17:12:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/f183bd51f14f85486d33cdb037ab69bcee7a21b8.part /opt/stack/data/nova/instances/_base/f183bd51f14f85486d33cdb037ab69bcee7a21b8.converted {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:12:58 user nova-compute[74854]: DEBUG nova.compute.manager [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:12:58 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:12:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:12:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:12:58 user nova-compute[74854]: DEBUG nova.objects.instance [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=74854) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1078}}
Oct 23 17:12:58 user nova-compute[74854]: DEBUG nova.network.neutron [req-277ed60d-b8ef-4020-be23-9a93b758d9de req-ada5f667-c8d3-4561-9ea7-1e03cc0b202d service nova] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Updated VIF entry in instance network info cache for port eabc4588-078d-4f88-bf73-9ac14868fe67. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:12:58 user nova-compute[74854]: DEBUG nova.network.neutron [req-277ed60d-b8ef-4020-be23-9a93b758d9de req-ada5f667-c8d3-4561-9ea7-1e03cc0b202d service nova] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Updating instance_info_cache with network_info: [{"id": "eabc4588-078d-4f88-bf73-9ac14868fe67", "address": "fa:16:3e:a3:b4:12", "network": {"id": "b7b7a8af-8224-4220-a014-98e5defb0f84", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-621326047-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "590f192c09b34f998151336d4f75a7ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeabc4588-07", "ovs_interfaceid": "eabc4588-078d-4f88-bf73-9ac14868fe67", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:12:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-277ed60d-b8ef-4020-be23-9a93b758d9de req-ada5f667-c8d3-4561-9ea7-1e03cc0b202d service nova] Releasing lock "refresh_cache-a0ee68b9-c08f-4240-b8db-ba8f51a14089" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:12:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/f183bd51f14f85486d33cdb037ab69bcee7a21b8.part /opt/stack/data/nova/instances/_base/f183bd51f14f85486d33cdb037ab69bcee7a21b8.converted" returned: 0 in 0.235s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:12:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f183bd51f14f85486d33cdb037ab69bcee7a21b8.converted --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:12:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-73bbf345-fefd-4357-98c4-37cae6ed975d tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.180s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:12:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f183bd51f14f85486d33cdb037ab69bcee7a21b8.converted --force-share --output=json" returned: 0 in 0.218s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:12:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "f183bd51f14f85486d33cdb037ab69bcee7a21b8" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.655s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:12:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f183bd51f14f85486d33cdb037ab69bcee7a21b8 --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:12:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f183bd51f14f85486d33cdb037ab69bcee7a21b8 --force-share --output=json" returned: 0 in 0.194s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:12:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Acquiring lock "f183bd51f14f85486d33cdb037ab69bcee7a21b8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:12:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "f183bd51f14f85486d33cdb037ab69bcee7a21b8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:12:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f183bd51f14f85486d33cdb037ab69bcee7a21b8 --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:12:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f183bd51f14f85486d33cdb037ab69bcee7a21b8 --force-share --output=json" returned: 0 in 0.214s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:12:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f183bd51f14f85486d33cdb037ab69bcee7a21b8,backing_fmt=raw /opt/stack/data/nova/instances/a0ee68b9-c08f-4240-b8db-ba8f51a14089/disk 1073741824 {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:12:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f183bd51f14f85486d33cdb037ab69bcee7a21b8,backing_fmt=raw /opt/stack/data/nova/instances/a0ee68b9-c08f-4240-b8db-ba8f51a14089/disk 1073741824" returned: 0 in 0.057s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:12:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "f183bd51f14f85486d33cdb037ab69bcee7a21b8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.279s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:12:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f183bd51f14f85486d33cdb037ab69bcee7a21b8 --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:12:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f183bd51f14f85486d33cdb037ab69bcee7a21b8 --force-share --output=json" returned: 0 in 0.186s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:12:59 user nova-compute[74854]: DEBUG nova.objects.instance [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lazy-loading 'migration_context' on Instance uuid a0ee68b9-c08f-4240-b8db-ba8f51a14089 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:12:59 user nova-compute[74854]: DEBUG nova.objects.base [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Object Instance<a0ee68b9-c08f-4240-b8db-ba8f51a14089> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:12:59 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Rebasing disk image.
Oct 23 17:12:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:12:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.238s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:12:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e -F raw /opt/stack/data/nova/instances/a0ee68b9-c08f-4240-b8db-ba8f51a14089/disk {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:13:00 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e -F raw /opt/stack/data/nova/instances/a0ee68b9-c08f-4240-b8db-ba8f51a14089/disk" returned: 0 in 2.810s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:13:02 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Created local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 17:13:02 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Ensure instance console log exists: /opt/stack/data/nova/instances/a0ee68b9-c08f-4240-b8db-ba8f51a14089/console.log {{(pid=74854) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 17:13:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:13:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:13:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:13:02 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Start _get_guest_xml network_info=[{"id": "eabc4588-078d-4f88-bf73-9ac14868fe67", "address": "fa:16:3e:a3:b4:12", "network": {"id": "b7b7a8af-8224-4220-a014-98e5defb0f84", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-621326047-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "590f192c09b34f998151336d4f75a7ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeabc4588-07", "ovs_interfaceid": "eabc4588-078d-4f88-bf73-9ac14868fe67", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='f56196a0219ae67eac2eaa80d47743b9',container_format='bare',created_at=2023-10-23T17:10:44Z,direct_url=<?>,disk_format='qcow2',id=354be80f-7fa6-4bc7-ba74-4aff00f71e56,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1966998698-shelved',owner='590f192c09b34f998151336d4f75a7ab',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-23T17:10:49Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'encryption_format': None, 'encryption_options': None, 'size': 0, 'boot_index': 0, 'encrypted': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'image_id': '68c345df-c9e8-475a-b17c-635fa0c7e894'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'attachment_id': 'b1652c4e-68c1-4c4e-b73a-dd933a2e675e', 'boot_index': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BvIebiOM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'a0ee68b9-c08f-4240-b8db-ba8f51a14089', 'attached_at': '', 'detached_at': '', 'volume_id': 'd702001b-eb6a-47ff-b5ae-52378c9ea4f4', 'serial': 'd702001b-eb6a-47ff-b5ae-52378c9ea4f4'}, 'mount_device': '/dev/vdc', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'volume_type': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:13:02 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:13:02 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:13:02 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:13:02 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:13:02 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:13:02 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:13:02 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:13:02 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f56196a0219ae67eac2eaa80d47743b9',container_format='bare',created_at=2023-10-23T17:10:44Z,direct_url=<?>,disk_format='qcow2',id=354be80f-7fa6-4bc7-ba74-4aff00f71e56,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1966998698-shelved',owner='590f192c09b34f998151336d4f75a7ab',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-23T17:10:49Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:13:02 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:13:02 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:13:02 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:13:02 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:13:02 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:13:02 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:13:02 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:13:02 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:13:02 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:13:02 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:13:02 user nova-compute[74854]: DEBUG nova.objects.instance [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lazy-loading 'vcpu_model' on Instance uuid a0ee68b9-c08f-4240-b8db-ba8f51a14089 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:13:02 user nova-compute[74854]: DEBUG nova.objects.base [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Object Instance<a0ee68b9-c08f-4240-b8db-ba8f51a14089> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:13:02 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Calling os-brick to attach iSCSI Volume {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 17:13:02 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BvIebiOM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:13:02 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:13:02 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:13:02 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:13:02 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:13:02 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:13:02 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:13:02 user nova-compute[74854]: INFO os_brick.initiator.connectors.iscsi [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 17:13:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4 -p 172.16.0.220:3260 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:13:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4 -p 172.16.0.220:3260" returned: 21 in 0.060s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:13:02 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e46faa6-39da-4036-8cf4-229e63f0d778]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:13:02 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 17:13:02 user nova-compute[74854]:  {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:13:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4 -p 172.16.0.220:3260 --interface default --op new {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:13:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.025s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:13:02 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc26539e-3c20-47a8-b0c4-97a85f5411c6]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4] added\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:13:02 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4] added
Oct 23 17:13:02 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:13:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:13:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.031s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:13:02 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[f95b59bc-44c3-463e-a233-f9aa1f4736ba]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:13:02 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:13:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:13:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.044s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:13:02 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[55c92c10-3775-4bba-b57b-0fc5bdccf21c]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:13:02 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:13:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BvIebiOM {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:13:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BvIebiOM" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:13:02 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[7db0d321-2b2a-4c3c-b843-f39ba4c2b9c5]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:13:02 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'BvIebiOM'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:13:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:13:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:13:02 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[9406b34d-08ec-472c-9116-f0cdc09aee3d]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:13:02 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:13:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:13:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:13:03 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef3bfbeb-5dfd-46b6-b5c4-adc521b1d2d9]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:13:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:13:03 user nova-compute[74854]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a (non-flash)
Oct 23 17:13:03 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:13:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:13:03 user nova-compute[74854]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a (non-flash)
Oct 23 17:13:03 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:13:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4 -p 172.16.0.220:3260 --login {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:13:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4 -p 172.16.0.220:3260 --login" returned: 0 in 0.060s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:13:03 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[5841e582-7615-4bcd-bcd3-ac19c3c06507]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:13:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4, portal: 172.16.0.220,3260]
Oct 23 17:13:03 user nova-compute[74854]: Login to [iface: default, target: iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4, portal: 172.16.0.220,3260] successful.
Oct 23 17:13:03 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:13:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:13:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:13:03 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[71e1e1a6-8f21-4cf7-8425-7c707c321ede]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:13:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:13:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:13:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:13:03 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[2520a8f3-4b0a-422f-8d7b-cf4bbc779b12]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:13:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:13:03 user nova-compute[74854]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a (non-flash)
Oct 23 17:13:03 user nova-compute[74854]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4 (non-flash)
Oct 23 17:13:03 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:13:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:13:03 user nova-compute[74854]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a (non-flash)
Oct 23 17:13:03 user nova-compute[74854]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4 (non-flash)
Oct 23 17:13:03 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:13:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.376s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:13:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Connected to 172.16.0.220:3260 {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 17:13:03 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] HCTL ('35', '-', '-', 0) found on session 23 with lun 0 {{(pid=74854) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 17:13:03 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74854) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 17:13:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:13:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.039s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:13:03 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b689a245-4374-4a2f-8924-4879690f3ea9]: (4, ('- - 0', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:13:03 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Searching for a device in session 23 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:13:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BvIebiOM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 17:13:03 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:03 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:04 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.434s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:13:04 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] <== connect_volume: return (1435ms) {'type': 'block', 'scsi_wwn': '23632636464636463', 'path': '/dev/sdd'} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:13:04 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23632636464636463', 'path': '/dev/sdd'} {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 17:13:04 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-23T17:08:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1966998698',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1966998698',id=15,image_ref='354be80f-7fa6-4bc7-ba74-4aff00f71e56',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-193582054',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:08:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='590f192c09b34f998151336d4f75a7ab',ramdisk_id='',reservation_id='r-temdtjpz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1043335963',owner_user_name='tempest-AttachVolumeShelveTestJSON-1043335963-project-member',shelved_at='2023-10-23T17:10:49.623991',shelved_host='user',shelved_image_id='354be80f-7fa6-4bc7-ba74-4aff00f71e56'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:12:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c7e89ab1e2c5401592611fea7c8edbf8',uuid=a0ee68b9-c08f-4240-b8db-ba8f51a14089,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "eabc4588-078d-4f88-bf73-9ac14868fe67", "address": "fa:16:3e:a3:b4:12", "network": {"id": "b7b7a8af-8224-4220-a014-98e5defb0f84", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-621326047-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "590f192c09b34f998151336d4f75a7ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeabc4588-07", "ovs_interfaceid": "eabc4588-078d-4f88-bf73-9ac14868fe67", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:13:04 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Converting VIF {"id": "eabc4588-078d-4f88-bf73-9ac14868fe67", "address": "fa:16:3e:a3:b4:12", "network": {"id": "b7b7a8af-8224-4220-a014-98e5defb0f84", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-621326047-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "590f192c09b34f998151336d4f75a7ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeabc4588-07", "ovs_interfaceid": "eabc4588-078d-4f88-bf73-9ac14868fe67", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:13:04 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a3:b4:12,bridge_name='br-int',has_traffic_filtering=True,id=eabc4588-078d-4f88-bf73-9ac14868fe67,network=Network(b7b7a8af-8224-4220-a014-98e5defb0f84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeabc4588-07') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:13:04 user nova-compute[74854]: DEBUG nova.objects.instance [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lazy-loading 'pci_devices' on Instance uuid a0ee68b9-c08f-4240-b8db-ba8f51a14089 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:13:04 user nova-compute[74854]: DEBUG nova.objects.base [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Object Instance<a0ee68b9-c08f-4240-b8db-ba8f51a14089> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:13:04 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:13:04 user nova-compute[74854]:   <uuid>a0ee68b9-c08f-4240-b8db-ba8f51a14089</uuid>
Oct 23 17:13:04 user nova-compute[74854]:   <name>instance-0000000f</name>
Oct 23 17:13:04 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:13:04 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:13:04 user nova-compute[74854]:   <metadata>
Oct 23 17:13:04 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:13:04 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:13:04 user nova-compute[74854]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1966998698</nova:name>
Oct 23 17:13:04 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:13:02</nova:creationTime>
Oct 23 17:13:04 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:13:04 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:13:04 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:13:04 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:13:04 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:13:04 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:13:04 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:13:04 user nova-compute[74854]:       <nova:owner>
Oct 23 17:13:04 user nova-compute[74854]:         <nova:user uuid="c7e89ab1e2c5401592611fea7c8edbf8">tempest-AttachVolumeShelveTestJSON-1043335963-project-member</nova:user>
Oct 23 17:13:04 user nova-compute[74854]:         <nova:project uuid="590f192c09b34f998151336d4f75a7ab">tempest-AttachVolumeShelveTestJSON-1043335963</nova:project>
Oct 23 17:13:04 user nova-compute[74854]:       </nova:owner>
Oct 23 17:13:04 user nova-compute[74854]:       <nova:root type="image" uuid="354be80f-7fa6-4bc7-ba74-4aff00f71e56"/>
Oct 23 17:13:04 user nova-compute[74854]:       <nova:ports>
Oct 23 17:13:04 user nova-compute[74854]:         <nova:port uuid="eabc4588-078d-4f88-bf73-9ac14868fe67">
Oct 23 17:13:04 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 23 17:13:04 user nova-compute[74854]:         </nova:port>
Oct 23 17:13:04 user nova-compute[74854]:       </nova:ports>
Oct 23 17:13:04 user nova-compute[74854]:     </nova:instance>
Oct 23 17:13:04 user nova-compute[74854]:   </metadata>
Oct 23 17:13:04 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:13:04 user nova-compute[74854]:     <system>
Oct 23 17:13:04 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:13:04 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:13:04 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:13:04 user nova-compute[74854]:       <entry name="serial">a0ee68b9-c08f-4240-b8db-ba8f51a14089</entry>
Oct 23 17:13:04 user nova-compute[74854]:       <entry name="uuid">a0ee68b9-c08f-4240-b8db-ba8f51a14089</entry>
Oct 23 17:13:04 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:13:04 user nova-compute[74854]:     </system>
Oct 23 17:13:04 user nova-compute[74854]:   </sysinfo>
Oct 23 17:13:04 user nova-compute[74854]:   <os>
Oct 23 17:13:04 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:13:04 user nova-compute[74854]:     <boot dev="hd"/>
Oct 23 17:13:04 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:13:04 user nova-compute[74854]:   </os>
Oct 23 17:13:04 user nova-compute[74854]:   <features>
Oct 23 17:13:04 user nova-compute[74854]:     <acpi/>
Oct 23 17:13:04 user nova-compute[74854]:     <apic/>
Oct 23 17:13:04 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:13:04 user nova-compute[74854]:   </features>
Oct 23 17:13:04 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:13:04 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:13:04 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:13:04 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:13:04 user nova-compute[74854]:   </clock>
Oct 23 17:13:04 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:13:04 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:13:04 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:13:04 user nova-compute[74854]:   </cpu>
Oct 23 17:13:04 user nova-compute[74854]:   <devices>
Oct 23 17:13:04 user nova-compute[74854]:     <disk type="file" device="disk">
Oct 23 17:13:04 user nova-compute[74854]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 17:13:04 user nova-compute[74854]:       <source file="/opt/stack/data/nova/instances/a0ee68b9-c08f-4240-b8db-ba8f51a14089/disk"/>
Oct 23 17:13:04 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:13:04 user nova-compute[74854]:     </disk>
Oct 23 17:13:04 user nova-compute[74854]:     <disk type="block" device="disk">
Oct 23 17:13:04 user nova-compute[74854]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:13:04 user nova-compute[74854]:       <source dev="/dev/sdd"/>
Oct 23 17:13:04 user nova-compute[74854]:       <target dev="vdc" bus="virtio"/>
Oct 23 17:13:04 user nova-compute[74854]:       <serial>d702001b-eb6a-47ff-b5ae-52378c9ea4f4</serial>
Oct 23 17:13:04 user nova-compute[74854]:     </disk>
Oct 23 17:13:04 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:13:04 user nova-compute[74854]:       <mac address="fa:16:3e:a3:b4:12"/>
Oct 23 17:13:04 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:13:04 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:13:04 user nova-compute[74854]:       <target dev="tapeabc4588-07"/>
Oct 23 17:13:04 user nova-compute[74854]:     </interface>
Oct 23 17:13:04 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:13:04 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/a0ee68b9-c08f-4240-b8db-ba8f51a14089/console.log" append="off"/>
Oct 23 17:13:04 user nova-compute[74854]:     </serial>
Oct 23 17:13:04 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:13:04 user nova-compute[74854]:     <video>
Oct 23 17:13:04 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:13:04 user nova-compute[74854]:     </video>
Oct 23 17:13:04 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:13:04 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:13:04 user nova-compute[74854]:     </rng>
Oct 23 17:13:04 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:13:04 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:13:04 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:13:04 user nova-compute[74854]:     </memballoon>
Oct 23 17:13:04 user nova-compute[74854]:   </devices>
Oct 23 17:13:04 user nova-compute[74854]: </domain>
Oct 23 17:13:04 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:13:04 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-23T17:08:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1966998698',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1966998698',id=15,image_ref='354be80f-7fa6-4bc7-ba74-4aff00f71e56',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-193582054',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:08:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='590f192c09b34f998151336d4f75a7ab',ramdisk_id='',reservation_id='r-temdtjpz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1043335963',owner_user_name='tempest-AttachVolumeShelveTestJSON-1043335963-project-member',shelved_at='2023-10-23T17:10:49.623991',shelved_host='user',shelved_image_id='354be80f-7fa6-4bc7-ba74-4aff00f71e56'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:12:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c7e89ab1e2c5401592611fea7c8edbf8',uuid=a0ee68b9-c08f-4240-b8db-ba8f51a14089,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "eabc4588-078d-4f88-bf73-9ac14868fe67", "address": "fa:16:3e:a3:b4:12", "network": {"id": "b7b7a8af-8224-4220-a014-98e5defb0f84", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-621326047-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "590f192c09b34f998151336d4f75a7ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeabc4588-07", "ovs_interfaceid": "eabc4588-078d-4f88-bf73-9ac14868fe67", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:13:04 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Converting VIF {"id": "eabc4588-078d-4f88-bf73-9ac14868fe67", "address": "fa:16:3e:a3:b4:12", "network": {"id": "b7b7a8af-8224-4220-a014-98e5defb0f84", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-621326047-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "590f192c09b34f998151336d4f75a7ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeabc4588-07", "ovs_interfaceid": "eabc4588-078d-4f88-bf73-9ac14868fe67", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:13:04 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a3:b4:12,bridge_name='br-int',has_traffic_filtering=True,id=eabc4588-078d-4f88-bf73-9ac14868fe67,network=Network(b7b7a8af-8224-4220-a014-98e5defb0f84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeabc4588-07') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:13:04 user nova-compute[74854]: DEBUG os_vif [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a3:b4:12,bridge_name='br-int',has_traffic_filtering=True,id=eabc4588-078d-4f88-bf73-9ac14868fe67,network=Network(b7b7a8af-8224-4220-a014-98e5defb0f84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeabc4588-07') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:13:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:13:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:13:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '248b5702-82f1-5e53-a8ce-4258fb77b6dd', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:13:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:13:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapeabc4588-07, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:13:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapeabc4588-07, col_values=(('qos', UUID('a5349cd1-dd0f-404e-8c70-4f20cd60971f')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:13:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapeabc4588-07, col_values=(('external_ids', {'iface-id': 'eabc4588-078d-4f88-bf73-9ac14868fe67', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a3:b4:12', 'vm-uuid': 'a0ee68b9-c08f-4240-b8db-ba8f51a14089'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:13:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:13:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:04 user nova-compute[74854]: INFO os_vif [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a3:b4:12,bridge_name='br-int',has_traffic_filtering=True,id=eabc4588-078d-4f88-bf73-9ac14868fe67,network=Network(b7b7a8af-8224-4220-a014-98e5defb0f84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeabc4588-07')
Oct 23 17:13:04 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:13:04 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:13:04 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] No VIF found with MAC fa:16:3e:a3:b4:12, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:13:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:06 user nova-compute[74854]: DEBUG nova.compute.manager [req-41cc3ef2-f9fc-4d4d-ac04-4d022726190c req-5c7f46e9-1200-4d99-8bd7-a257f6a9db1f service nova] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Received event network-vif-plugged-eabc4588-078d-4f88-bf73-9ac14868fe67 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:13:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-41cc3ef2-f9fc-4d4d-ac04-4d022726190c req-5c7f46e9-1200-4d99-8bd7-a257f6a9db1f service nova] Acquiring lock "a0ee68b9-c08f-4240-b8db-ba8f51a14089-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:13:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-41cc3ef2-f9fc-4d4d-ac04-4d022726190c req-5c7f46e9-1200-4d99-8bd7-a257f6a9db1f service nova] Lock "a0ee68b9-c08f-4240-b8db-ba8f51a14089-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:13:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-41cc3ef2-f9fc-4d4d-ac04-4d022726190c req-5c7f46e9-1200-4d99-8bd7-a257f6a9db1f service nova] Lock "a0ee68b9-c08f-4240-b8db-ba8f51a14089-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:13:06 user nova-compute[74854]: DEBUG nova.compute.manager [req-41cc3ef2-f9fc-4d4d-ac04-4d022726190c req-5c7f46e9-1200-4d99-8bd7-a257f6a9db1f service nova] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] No waiting events found dispatching network-vif-plugged-eabc4588-078d-4f88-bf73-9ac14868fe67 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:13:06 user nova-compute[74854]: WARNING nova.compute.manager [req-41cc3ef2-f9fc-4d4d-ac04-4d022726190c req-5c7f46e9-1200-4d99-8bd7-a257f6a9db1f service nova] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Received unexpected event network-vif-plugged-eabc4588-078d-4f88-bf73-9ac14868fe67 for instance with vm_state shelved_offloaded and task_state spawning.
Oct 23 17:13:07 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:07 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:07 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:08 user nova-compute[74854]: DEBUG nova.compute.manager [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Instance event wait completed in 0 seconds for  {{(pid=74854) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 17:13:08 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Guest created on hypervisor {{(pid=74854) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 17:13:08 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Instance spawned successfully.
Oct 23 17:13:09 user nova-compute[74854]: DEBUG nova.compute.manager [req-166f7902-d6de-4d67-a303-6bb22241160c req-26aae197-bb47-486c-83c1-0e6476262cd1 service nova] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Received event network-vif-plugged-eabc4588-078d-4f88-bf73-9ac14868fe67 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:13:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-166f7902-d6de-4d67-a303-6bb22241160c req-26aae197-bb47-486c-83c1-0e6476262cd1 service nova] Acquiring lock "a0ee68b9-c08f-4240-b8db-ba8f51a14089-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:13:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-166f7902-d6de-4d67-a303-6bb22241160c req-26aae197-bb47-486c-83c1-0e6476262cd1 service nova] Lock "a0ee68b9-c08f-4240-b8db-ba8f51a14089-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:13:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-166f7902-d6de-4d67-a303-6bb22241160c req-26aae197-bb47-486c-83c1-0e6476262cd1 service nova] Lock "a0ee68b9-c08f-4240-b8db-ba8f51a14089-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:13:09 user nova-compute[74854]: DEBUG nova.compute.manager [req-166f7902-d6de-4d67-a303-6bb22241160c req-26aae197-bb47-486c-83c1-0e6476262cd1 service nova] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] No waiting events found dispatching network-vif-plugged-eabc4588-078d-4f88-bf73-9ac14868fe67 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:13:09 user nova-compute[74854]: WARNING nova.compute.manager [req-166f7902-d6de-4d67-a303-6bb22241160c req-26aae197-bb47-486c-83c1-0e6476262cd1 service nova] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Received unexpected event network-vif-plugged-eabc4588-078d-4f88-bf73-9ac14868fe67 for instance with vm_state shelved_offloaded and task_state spawning.
Oct 23 17:13:09 user nova-compute[74854]: DEBUG nova.compute.manager [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:13:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9aa476bc-ccb2-4841-afac-53a275e80aa0 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "a0ee68b9-c08f-4240-b8db-ba8f51a14089" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 32.524s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:13:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:12 user nova-compute[74854]: DEBUG nova.compute.manager [None req-4f65f6fc-1fe4-4675-a7e8-d73bf26d3aca tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:13:12 user nova-compute[74854]: INFO nova.compute.manager [None req-4f65f6fc-1fe4-4675-a7e8-d73bf26d3aca tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] instance snapshotting
Oct 23 17:13:12 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-4f65f6fc-1fe4-4675-a7e8-d73bf26d3aca tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Beginning live snapshot process
Oct 23 17:13:12 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:12 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-4f65f6fc-1fe4-4675-a7e8-d73bf26d3aca tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8fe30f2-3d36-47ae-b780-1f15c026cac2/disk --force-share --output=json -f qcow2 {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:13:12 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-4f65f6fc-1fe4-4675-a7e8-d73bf26d3aca tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8fe30f2-3d36-47ae-b780-1f15c026cac2/disk --force-share --output=json -f qcow2" returned: 0 in 0.281s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:13:12 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-4f65f6fc-1fe4-4675-a7e8-d73bf26d3aca tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8fe30f2-3d36-47ae-b780-1f15c026cac2/disk --force-share --output=json -f qcow2 {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:13:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-4f65f6fc-1fe4-4675-a7e8-d73bf26d3aca tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8fe30f2-3d36-47ae-b780-1f15c026cac2/disk --force-share --output=json -f qcow2" returned: 0 in 0.292s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:13:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-4f65f6fc-1fe4-4675-a7e8-d73bf26d3aca tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:13:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-4f65f6fc-1fe4-4675-a7e8-d73bf26d3aca tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.388s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:13:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-4f65f6fc-1fe4-4675-a7e8-d73bf26d3aca tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpgwqaafpv/b779b48844484547a4d073743ba0076f.delta 1073741824 {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:13:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-4f65f6fc-1fe4-4675-a7e8-d73bf26d3aca tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpgwqaafpv/b779b48844484547a4d073743ba0076f.delta 1073741824" returned: 0 in 0.062s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:13:13 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-4f65f6fc-1fe4-4675-a7e8-d73bf26d3aca tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Quiescing instance not available: QEMU guest agent is not enabled.
Oct 23 17:13:14 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:14 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-4f65f6fc-1fe4-4675-a7e8-d73bf26d3aca tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=74854) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 23 17:13:14 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-4f65f6fc-1fe4-4675-a7e8-d73bf26d3aca tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] COPY block job progress, current cursor: 54460416 final cursor: 75497472 {{(pid=74854) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 23 17:13:15 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-4f65f6fc-1fe4-4675-a7e8-d73bf26d3aca tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=74854) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 23 17:13:15 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-4f65f6fc-1fe4-4675-a7e8-d73bf26d3aca tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 23 17:13:15 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:15 user nova-compute[74854]: DEBUG nova.privsep.utils [None req-4f65f6fc-1fe4-4675-a7e8-d73bf26d3aca tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74854) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 23 17:13:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-4f65f6fc-1fe4-4675-a7e8-d73bf26d3aca tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpgwqaafpv/b779b48844484547a4d073743ba0076f.delta /opt/stack/data/nova/instances/snapshots/tmpgwqaafpv/b779b48844484547a4d073743ba0076f {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:13:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-4f65f6fc-1fe4-4675-a7e8-d73bf26d3aca tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpgwqaafpv/b779b48844484547a4d073743ba0076f.delta /opt/stack/data/nova/instances/snapshots/tmpgwqaafpv/b779b48844484547a4d073743ba0076f" returned: 0 in 0.488s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:13:16 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-4f65f6fc-1fe4-4675-a7e8-d73bf26d3aca tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Snapshot extracted, beginning image upload
Oct 23 17:13:16 user nova-compute[74854]: DEBUG nova.compute.manager [req-f2b55101-6c8f-48dc-91e5-e33e1fc8cfa6 req-93b572ba-0b90-4237-9b13-a203779d42ac service nova] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Received event network-changed-d9833449-c297-4a3f-9046-9e69b4182795 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:13:16 user nova-compute[74854]: DEBUG nova.compute.manager [req-f2b55101-6c8f-48dc-91e5-e33e1fc8cfa6 req-93b572ba-0b90-4237-9b13-a203779d42ac service nova] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Refreshing instance network info cache due to event network-changed-d9833449-c297-4a3f-9046-9e69b4182795. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:13:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-f2b55101-6c8f-48dc-91e5-e33e1fc8cfa6 req-93b572ba-0b90-4237-9b13-a203779d42ac service nova] Acquiring lock "refresh_cache-a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:13:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-f2b55101-6c8f-48dc-91e5-e33e1fc8cfa6 req-93b572ba-0b90-4237-9b13-a203779d42ac service nova] Acquired lock "refresh_cache-a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:13:16 user nova-compute[74854]: DEBUG nova.network.neutron [req-f2b55101-6c8f-48dc-91e5-e33e1fc8cfa6 req-93b572ba-0b90-4237-9b13-a203779d42ac service nova] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Refreshing network info cache for port d9833449-c297-4a3f-9046-9e69b4182795 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:13:17 user nova-compute[74854]: DEBUG nova.network.neutron [req-f2b55101-6c8f-48dc-91e5-e33e1fc8cfa6 req-93b572ba-0b90-4237-9b13-a203779d42ac service nova] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Updated VIF entry in instance network info cache for port d9833449-c297-4a3f-9046-9e69b4182795. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:13:17 user nova-compute[74854]: DEBUG nova.network.neutron [req-f2b55101-6c8f-48dc-91e5-e33e1fc8cfa6 req-93b572ba-0b90-4237-9b13-a203779d42ac service nova] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Updating instance_info_cache with network_info: [{"id": "d9833449-c297-4a3f-9046-9e69b4182795", "address": "fa:16:3e:39:9a:1e", "network": {"id": "96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1329263426-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bca03991a9df481c86def54ea306564f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9833449-c2", "ovs_interfaceid": "d9833449-c297-4a3f-9046-9e69b4182795", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:13:17 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Acquiring lock "f91bd1c7-bb4c-4390-b697-d714c81b199a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:13:17 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "f91bd1c7-bb4c-4390-b697-d714c81b199a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:13:17 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-f2b55101-6c8f-48dc-91e5-e33e1fc8cfa6 req-93b572ba-0b90-4237-9b13-a203779d42ac service nova] Releasing lock "refresh_cache-a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:13:17 user nova-compute[74854]: DEBUG nova.compute.manager [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Starting instance... {{(pid=74854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 17:13:17 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:13:17 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:13:17 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74854) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 17:13:17 user nova-compute[74854]: INFO nova.compute.claims [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Claim successful on node user
Oct 23 17:13:17 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:13:17 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:13:17 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.457s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:13:17 user nova-compute[74854]: DEBUG nova.compute.manager [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Start building networks asynchronously for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 17:13:17 user nova-compute[74854]: DEBUG nova.compute.manager [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Allocating IP information in the background. {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 17:13:17 user nova-compute[74854]: DEBUG nova.network.neutron [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] allocate_for_instance() {{(pid=74854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 17:13:17 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 17:13:17 user nova-compute[74854]: DEBUG nova.compute.manager [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Start building block device mappings for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 17:13:17 user nova-compute[74854]: DEBUG nova.policy [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'add03e2b2c7c42b680a6a4c336e2a52b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9dead1e870124b6badcc3f3c0523ffc7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74854) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 17:13:18 user nova-compute[74854]: DEBUG nova.compute.manager [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Start spawning the instance on the hypervisor. {{(pid=74854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 17:13:18 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Creating instance directory {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 17:13:18 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Creating image(s)
Oct 23 17:13:18 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Acquiring lock "/opt/stack/data/nova/instances/f91bd1c7-bb4c-4390-b697-d714c81b199a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:13:18 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "/opt/stack/data/nova/instances/f91bd1c7-bb4c-4390-b697-d714c81b199a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:13:18 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "/opt/stack/data/nova/instances/f91bd1c7-bb4c-4390-b697-d714c81b199a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.009s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:13:18 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:13:18 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.225s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:13:18 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Acquiring lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:13:18 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:13:18 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:13:18 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.191s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:13:18 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/f91bd1c7-bb4c-4390-b697-d714c81b199a/disk 1073741824 {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:13:18 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/f91bd1c7-bb4c-4390-b697-d714c81b199a/disk 1073741824" returned: 0 in 0.058s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:13:18 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.257s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:13:18 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:13:18 user nova-compute[74854]: DEBUG nova.network.neutron [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Successfully created port: 54774fda-c231-4aa3-9262-c7e5a8a7fe2f {{(pid=74854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 17:13:18 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.182s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:13:18 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f91bd1c7-bb4c-4390-b697-d714c81b199a/disk. size=1073741824 {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 17:13:18 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f91bd1c7-bb4c-4390-b697-d714c81b199a/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:13:18 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f91bd1c7-bb4c-4390-b697-d714c81b199a/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:13:18 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Cannot resize image /opt/stack/data/nova/instances/f91bd1c7-bb4c-4390-b697-d714c81b199a/disk to a smaller size. {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 17:13:18 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Created local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 17:13:18 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Ensure instance console log exists: /opt/stack/data/nova/instances/f91bd1c7-bb4c-4390-b697-d714c81b199a/console.log {{(pid=74854) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 17:13:18 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:13:18 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:13:18 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:13:19 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-4f65f6fc-1fe4-4675-a7e8-d73bf26d3aca tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Snapshot image upload complete
Oct 23 17:13:19 user nova-compute[74854]: INFO nova.compute.manager [None req-4f65f6fc-1fe4-4675-a7e8-d73bf26d3aca tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Took 7.05 seconds to snapshot the instance on the hypervisor.
Oct 23 17:13:19 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:19 user nova-compute[74854]: DEBUG nova.network.neutron [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Successfully updated port: 54774fda-c231-4aa3-9262-c7e5a8a7fe2f {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:13:19 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Acquiring lock "refresh_cache-f91bd1c7-bb4c-4390-b697-d714c81b199a" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:13:19 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Acquired lock "refresh_cache-f91bd1c7-bb4c-4390-b697-d714c81b199a" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:13:19 user nova-compute[74854]: DEBUG nova.network.neutron [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:13:19 user nova-compute[74854]: DEBUG nova.compute.manager [req-57e6d221-c7cc-4ca3-b608-11032608ae14 req-c3944728-816b-4099-93b9-add0d141c705 service nova] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Received event network-changed-54774fda-c231-4aa3-9262-c7e5a8a7fe2f {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:13:19 user nova-compute[74854]: DEBUG nova.compute.manager [req-57e6d221-c7cc-4ca3-b608-11032608ae14 req-c3944728-816b-4099-93b9-add0d141c705 service nova] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Refreshing instance network info cache due to event network-changed-54774fda-c231-4aa3-9262-c7e5a8a7fe2f. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:13:19 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-57e6d221-c7cc-4ca3-b608-11032608ae14 req-c3944728-816b-4099-93b9-add0d141c705 service nova] Acquiring lock "refresh_cache-f91bd1c7-bb4c-4390-b697-d714c81b199a" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:13:19 user nova-compute[74854]: DEBUG nova.network.neutron [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Instance cache missing network info. {{(pid=74854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 17:13:20 user nova-compute[74854]: DEBUG nova.network.neutron [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Updating instance_info_cache with network_info: [{"id": "54774fda-c231-4aa3-9262-c7e5a8a7fe2f", "address": "fa:16:3e:26:93:2a", "network": {"id": "8d2e7195-c77a-4a37-9e81-6d9a0ed8e649", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-389470825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dead1e870124b6badcc3f3c0523ffc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54774fda-c2", "ovs_interfaceid": "54774fda-c231-4aa3-9262-c7e5a8a7fe2f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:13:20 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Releasing lock "refresh_cache-f91bd1c7-bb4c-4390-b697-d714c81b199a" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:13:20 user nova-compute[74854]: DEBUG nova.compute.manager [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Instance network_info: |[{"id": "54774fda-c231-4aa3-9262-c7e5a8a7fe2f", "address": "fa:16:3e:26:93:2a", "network": {"id": "8d2e7195-c77a-4a37-9e81-6d9a0ed8e649", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-389470825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dead1e870124b6badcc3f3c0523ffc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54774fda-c2", "ovs_interfaceid": "54774fda-c231-4aa3-9262-c7e5a8a7fe2f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 17:13:20 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-57e6d221-c7cc-4ca3-b608-11032608ae14 req-c3944728-816b-4099-93b9-add0d141c705 service nova] Acquired lock "refresh_cache-f91bd1c7-bb4c-4390-b697-d714c81b199a" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:13:20 user nova-compute[74854]: DEBUG nova.network.neutron [req-57e6d221-c7cc-4ca3-b608-11032608ae14 req-c3944728-816b-4099-93b9-add0d141c705 service nova] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Refreshing network info cache for port 54774fda-c231-4aa3-9262-c7e5a8a7fe2f {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:13:20 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Start _get_guest_xml network_info=[{"id": "54774fda-c231-4aa3-9262-c7e5a8a7fe2f", "address": "fa:16:3e:26:93:2a", "network": {"id": "8d2e7195-c77a-4a37-9e81-6d9a0ed8e649", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-389470825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dead1e870124b6badcc3f3c0523ffc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54774fda-c2", "ovs_interfaceid": "54774fda-c231-4aa3-9262-c7e5a8a7fe2f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'encryption_format': None, 'encryption_options': None, 'size': 0, 'boot_index': 0, 'encrypted': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'image_id': '68c345df-c9e8-475a-b17c-635fa0c7e894'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:13:20 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:13:20 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:13:20 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:13:20 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:13:20 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:13:20 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:13:20 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:13:20 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:13:20 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:13:20 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:13:20 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:13:20 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:13:20 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:13:20 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:13:20 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:13:20 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:13:20 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:13:20 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:13:20 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:13:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-2056116983',display_name='tempest-AttachVolumeNegativeTest-server-2056116983',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-2056116983',id=23,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJFuAuXDNdeH2zHNoUoIW4rtohXNSQRiu20xkdiGsEVR0XbDuKnhytNj3nSYGQkTaIMwUZtSNbS9NNWZx247FyBKKaz3rXtK+cb4HXIK7A76ql/FshYAPaBGsTMpG3QJpw==',key_name='tempest-keypair-1868019357',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9dead1e870124b6badcc3f3c0523ffc7',ramdisk_id='',reservation_id='r-ti8u09ln',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-555328012',owner_user_name='tempest-AttachVolumeNegativeTest-555328012-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:13:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='add03e2b2c7c42b680a6a4c336e2a52b',uuid=f91bd1c7-bb4c-4390-b697-d714c81b199a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "54774fda-c231-4aa3-9262-c7e5a8a7fe2f", "address": "fa:16:3e:26:93:2a", "network": {"id": "8d2e7195-c77a-4a37-9e81-6d9a0ed8e649", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-389470825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dead1e870124b6badcc3f3c0523ffc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54774fda-c2", "ovs_interfaceid": "54774fda-c231-4aa3-9262-c7e5a8a7fe2f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:13:20 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Converting VIF {"id": "54774fda-c231-4aa3-9262-c7e5a8a7fe2f", "address": "fa:16:3e:26:93:2a", "network": {"id": "8d2e7195-c77a-4a37-9e81-6d9a0ed8e649", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-389470825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dead1e870124b6badcc3f3c0523ffc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54774fda-c2", "ovs_interfaceid": "54774fda-c231-4aa3-9262-c7e5a8a7fe2f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:13:20 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:26:93:2a,bridge_name='br-int',has_traffic_filtering=True,id=54774fda-c231-4aa3-9262-c7e5a8a7fe2f,network=Network(8d2e7195-c77a-4a37-9e81-6d9a0ed8e649),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap54774fda-c2') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:13:20 user nova-compute[74854]: DEBUG nova.objects.instance [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lazy-loading 'pci_devices' on Instance uuid f91bd1c7-bb4c-4390-b697-d714c81b199a {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:13:20 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:13:20 user nova-compute[74854]:   <uuid>f91bd1c7-bb4c-4390-b697-d714c81b199a</uuid>
Oct 23 17:13:20 user nova-compute[74854]:   <name>instance-00000017</name>
Oct 23 17:13:20 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:13:20 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:13:20 user nova-compute[74854]:   <metadata>
Oct 23 17:13:20 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:13:20 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:13:20 user nova-compute[74854]:       <nova:name>tempest-AttachVolumeNegativeTest-server-2056116983</nova:name>
Oct 23 17:13:20 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:13:20</nova:creationTime>
Oct 23 17:13:20 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:13:20 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:13:20 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:13:20 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:13:20 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:13:20 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:13:20 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:13:20 user nova-compute[74854]:       <nova:owner>
Oct 23 17:13:20 user nova-compute[74854]:         <nova:user uuid="add03e2b2c7c42b680a6a4c336e2a52b">tempest-AttachVolumeNegativeTest-555328012-project-member</nova:user>
Oct 23 17:13:20 user nova-compute[74854]:         <nova:project uuid="9dead1e870124b6badcc3f3c0523ffc7">tempest-AttachVolumeNegativeTest-555328012</nova:project>
Oct 23 17:13:20 user nova-compute[74854]:       </nova:owner>
Oct 23 17:13:20 user nova-compute[74854]:       <nova:root type="image" uuid="68c345df-c9e8-475a-b17c-635fa0c7e894"/>
Oct 23 17:13:20 user nova-compute[74854]:       <nova:ports>
Oct 23 17:13:20 user nova-compute[74854]:         <nova:port uuid="54774fda-c231-4aa3-9262-c7e5a8a7fe2f">
Oct 23 17:13:20 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 23 17:13:20 user nova-compute[74854]:         </nova:port>
Oct 23 17:13:20 user nova-compute[74854]:       </nova:ports>
Oct 23 17:13:20 user nova-compute[74854]:     </nova:instance>
Oct 23 17:13:20 user nova-compute[74854]:   </metadata>
Oct 23 17:13:20 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:13:20 user nova-compute[74854]:     <system>
Oct 23 17:13:20 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:13:20 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:13:20 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:13:20 user nova-compute[74854]:       <entry name="serial">f91bd1c7-bb4c-4390-b697-d714c81b199a</entry>
Oct 23 17:13:20 user nova-compute[74854]:       <entry name="uuid">f91bd1c7-bb4c-4390-b697-d714c81b199a</entry>
Oct 23 17:13:20 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:13:20 user nova-compute[74854]:     </system>
Oct 23 17:13:20 user nova-compute[74854]:   </sysinfo>
Oct 23 17:13:20 user nova-compute[74854]:   <os>
Oct 23 17:13:20 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:13:20 user nova-compute[74854]:     <boot dev="hd"/>
Oct 23 17:13:20 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:13:20 user nova-compute[74854]:   </os>
Oct 23 17:13:20 user nova-compute[74854]:   <features>
Oct 23 17:13:20 user nova-compute[74854]:     <acpi/>
Oct 23 17:13:20 user nova-compute[74854]:     <apic/>
Oct 23 17:13:20 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:13:20 user nova-compute[74854]:   </features>
Oct 23 17:13:20 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:13:20 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:13:20 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:13:20 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:13:20 user nova-compute[74854]:   </clock>
Oct 23 17:13:20 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:13:20 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:13:20 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:13:20 user nova-compute[74854]:   </cpu>
Oct 23 17:13:20 user nova-compute[74854]:   <devices>
Oct 23 17:13:20 user nova-compute[74854]:     <disk type="file" device="disk">
Oct 23 17:13:20 user nova-compute[74854]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 17:13:20 user nova-compute[74854]:       <source file="/opt/stack/data/nova/instances/f91bd1c7-bb4c-4390-b697-d714c81b199a/disk"/>
Oct 23 17:13:20 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:13:20 user nova-compute[74854]:     </disk>
Oct 23 17:13:20 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:13:20 user nova-compute[74854]:       <mac address="fa:16:3e:26:93:2a"/>
Oct 23 17:13:20 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:13:20 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:13:20 user nova-compute[74854]:       <target dev="tap54774fda-c2"/>
Oct 23 17:13:20 user nova-compute[74854]:     </interface>
Oct 23 17:13:20 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:13:20 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/f91bd1c7-bb4c-4390-b697-d714c81b199a/console.log" append="off"/>
Oct 23 17:13:20 user nova-compute[74854]:     </serial>
Oct 23 17:13:20 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:13:20 user nova-compute[74854]:     <video>
Oct 23 17:13:20 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:13:20 user nova-compute[74854]:     </video>
Oct 23 17:13:20 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:13:20 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:13:20 user nova-compute[74854]:     </rng>
Oct 23 17:13:20 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:13:20 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:13:20 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:13:20 user nova-compute[74854]:     </memballoon>
Oct 23 17:13:20 user nova-compute[74854]:   </devices>
Oct 23 17:13:20 user nova-compute[74854]: </domain>
Oct 23 17:13:20 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:13:20 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:13:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-2056116983',display_name='tempest-AttachVolumeNegativeTest-server-2056116983',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-2056116983',id=23,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJFuAuXDNdeH2zHNoUoIW4rtohXNSQRiu20xkdiGsEVR0XbDuKnhytNj3nSYGQkTaIMwUZtSNbS9NNWZx247FyBKKaz3rXtK+cb4HXIK7A76ql/FshYAPaBGsTMpG3QJpw==',key_name='tempest-keypair-1868019357',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9dead1e870124b6badcc3f3c0523ffc7',ramdisk_id='',reservation_id='r-ti8u09ln',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-555328012',owner_user_name='tempest-AttachVolumeNegativeTest-555328012-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:13:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='add03e2b2c7c42b680a6a4c336e2a52b',uuid=f91bd1c7-bb4c-4390-b697-d714c81b199a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "54774fda-c231-4aa3-9262-c7e5a8a7fe2f", "address": "fa:16:3e:26:93:2a", "network": {"id": "8d2e7195-c77a-4a37-9e81-6d9a0ed8e649", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-389470825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dead1e870124b6badcc3f3c0523ffc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54774fda-c2", "ovs_interfaceid": "54774fda-c231-4aa3-9262-c7e5a8a7fe2f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:13:20 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Converting VIF {"id": "54774fda-c231-4aa3-9262-c7e5a8a7fe2f", "address": "fa:16:3e:26:93:2a", "network": {"id": "8d2e7195-c77a-4a37-9e81-6d9a0ed8e649", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-389470825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dead1e870124b6badcc3f3c0523ffc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54774fda-c2", "ovs_interfaceid": "54774fda-c231-4aa3-9262-c7e5a8a7fe2f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:13:20 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:26:93:2a,bridge_name='br-int',has_traffic_filtering=True,id=54774fda-c231-4aa3-9262-c7e5a8a7fe2f,network=Network(8d2e7195-c77a-4a37-9e81-6d9a0ed8e649),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap54774fda-c2') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:13:20 user nova-compute[74854]: DEBUG os_vif [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:26:93:2a,bridge_name='br-int',has_traffic_filtering=True,id=54774fda-c231-4aa3-9262-c7e5a8a7fe2f,network=Network(8d2e7195-c77a-4a37-9e81-6d9a0ed8e649),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap54774fda-c2') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:13:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:13:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:13:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '13056353-6575-594a-b7dd-24cd49817c82', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:13:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap54774fda-c2, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:13:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap54774fda-c2, col_values=(('qos', UUID('8097fe44-c16b-44d5-8cb0-fba9bc6faebd')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:13:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap54774fda-c2, col_values=(('external_ids', {'iface-id': '54774fda-c231-4aa3-9262-c7e5a8a7fe2f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:26:93:2a', 'vm-uuid': 'f91bd1c7-bb4c-4390-b697-d714c81b199a'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:13:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:13:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:20 user nova-compute[74854]: INFO os_vif [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:26:93:2a,bridge_name='br-int',has_traffic_filtering=True,id=54774fda-c231-4aa3-9262-c7e5a8a7fe2f,network=Network(8d2e7195-c77a-4a37-9e81-6d9a0ed8e649),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap54774fda-c2')
Oct 23 17:13:20 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:13:20 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] No VIF found with MAC fa:16:3e:26:93:2a, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:13:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:20 user nova-compute[74854]: DEBUG nova.network.neutron [req-57e6d221-c7cc-4ca3-b608-11032608ae14 req-c3944728-816b-4099-93b9-add0d141c705 service nova] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Updated VIF entry in instance network info cache for port 54774fda-c231-4aa3-9262-c7e5a8a7fe2f. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:13:20 user nova-compute[74854]: DEBUG nova.network.neutron [req-57e6d221-c7cc-4ca3-b608-11032608ae14 req-c3944728-816b-4099-93b9-add0d141c705 service nova] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Updating instance_info_cache with network_info: [{"id": "54774fda-c231-4aa3-9262-c7e5a8a7fe2f", "address": "fa:16:3e:26:93:2a", "network": {"id": "8d2e7195-c77a-4a37-9e81-6d9a0ed8e649", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-389470825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dead1e870124b6badcc3f3c0523ffc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54774fda-c2", "ovs_interfaceid": "54774fda-c231-4aa3-9262-c7e5a8a7fe2f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:13:20 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-57e6d221-c7cc-4ca3-b608-11032608ae14 req-c3944728-816b-4099-93b9-add0d141c705 service nova] Releasing lock "refresh_cache-f91bd1c7-bb4c-4390-b697-d714c81b199a" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:13:21 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:22 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:22 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:22 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:22 user nova-compute[74854]: DEBUG nova.compute.manager [req-b672747f-8f39-483e-ba96-db3aaf4d970b req-fd59132d-acc5-4401-b0ca-5d43fb6f3027 service nova] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Received event network-vif-plugged-54774fda-c231-4aa3-9262-c7e5a8a7fe2f {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:13:22 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-b672747f-8f39-483e-ba96-db3aaf4d970b req-fd59132d-acc5-4401-b0ca-5d43fb6f3027 service nova] Acquiring lock "f91bd1c7-bb4c-4390-b697-d714c81b199a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:13:22 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-b672747f-8f39-483e-ba96-db3aaf4d970b req-fd59132d-acc5-4401-b0ca-5d43fb6f3027 service nova] Lock "f91bd1c7-bb4c-4390-b697-d714c81b199a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:13:22 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-b672747f-8f39-483e-ba96-db3aaf4d970b req-fd59132d-acc5-4401-b0ca-5d43fb6f3027 service nova] Lock "f91bd1c7-bb4c-4390-b697-d714c81b199a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:13:22 user nova-compute[74854]: DEBUG nova.compute.manager [req-b672747f-8f39-483e-ba96-db3aaf4d970b req-fd59132d-acc5-4401-b0ca-5d43fb6f3027 service nova] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] No waiting events found dispatching network-vif-plugged-54774fda-c231-4aa3-9262-c7e5a8a7fe2f {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:13:22 user nova-compute[74854]: WARNING nova.compute.manager [req-b672747f-8f39-483e-ba96-db3aaf4d970b req-fd59132d-acc5-4401-b0ca-5d43fb6f3027 service nova] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Received unexpected event network-vif-plugged-54774fda-c231-4aa3-9262-c7e5a8a7fe2f for instance with vm_state building and task_state spawning.
Oct 23 17:13:22 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:22 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:22 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:24 user nova-compute[74854]: DEBUG nova.compute.manager [req-f2431925-0ddb-430b-a8dd-aae5df56f1ae req-ef61bcda-f6f5-4576-a8b0-cb4f293bb7be service nova] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Received event network-vif-plugged-54774fda-c231-4aa3-9262-c7e5a8a7fe2f {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:13:24 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-f2431925-0ddb-430b-a8dd-aae5df56f1ae req-ef61bcda-f6f5-4576-a8b0-cb4f293bb7be service nova] Acquiring lock "f91bd1c7-bb4c-4390-b697-d714c81b199a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:13:24 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-f2431925-0ddb-430b-a8dd-aae5df56f1ae req-ef61bcda-f6f5-4576-a8b0-cb4f293bb7be service nova] Lock "f91bd1c7-bb4c-4390-b697-d714c81b199a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.004s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:13:24 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-f2431925-0ddb-430b-a8dd-aae5df56f1ae req-ef61bcda-f6f5-4576-a8b0-cb4f293bb7be service nova] Lock "f91bd1c7-bb4c-4390-b697-d714c81b199a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:13:24 user nova-compute[74854]: DEBUG nova.compute.manager [req-f2431925-0ddb-430b-a8dd-aae5df56f1ae req-ef61bcda-f6f5-4576-a8b0-cb4f293bb7be service nova] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] No waiting events found dispatching network-vif-plugged-54774fda-c231-4aa3-9262-c7e5a8a7fe2f {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:13:24 user nova-compute[74854]: WARNING nova.compute.manager [req-f2431925-0ddb-430b-a8dd-aae5df56f1ae req-ef61bcda-f6f5-4576-a8b0-cb4f293bb7be service nova] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Received unexpected event network-vif-plugged-54774fda-c231-4aa3-9262-c7e5a8a7fe2f for instance with vm_state building and task_state spawning.
Oct 23 17:13:24 user nova-compute[74854]: DEBUG nova.compute.manager [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Instance event wait completed in 0 seconds for  {{(pid=74854) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 17:13:24 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Guest created on hypervisor {{(pid=74854) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 17:13:24 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Instance spawned successfully.
Oct 23 17:13:24 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 17:13:24 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Found default for hw_cdrom_bus of ide {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:13:24 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Found default for hw_disk_bus of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:13:24 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Found default for hw_input_bus of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:13:24 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Found default for hw_pointer_model of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:13:24 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Found default for hw_video_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:13:24 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Found default for hw_vif_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:13:24 user nova-compute[74854]: INFO nova.compute.manager [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Took 6.72 seconds to spawn the instance on the hypervisor.
Oct 23 17:13:24 user nova-compute[74854]: DEBUG nova.compute.manager [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:13:24 user nova-compute[74854]: INFO nova.compute.manager [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Took 7.57 seconds to build instance.
Oct 23 17:13:24 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d338c781-79a5-4534-b3d0-aeee64595519 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "f91bd1c7-bb4c-4390-b697-d714c81b199a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.692s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:13:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:35 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:35 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:37 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-bbd4d69e-b4e7-4e43-b684-a0478441eb28 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Acquiring lock "a5b1d996-4927-410a-ae7c-180c62b19856" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:13:37 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-bbd4d69e-b4e7-4e43-b684-a0478441eb28 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Lock "a5b1d996-4927-410a-ae7c-180c62b19856" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:13:37 user nova-compute[74854]: DEBUG nova.objects.instance [None req-bbd4d69e-b4e7-4e43-b684-a0478441eb28 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Lazy-loading 'flavor' on Instance uuid a5b1d996-4927-410a-ae7c-180c62b19856 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:13:37 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-bbd4d69e-b4e7-4e43-b684-a0478441eb28 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Lock "a5b1d996-4927-410a-ae7c-180c62b19856" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.082s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:13:38 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-bbd4d69e-b4e7-4e43-b684-a0478441eb28 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Acquiring lock "a5b1d996-4927-410a-ae7c-180c62b19856" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:13:38 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-bbd4d69e-b4e7-4e43-b684-a0478441eb28 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Lock "a5b1d996-4927-410a-ae7c-180c62b19856" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:13:38 user nova-compute[74854]: INFO nova.compute.manager [None req-bbd4d69e-b4e7-4e43-b684-a0478441eb28 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Attaching volume be5515e9-1d77-4481-9af5-14afbcce19e0 to /dev/vdb
Oct 23 17:13:38 user nova-compute[74854]: DEBUG os_brick.utils [None req-bbd4d69e-b4e7-4e43-b684-a0478441eb28 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:13:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:13:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:13:38 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c227513-55b7-4950-9153-13789ca5090f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a321e2f0722\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:13:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:13:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:13:38 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2225696-d8bf-4e56-9e2e-906acce71bf2]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:13:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:13:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:13:38 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d08ce1a-066f-4a35-ab1c-d8811eaaab06]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:13:38 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[6560413f-90e2-4a30-858c-18dbf9bd7270]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:13:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-bbd4d69e-b4e7-4e43-b684-a0478441eb28 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Running cmd (subprocess): nvme version {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:13:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-bbd4d69e-b4e7-4e43-b684-a0478441eb28 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] 'nvme version' failed. Not Retrying. {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:13:38 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.nvmeof [None req-bbd4d69e-b4e7-4e43-b684-a0478441eb28 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] nvme not present on system {{(pid=74854) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 17:13:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:13:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:13:38 user nova-compute[74854]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 17:13:38 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[50eb4e9f-0d93-4ff9-bf58-d1f2bebbe8d2]: (4, '') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:13:38 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-bbd4d69e-b4e7-4e43-b684-a0478441eb28 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74854) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 17:13:38 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-bbd4d69e-b4e7-4e43-b684-a0478441eb28 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 17:13:38 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-bbd4d69e-b4e7-4e43-b684-a0478441eb28 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] LIGHTOS: no hostnqn found. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 17:13:38 user nova-compute[74854]: DEBUG os_brick.utils [None req-bbd4d69e-b4e7-4e43-b684-a0478441eb28 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] <== get_connector_properties: return (164ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a321e2f0722', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:13:38 user nova-compute[74854]: DEBUG nova.virt.block_device [None req-bbd4d69e-b4e7-4e43-b684-a0478441eb28 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Updating existing volume attachment record: d3fe744d-80ef-4beb-bcc4-5f477f307cee {{(pid=74854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 17:13:39 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:13:39 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Cleaning up deleted instances {{(pid=74854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 23 17:13:39 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] There are 1 instances to clean {{(pid=74854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 23 17:13:39 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Instance has had 1 of 5 cleanup attempts {{(pid=74854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11221}}
Oct 23 17:13:39 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Deletion of /opt/stack/data/nova/instances/4284792e-08bd-4f6e-a47f-e7381f16c8c6_resize failed
Oct 23 17:13:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:42 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:13:42 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:13:43 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:13:43 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 17:13:44 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:13:44 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:13:44 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:13:44 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:13:44 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:13:44 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Auditing locally available compute resources for user (node: user) {{(pid=74854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 17:13:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.rescue --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:13:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.rescue --force-share --output=json" returned: 0 in 0.190s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:13:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.rescue --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:13:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.rescue --force-share --output=json" returned: 0 in 0.226s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:13:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:13:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:13:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:13:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:13:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/916718d2-e5fd-47e5-9a86-1ad7719e33a2/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:13:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/916718d2-e5fd-47e5-9a86-1ad7719e33a2/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:13:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/916718d2-e5fd-47e5-9a86-1ad7719e33a2/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:13:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/916718d2-e5fd-47e5-9a86-1ad7719e33a2/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:13:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:13:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:13:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:13:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-843cc15d-9b1d-4970-986c-3b8f7098f9bf tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Acquiring lock "916718d2-e5fd-47e5-9a86-1ad7719e33a2" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:13:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-843cc15d-9b1d-4970-986c-3b8f7098f9bf tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Lock "916718d2-e5fd-47e5-9a86-1ad7719e33a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.003s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:13:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-843cc15d-9b1d-4970-986c-3b8f7098f9bf tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Acquiring lock "916718d2-e5fd-47e5-9a86-1ad7719e33a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:13:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-843cc15d-9b1d-4970-986c-3b8f7098f9bf tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Lock "916718d2-e5fd-47e5-9a86-1ad7719e33a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:13:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-843cc15d-9b1d-4970-986c-3b8f7098f9bf tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Lock "916718d2-e5fd-47e5-9a86-1ad7719e33a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:13:46 user nova-compute[74854]: INFO nova.compute.manager [None req-843cc15d-9b1d-4970-986c-3b8f7098f9bf tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] Terminating instance
Oct 23 17:13:46 user nova-compute[74854]: DEBUG nova.compute.manager [None req-843cc15d-9b1d-4970-986c-3b8f7098f9bf tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] Start destroying the instance on the hypervisor. {{(pid=74854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 17:13:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:13:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f91bd1c7-bb4c-4390-b697-d714c81b199a/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:13:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f91bd1c7-bb4c-4390-b697-d714c81b199a/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:13:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f91bd1c7-bb4c-4390-b697-d714c81b199a/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:13:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:47 user nova-compute[74854]: DEBUG nova.compute.manager [req-caca1ade-aef2-4045-b154-8740eff382d1 req-b5e27faf-026e-487c-8880-6ff20527b911 service nova] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] Received event network-vif-unplugged-a313fdb6-4b44-44f6-aa81-c7ac6eee103e {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:13:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-caca1ade-aef2-4045-b154-8740eff382d1 req-b5e27faf-026e-487c-8880-6ff20527b911 service nova] Acquiring lock "916718d2-e5fd-47e5-9a86-1ad7719e33a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:13:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-caca1ade-aef2-4045-b154-8740eff382d1 req-b5e27faf-026e-487c-8880-6ff20527b911 service nova] Lock "916718d2-e5fd-47e5-9a86-1ad7719e33a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:13:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-caca1ade-aef2-4045-b154-8740eff382d1 req-b5e27faf-026e-487c-8880-6ff20527b911 service nova] Lock "916718d2-e5fd-47e5-9a86-1ad7719e33a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:13:47 user nova-compute[74854]: DEBUG nova.compute.manager [req-caca1ade-aef2-4045-b154-8740eff382d1 req-b5e27faf-026e-487c-8880-6ff20527b911 service nova] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] No waiting events found dispatching network-vif-unplugged-a313fdb6-4b44-44f6-aa81-c7ac6eee103e {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:13:47 user nova-compute[74854]: DEBUG nova.compute.manager [req-caca1ade-aef2-4045-b154-8740eff382d1 req-b5e27faf-026e-487c-8880-6ff20527b911 service nova] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] Received event network-vif-unplugged-a313fdb6-4b44-44f6-aa81-c7ac6eee103e for instance with task_state deleting. {{(pid=74854) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 17:13:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f91bd1c7-bb4c-4390-b697-d714c81b199a/disk --force-share --output=json" returned: 0 in 0.260s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:13:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0ee68b9-c08f-4240-b8db-ba8f51a14089/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:13:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:47 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] Instance destroyed successfully.
Oct 23 17:13:47 user nova-compute[74854]: DEBUG nova.objects.instance [None req-843cc15d-9b1d-4970-986c-3b8f7098f9bf tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Lazy-loading 'resources' on Instance uuid 916718d2-e5fd-47e5-9a86-1ad7719e33a2 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:13:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-843cc15d-9b1d-4970-986c-3b8f7098f9bf tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:11:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-517070264',display_name='tempest-VolumesAdminNegativeTest-server-517070264',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-517070264',id=22,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:11:48Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9a651f2b7cdd426487393c93f36e0dc1',ramdisk_id='',reservation_id='r-g1a60djl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-290944852',owner_user_name='tempest-VolumesAdminNegativeTest-290944852-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:11:48Z,user_data=None,user_id='9716746749fc4900a3de38430fbb873b',uuid=916718d2-e5fd-47e5-9a86-1ad7719e33a2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a313fdb6-4b44-44f6-aa81-c7ac6eee103e", "address": "fa:16:3e:36:99:15", "network": {"id": "ede1ebd4-791d-4b2d-834d-e8f190eaa300", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1389616973-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a651f2b7cdd426487393c93f36e0dc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa313fdb6-4b", "ovs_interfaceid": "a313fdb6-4b44-44f6-aa81-c7ac6eee103e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:13:47 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-843cc15d-9b1d-4970-986c-3b8f7098f9bf tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Converting VIF {"id": "a313fdb6-4b44-44f6-aa81-c7ac6eee103e", "address": "fa:16:3e:36:99:15", "network": {"id": "ede1ebd4-791d-4b2d-834d-e8f190eaa300", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1389616973-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a651f2b7cdd426487393c93f36e0dc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa313fdb6-4b", "ovs_interfaceid": "a313fdb6-4b44-44f6-aa81-c7ac6eee103e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:13:47 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-843cc15d-9b1d-4970-986c-3b8f7098f9bf tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:36:99:15,bridge_name='br-int',has_traffic_filtering=True,id=a313fdb6-4b44-44f6-aa81-c7ac6eee103e,network=Network(ede1ebd4-791d-4b2d-834d-e8f190eaa300),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa313fdb6-4b') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:13:47 user nova-compute[74854]: DEBUG os_vif [None req-843cc15d-9b1d-4970-986c-3b8f7098f9bf tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:36:99:15,bridge_name='br-int',has_traffic_filtering=True,id=a313fdb6-4b44-44f6-aa81-c7ac6eee103e,network=Network(ede1ebd4-791d-4b2d-834d-e8f190eaa300),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa313fdb6-4b') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:13:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa313fdb6-4b, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:13:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0ee68b9-c08f-4240-b8db-ba8f51a14089/disk --force-share --output=json" returned: 0 in 0.231s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:13:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0ee68b9-c08f-4240-b8db-ba8f51a14089/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:13:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:13:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a842d4c6-c2d1-435e-8c14-0e9e1e50b8ee) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:13:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:13:47 user nova-compute[74854]: INFO os_vif [None req-843cc15d-9b1d-4970-986c-3b8f7098f9bf tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:36:99:15,bridge_name='br-int',has_traffic_filtering=True,id=a313fdb6-4b44-44f6-aa81-c7ac6eee103e,network=Network(ede1ebd4-791d-4b2d-834d-e8f190eaa300),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa313fdb6-4b')
Oct 23 17:13:47 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-843cc15d-9b1d-4970-986c-3b8f7098f9bf tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] Deleting instance files /opt/stack/data/nova/instances/916718d2-e5fd-47e5-9a86-1ad7719e33a2_del
Oct 23 17:13:47 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-843cc15d-9b1d-4970-986c-3b8f7098f9bf tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] Deletion of /opt/stack/data/nova/instances/916718d2-e5fd-47e5-9a86-1ad7719e33a2_del complete
Oct 23 17:13:47 user nova-compute[74854]: INFO nova.compute.manager [None req-843cc15d-9b1d-4970-986c-3b8f7098f9bf tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] Took 1.04 seconds to destroy the instance on the hypervisor.
Oct 23 17:13:47 user nova-compute[74854]: DEBUG oslo.service.loopingcall [None req-843cc15d-9b1d-4970-986c-3b8f7098f9bf tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 17:13:47 user nova-compute[74854]: DEBUG nova.compute.manager [-] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] Deallocating network for instance {{(pid=74854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 17:13:47 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] deallocate_for_instance() {{(pid=74854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 17:13:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0ee68b9-c08f-4240-b8db-ba8f51a14089/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:13:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdd (vdc) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:13:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:13:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/351ce4e6-f26e-4968-968b-67f662ba7ecf/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:13:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/351ce4e6-f26e-4968-968b-67f662ba7ecf/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:13:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/351ce4e6-f26e-4968-968b-67f662ba7ecf/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:13:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/351ce4e6-f26e-4968-968b-67f662ba7ecf/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:13:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:13:48 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:13:48 user nova-compute[74854]: DEBUG nova.compute.manager [req-b645eec4-6371-4642-b585-3d0ee1872cef req-15367a2d-dd1e-4072-aa5e-7762f60aff09 service nova] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] Received event network-vif-deleted-a313fdb6-4b44-44f6-aa81-c7ac6eee103e {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:13:48 user nova-compute[74854]: INFO nova.compute.manager [req-b645eec4-6371-4642-b585-3d0ee1872cef req-15367a2d-dd1e-4072-aa5e-7762f60aff09 service nova] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] Neutron deleted interface a313fdb6-4b44-44f6-aa81-c7ac6eee103e; detaching it from the instance and deleting it from the info cache
Oct 23 17:13:48 user nova-compute[74854]: DEBUG nova.network.neutron [req-b645eec4-6371-4642-b585-3d0ee1872cef req-15367a2d-dd1e-4072-aa5e-7762f60aff09 service nova] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:13:48 user nova-compute[74854]: INFO nova.compute.manager [-] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] Took 0.57 seconds to deallocate network for instance.
Oct 23 17:13:48 user nova-compute[74854]: DEBUG nova.compute.manager [req-b645eec4-6371-4642-b585-3d0ee1872cef req-15367a2d-dd1e-4072-aa5e-7762f60aff09 service nova] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] Detach interface failed, port_id=a313fdb6-4b44-44f6-aa81-c7ac6eee103e, reason: Instance 916718d2-e5fd-47e5-9a86-1ad7719e33a2 could not be found. {{(pid=74854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 23 17:13:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-843cc15d-9b1d-4970-986c-3b8f7098f9bf tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:13:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-843cc15d-9b1d-4970-986c-3b8f7098f9bf tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:13:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:13:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:13:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:13:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:13:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:13:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:13:48 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-843cc15d-9b1d-4970-986c-3b8f7098f9bf tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:13:48 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-843cc15d-9b1d-4970-986c-3b8f7098f9bf tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:13:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-843cc15d-9b1d-4970-986c-3b8f7098f9bf tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.594s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:13:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:13:48 user nova-compute[74854]: INFO nova.scheduler.client.report [None req-843cc15d-9b1d-4970-986c-3b8f7098f9bf tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Deleted allocations for instance 916718d2-e5fd-47e5-9a86-1ad7719e33a2
Oct 23 17:13:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8fe30f2-3d36-47ae-b780-1f15c026cac2/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:13:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-843cc15d-9b1d-4970-986c-3b8f7098f9bf tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Lock "916718d2-e5fd-47e5-9a86-1ad7719e33a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.491s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:13:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8fe30f2-3d36-47ae-b780-1f15c026cac2/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:13:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8fe30f2-3d36-47ae-b780-1f15c026cac2/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:13:49 user nova-compute[74854]: DEBUG nova.compute.manager [req-ab47fa6e-5267-4c7e-8d16-932e45b62136 req-8c32092b-e005-4676-8f0d-1a0228233464 service nova] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] Received event network-vif-plugged-a313fdb6-4b44-44f6-aa81-c7ac6eee103e {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:13:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-ab47fa6e-5267-4c7e-8d16-932e45b62136 req-8c32092b-e005-4676-8f0d-1a0228233464 service nova] Acquiring lock "916718d2-e5fd-47e5-9a86-1ad7719e33a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:13:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-ab47fa6e-5267-4c7e-8d16-932e45b62136 req-8c32092b-e005-4676-8f0d-1a0228233464 service nova] Lock "916718d2-e5fd-47e5-9a86-1ad7719e33a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:13:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-ab47fa6e-5267-4c7e-8d16-932e45b62136 req-8c32092b-e005-4676-8f0d-1a0228233464 service nova] Lock "916718d2-e5fd-47e5-9a86-1ad7719e33a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:13:49 user nova-compute[74854]: DEBUG nova.compute.manager [req-ab47fa6e-5267-4c7e-8d16-932e45b62136 req-8c32092b-e005-4676-8f0d-1a0228233464 service nova] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] No waiting events found dispatching network-vif-plugged-a313fdb6-4b44-44f6-aa81-c7ac6eee103e {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:13:49 user nova-compute[74854]: WARNING nova.compute.manager [req-ab47fa6e-5267-4c7e-8d16-932e45b62136 req-8c32092b-e005-4676-8f0d-1a0228233464 service nova] [instance: 916718d2-e5fd-47e5-9a86-1ad7719e33a2] Received unexpected event network-vif-plugged-a313fdb6-4b44-44f6-aa81-c7ac6eee103e for instance with vm_state deleted and task_state None.
Oct 23 17:13:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8fe30f2-3d36-47ae-b780-1f15c026cac2/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:13:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5b1d996-4927-410a-ae7c-180c62b19856/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:13:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5b1d996-4927-410a-ae7c-180c62b19856/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:13:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5b1d996-4927-410a-ae7c-180c62b19856/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:13:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5b1d996-4927-410a-ae7c-180c62b19856/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:13:49 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:13:50 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:13:50 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:13:50 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Hypervisor/Node resource view: name=user free_ram=7383MB free_disk=24.862491607666016GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=74854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 17:13:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:13:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:13:50 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance f150b707-22b3-43b5-b657-0c2e19bcf524 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:13:50 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 30026d10-f080-4a53-8a4e-b8be523fe48e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:13:50 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 351ce4e6-f26e-4968-968b-67f662ba7ecf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:13:50 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance a7038e08-a72d-43e0-9434-8fc588e44c9d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:13:50 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance a5b1d996-4927-410a-ae7c-180c62b19856 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:13:50 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:13:50 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance ebdd2079-dbb8-44e5-8e02-53df3302b70f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:13:50 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance f8fe30f2-3d36-47ae-b780-1f15c026cac2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:13:50 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:13:50 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance a0ee68b9-c08f-4240-b8db-ba8f51a14089 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:13:50 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance f91bd1c7-bb4c-4390-b697-d714c81b199a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:13:50 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 17:13:50 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 17:13:50 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:13:50 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:13:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:50 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Compute_service record updated for user:user {{(pid=74854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 17:13:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.503s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:13:50 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:13:50 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74854) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 23 17:13:51 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:13:51 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:13:51 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:13:51 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:13:52 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:52 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:13:52 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Starting heal instance info cache {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 17:13:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "refresh_cache-a0ee68b9-c08f-4240-b8db-ba8f51a14089" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:13:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquired lock "refresh_cache-a0ee68b9-c08f-4240-b8db-ba8f51a14089" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:13:52 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Forcefully refreshing network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 17:13:53 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Updating instance_info_cache with network_info: [{"id": "eabc4588-078d-4f88-bf73-9ac14868fe67", "address": "fa:16:3e:a3:b4:12", "network": {"id": "b7b7a8af-8224-4220-a014-98e5defb0f84", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-621326047-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "590f192c09b34f998151336d4f75a7ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeabc4588-07", "ovs_interfaceid": "eabc4588-078d-4f88-bf73-9ac14868fe67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:13:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Releasing lock "refresh_cache-a0ee68b9-c08f-4240-b8db-ba8f51a14089" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:13:53 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Updated the network info_cache for instance {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 17:13:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:56 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bbd4d69e-b4e7-4e43-b684-a0478441eb28 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Calling os-brick to attach iSCSI Volume {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 17:13:56 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbd4d69e-b4e7-4e43-b684-a0478441eb28 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DZtqcbWd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:13:56 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-bbd4d69e-b4e7-4e43-b684-a0478441eb28 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:13:56 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-bbd4d69e-b4e7-4e43-b684-a0478441eb28 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:13:56 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-bbd4d69e-b4e7-4e43-b684-a0478441eb28 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:13:56 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-bbd4d69e-b4e7-4e43-b684-a0478441eb28 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:13:56 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-bbd4d69e-b4e7-4e43-b684-a0478441eb28 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:13:56 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-bbd4d69e-b4e7-4e43-b684-a0478441eb28 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:13:56 user nova-compute[74854]: INFO os_brick.initiator.connectors.iscsi [None req-bbd4d69e-b4e7-4e43-b684-a0478441eb28 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 17:13:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0 -p 172.16.0.220:3260 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:13:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:13:56 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[54be67a2-fbbf-42a0-9220-6b89b40424ff]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:13:56 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbd4d69e-b4e7-4e43-b684-a0478441eb28 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 17:13:56 user nova-compute[74854]:  {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:13:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0 -p 172.16.0.220:3260 --interface default --op new {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:13:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:13:56 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[77fedb04-cdce-4e01-9142-3b88474056e8]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0] added\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:13:56 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbd4d69e-b4e7-4e43-b684-a0478441eb28 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0] added
Oct 23 17:13:56 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:13:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:13:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:13:56 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[59f5d5d4-6f56-469a-bca0-42421e991f62]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:13:56 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbd4d69e-b4e7-4e43-b684-a0478441eb28 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:13:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:13:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:13:56 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f19822b-35a1-4f4b-ae4b-d8a81f0667f1]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:13:56 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbd4d69e-b4e7-4e43-b684-a0478441eb28 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:13:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DZtqcbWd {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:13:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DZtqcbWd" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:13:56 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4a1c6e3-556b-470e-9383-286abdf87678]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:13:56 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbd4d69e-b4e7-4e43-b684-a0478441eb28 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'DZtqcbWd'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:13:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:13:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:13:56 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b39b88ae-22ad-47c9-9c12-f5a5084a85dc]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:13:56 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbd4d69e-b4e7-4e43-b684-a0478441eb28 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:13:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:13:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:13:56 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[cdd7b608-4eba-4a2d-a15f-c7f44b848ad2]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:13:56 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbd4d69e-b4e7-4e43-b684-a0478441eb28 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:13:56 user nova-compute[74854]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a (non-flash)
Oct 23 17:13:56 user nova-compute[74854]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4 (non-flash)
Oct 23 17:13:56 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:13:56 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbd4d69e-b4e7-4e43-b684-a0478441eb28 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:13:56 user nova-compute[74854]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a (non-flash)
Oct 23 17:13:56 user nova-compute[74854]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4 (non-flash)
Oct 23 17:13:56 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:13:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0 -p 172.16.0.220:3260 --login {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:13:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0 -p 172.16.0.220:3260 --login" returned: 0 in 0.062s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:13:56 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[4939cbf0-3d70-40ad-8095-1738615f2c3f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:13:56 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbd4d69e-b4e7-4e43-b684-a0478441eb28 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0, portal: 172.16.0.220,3260]
Oct 23 17:13:56 user nova-compute[74854]: Login to [iface: default, target: iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0, portal: 172.16.0.220,3260] successful.
Oct 23 17:13:56 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:13:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:13:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:13:56 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d37fd8f-68ae-4ecc-aeb3-2135fdff49a3]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:13:56 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbd4d69e-b4e7-4e43-b684-a0478441eb28 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:13:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:13:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:13:56 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[77dce7bf-9320-4602-abe0-ebbf5d440064]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:13:56 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbd4d69e-b4e7-4e43-b684-a0478441eb28 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:13:56 user nova-compute[74854]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a (non-flash)
Oct 23 17:13:56 user nova-compute[74854]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4 (non-flash)
Oct 23 17:13:56 user nova-compute[74854]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0 (non-flash)
Oct 23 17:13:56 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:13:56 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbd4d69e-b4e7-4e43-b684-a0478441eb28 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:13:56 user nova-compute[74854]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a (non-flash)
Oct 23 17:13:56 user nova-compute[74854]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4 (non-flash)
Oct 23 17:13:56 user nova-compute[74854]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0 (non-flash)
Oct 23 17:13:56 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:13:56 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-bbd4d69e-b4e7-4e43-b684-a0478441eb28 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.278s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:13:56 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbd4d69e-b4e7-4e43-b684-a0478441eb28 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Connected to 172.16.0.220:3260 {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 17:13:56 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-bbd4d69e-b4e7-4e43-b684-a0478441eb28 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] HCTL ('36', '-', '-', 0) found on session 24 with lun 0 {{(pid=74854) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 17:13:56 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-bbd4d69e-b4e7-4e43-b684-a0478441eb28 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74854) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 17:13:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:13:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:13:56 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[1338052d-bd33-4c13-a2e2-dc0861684f34]: (4, ('- - 0', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:13:56 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-bbd4d69e-b4e7-4e43-b684-a0478441eb28 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Searching for a device in session 24 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:13:56 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbd4d69e-b4e7-4e43-b684-a0478441eb28 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DZtqcbWd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 17:13:57 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:57 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-bbd4d69e-b4e7-4e43-b684-a0478441eb28 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.317s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:13:57 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbd4d69e-b4e7-4e43-b684-a0478441eb28 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] <== connect_volume: return (1319ms) {'type': 'block', 'scsi_wwn': '23834636261353437', 'path': '/dev/sde'} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:13:57 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bbd4d69e-b4e7-4e43-b684-a0478441eb28 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23834636261353437', 'path': '/dev/sde'} {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 17:13:57 user nova-compute[74854]: DEBUG nova.objects.instance [None req-bbd4d69e-b4e7-4e43-b684-a0478441eb28 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Lazy-loading 'flavor' on Instance uuid a5b1d996-4927-410a-ae7c-180c62b19856 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:13:57 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-bbd4d69e-b4e7-4e43-b684-a0478441eb28 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] attach device xml: <disk type="block" device="disk">
Oct 23 17:13:57 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:13:57 user nova-compute[74854]:   <source dev="/dev/sde"/>
Oct 23 17:13:57 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:13:57 user nova-compute[74854]:   <serial>be5515e9-1d77-4481-9af5-14afbcce19e0</serial>
Oct 23 17:13:57 user nova-compute[74854]: </disk>
Oct 23 17:13:57 user nova-compute[74854]:  {{(pid=74854) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 17:13:58 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-bbd4d69e-b4e7-4e43-b684-a0478441eb28 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:13:58 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-bbd4d69e-b4e7-4e43-b684-a0478441eb28 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:13:58 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-bbd4d69e-b4e7-4e43-b684-a0478441eb28 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] No VIF found with MAC fa:16:3e:58:7c:bd, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:13:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-bbd4d69e-b4e7-4e43-b684-a0478441eb28 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Lock "a5b1d996-4927-410a-ae7c-180c62b19856" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 20.247s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:13:58 user nova-compute[74854]: INFO nova.compute.manager [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Rescuing
Oct 23 17:13:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Acquiring lock "refresh_cache-a5b1d996-4927-410a-ae7c-180c62b19856" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:13:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Acquired lock "refresh_cache-a5b1d996-4927-410a-ae7c-180c62b19856" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:13:58 user nova-compute[74854]: DEBUG nova.network.neutron [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:13:59 user nova-compute[74854]: DEBUG nova.network.neutron [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Updating instance_info_cache with network_info: [{"id": "2fc8c51b-9001-4e1d-8309-d946e27cb019", "address": "fa:16:3e:58:7c:bd", "network": {"id": "9cb3e2f6-869a-4d82-971e-1fb831d316ed", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1054865617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.92", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ae3eeda277ca4adcb15524e0f77e9c1c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fc8c51b-90", "ovs_interfaceid": "2fc8c51b-9001-4e1d-8309-d946e27cb019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:13:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Releasing lock "refresh_cache-a5b1d996-4927-410a-ae7c-180c62b19856" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:13:59 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:59 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:59 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:59 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:59 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:13:59 user nova-compute[74854]: DEBUG nova.compute.manager [req-be3b7851-00b9-46e6-8b4c-f035ea85c4b8 req-e95d7c5f-1776-43ba-b994-d3066f5f75a2 service nova] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Received event network-vif-unplugged-2fc8c51b-9001-4e1d-8309-d946e27cb019 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:13:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-be3b7851-00b9-46e6-8b4c-f035ea85c4b8 req-e95d7c5f-1776-43ba-b994-d3066f5f75a2 service nova] Acquiring lock "a5b1d996-4927-410a-ae7c-180c62b19856-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:13:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-be3b7851-00b9-46e6-8b4c-f035ea85c4b8 req-e95d7c5f-1776-43ba-b994-d3066f5f75a2 service nova] Lock "a5b1d996-4927-410a-ae7c-180c62b19856-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:13:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-be3b7851-00b9-46e6-8b4c-f035ea85c4b8 req-e95d7c5f-1776-43ba-b994-d3066f5f75a2 service nova] Lock "a5b1d996-4927-410a-ae7c-180c62b19856-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:13:59 user nova-compute[74854]: DEBUG nova.compute.manager [req-be3b7851-00b9-46e6-8b4c-f035ea85c4b8 req-e95d7c5f-1776-43ba-b994-d3066f5f75a2 service nova] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] No waiting events found dispatching network-vif-unplugged-2fc8c51b-9001-4e1d-8309-d946e27cb019 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:13:59 user nova-compute[74854]: WARNING nova.compute.manager [req-be3b7851-00b9-46e6-8b4c-f035ea85c4b8 req-e95d7c5f-1776-43ba-b994-d3066f5f75a2 service nova] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Received unexpected event network-vif-unplugged-2fc8c51b-9001-4e1d-8309-d946e27cb019 for instance with vm_state active and task_state rescuing.
Oct 23 17:14:00 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Instance destroyed successfully.
Oct 23 17:14:00 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Attempting a stable device rescue
Oct 23 17:14:00 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} {{(pid=74854) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 23 17:14:00 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Instance directory exists: not creating {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 23 17:14:00 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Creating image(s)
Oct 23 17:14:00 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Acquiring lock "/opt/stack/data/nova/instances/a5b1d996-4927-410a-ae7c-180c62b19856/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:14:00 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Lock "/opt/stack/data/nova/instances/a5b1d996-4927-410a-ae7c-180c62b19856/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:14:00 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Lock "/opt/stack/data/nova/instances/a5b1d996-4927-410a-ae7c-180c62b19856/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:14:00 user nova-compute[74854]: DEBUG nova.objects.instance [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Lazy-loading 'trusted_certs' on Instance uuid a5b1d996-4927-410a-ae7c-180c62b19856 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:14:00 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Acquiring lock "41479660209262a7741e79abc2e6b8f5a775b00c" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:14:00 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Lock "41479660209262a7741e79abc2e6b8f5a775b00c" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:14:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/41479660209262a7741e79abc2e6b8f5a775b00c.part --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/41479660209262a7741e79abc2e6b8f5a775b00c.part --force-share --output=json" returned: 0 in 0.224s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:01 user nova-compute[74854]: DEBUG nova.virt.images [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] 61106a03-c8ca-403a-ad96-2e1d08cfaa5a was qcow2, converting to raw {{(pid=74854) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 23 17:14:01 user nova-compute[74854]: DEBUG nova.privsep.utils [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74854) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 23 17:14:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/41479660209262a7741e79abc2e6b8f5a775b00c.part /opt/stack/data/nova/instances/_base/41479660209262a7741e79abc2e6b8f5a775b00c.converted {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:01 user nova-compute[74854]: DEBUG nova.compute.manager [req-55da963e-b0a6-4692-97c8-e89f3ecb80f7 req-5836e2dd-f019-4a2f-8669-d6dcd3d3f0eb service nova] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Received event network-vif-plugged-2fc8c51b-9001-4e1d-8309-d946e27cb019 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:14:01 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-55da963e-b0a6-4692-97c8-e89f3ecb80f7 req-5836e2dd-f019-4a2f-8669-d6dcd3d3f0eb service nova] Acquiring lock "a5b1d996-4927-410a-ae7c-180c62b19856-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:14:01 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-55da963e-b0a6-4692-97c8-e89f3ecb80f7 req-5836e2dd-f019-4a2f-8669-d6dcd3d3f0eb service nova] Lock "a5b1d996-4927-410a-ae7c-180c62b19856-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:14:01 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-55da963e-b0a6-4692-97c8-e89f3ecb80f7 req-5836e2dd-f019-4a2f-8669-d6dcd3d3f0eb service nova] Lock "a5b1d996-4927-410a-ae7c-180c62b19856-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:14:01 user nova-compute[74854]: DEBUG nova.compute.manager [req-55da963e-b0a6-4692-97c8-e89f3ecb80f7 req-5836e2dd-f019-4a2f-8669-d6dcd3d3f0eb service nova] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] No waiting events found dispatching network-vif-plugged-2fc8c51b-9001-4e1d-8309-d946e27cb019 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:14:01 user nova-compute[74854]: WARNING nova.compute.manager [req-55da963e-b0a6-4692-97c8-e89f3ecb80f7 req-5836e2dd-f019-4a2f-8669-d6dcd3d3f0eb service nova] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Received unexpected event network-vif-plugged-2fc8c51b-9001-4e1d-8309-d946e27cb019 for instance with vm_state active and task_state rescuing.
Oct 23 17:14:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/41479660209262a7741e79abc2e6b8f5a775b00c.part /opt/stack/data/nova/instances/_base/41479660209262a7741e79abc2e6b8f5a775b00c.converted" returned: 0 in 0.437s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/41479660209262a7741e79abc2e6b8f5a775b00c.converted --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/41479660209262a7741e79abc2e6b8f5a775b00c.converted --force-share --output=json" returned: 0 in 0.178s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Lock "41479660209262a7741e79abc2e6b8f5a775b00c" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.998s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Acquiring lock "41479660209262a7741e79abc2e6b8f5a775b00c" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Lock "41479660209262a7741e79abc2e6b8f5a775b00c" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/41479660209262a7741e79abc2e6b8f5a775b00c --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/41479660209262a7741e79abc2e6b8f5a775b00c --force-share --output=json" returned: 0 in 0.170s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/41479660209262a7741e79abc2e6b8f5a775b00c,backing_fmt=raw /opt/stack/data/nova/instances/a5b1d996-4927-410a-ae7c-180c62b19856/disk.rescue {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/41479660209262a7741e79abc2e6b8f5a775b00c,backing_fmt=raw /opt/stack/data/nova/instances/a5b1d996-4927-410a-ae7c-180c62b19856/disk.rescue" returned: 0 in 0.050s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Lock "41479660209262a7741e79abc2e6b8f5a775b00c" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.225s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG nova.objects.instance [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Lazy-loading 'migration_context' on Instance uuid a5b1d996-4927-410a-ae7c-180c62b19856 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG nova.objects.base [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Object Instance<a5b1d996-4927-410a-ae7c-180c62b19856> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Created local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Start _get_guest_xml network_info=[{"id": "2fc8c51b-9001-4e1d-8309-d946e27cb019", "address": "fa:16:3e:58:7c:bd", "network": {"id": "9cb3e2f6-869a-4d82-971e-1fb831d316ed", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1054865617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.92", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-1054865617-network", "vif_mac": "fa:16:3e:58:7c:bd"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ae3eeda277ca4adcb15524e0f77e9c1c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fc8c51b-90", "ovs_interfaceid": "2fc8c51b-9001-4e1d-8309-d946e27cb019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '61106a03-c8ca-403a-ad96-2e1d08cfaa5a', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'encryption_format': None, 'encryption_options': None, 'size': 0, 'boot_index': 0, 'encrypted': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'image_id': '68c345df-c9e8-475a-b17c-635fa0c7e894'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'attachment_id': 'd3fe744d-80ef-4beb-bcc4-5f477f307cee', 'boot_index': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DZtqcbWd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, 'status': 'reserved', 'instance': 'a5b1d996-4927-410a-ae7c-180c62b19856', 'attached_at': '', 'detached_at': '', 'volume_id': 'be5515e9-1d77-4481-9af5-14afbcce19e0', 'serial': 'be5515e9-1d77-4481-9af5-14afbcce19e0'}, 'mount_device': '/dev/vdb', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'volume_type': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG nova.objects.instance [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Lazy-loading 'resources' on Instance uuid a5b1d996-4927-410a-ae7c-180c62b19856 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG nova.objects.base [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Object Instance<a5b1d996-4927-410a-ae7c-180c62b19856> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG nova.objects.instance [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Lazy-loading 'numa_topology' on Instance uuid a5b1d996-4927-410a-ae7c-180c62b19856 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG nova.objects.base [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Object Instance<a5b1d996-4927-410a-ae7c-180c62b19856> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:14:02 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:14:02 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:14:02 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG nova.objects.instance [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Lazy-loading 'vcpu_model' on Instance uuid a5b1d996-4927-410a-ae7c-180c62b19856 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG nova.objects.base [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Object Instance<a5b1d996-4927-410a-ae7c-180c62b19856> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Calling os-brick to attach iSCSI Volume {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DZtqcbWd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:14:02 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:14:02 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:14:02 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:14:02 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:14:02 user nova-compute[74854]: INFO os_brick.initiator.connectors.iscsi [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 17:14:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0 -p 172.16.0.220:3260 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0 -p 172.16.0.220:3260" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f06db6e-62cb-409c-9d37-e0aaf91c896f]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = DZtqcbWd\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Oct 23 17:14:02 user nova-compute[74854]: node.name = iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0
Oct 23 17:14:02 user nova-compute[74854]: node.tpgt = -1
Oct 23 17:14:02 user nova-compute[74854]: node.startup = automatic
Oct 23 17:14:02 user nova-compute[74854]: node.leading_login = No
Oct 23 17:14:02 user nova-compute[74854]: iface.iscsi_ifacename = default
Oct 23 17:14:02 user nova-compute[74854]: iface.net_ifacename = <empty>
Oct 23 17:14:02 user nova-compute[74854]: iface.ipaddress = <empty>
Oct 23 17:14:02 user nova-compute[74854]: iface.prefix_len = 0
Oct 23 17:14:02 user nova-compute[74854]: iface.hwaddress = <empty>
Oct 23 17:14:02 user nova-compute[74854]: iface.transport_name = tcp
Oct 23 17:14:02 user nova-compute[74854]: iface.initiatorname = <empty>
Oct 23 17:14:02 user nova-compute[74854]: iface.state = <empty>
Oct 23 17:14:02 user nova-compute[74854]: iface.vlan_id = 0
Oct 23 17:14:02 user nova-compute[74854]: iface.vlan_priority = 0
Oct 23 17:14:02 user nova-compute[74854]: iface.vlan_state = <empty>
Oct 23 17:14:02 user nova-compute[74854]: iface.iface_num = 0
Oct 23 17:14:02 user nova-compute[74854]: iface.mtu = 0
Oct 23 17:14:02 user nova-compute[74854]: iface.port = 0
Oct 23 17:14:02 user nova-compute[74854]: iface.bootproto = <empty>
Oct 23 17:14:02 user nova-compute[74854]: iface.subnet_mask = <empty>
Oct 23 17:14:02 user nova-compute[74854]: iface.gateway = <empty>
Oct 23 17:14:02 user nova-compute[74854]: iface.dhcp_alt_client_id_state = <empty>
Oct 23 17:14:02 user nova-compute[74854]: iface.dhcp_alt_client_id = <empty>
Oct 23 17:14:02 user nova-compute[74854]: iface.dhcp_dns = <empty>
Oct 23 17:14:02 user nova-compute[74854]: iface.dhcp_learn_iqn = <empty>
Oct 23 17:14:02 user nova-compute[74854]: iface.dhcp_req_vendor_id_state = <empty>
Oct 23 17:14:02 user nova-compute[74854]: iface.dhcp_vendor_id_state = <empty>
Oct 23 17:14:02 user nova-compute[74854]: iface.dhcp_vendor_id = <empty>
Oct 23 17:14:02 user nova-compute[74854]: iface.dhcp_slp_da = <empty>
Oct 23 17:14:02 user nova-compute[74854]: iface.fragmentation = <empty>
Oct 23 17:14:02 user nova-compute[74854]: iface.gratuitous_arp = <empty>
Oct 23 17:14:02 user nova-compute[74854]: iface.incoming_forwarding = <empty>
Oct 23 17:14:02 user nova-compute[74854]: iface.tos_state = <empty>
Oct 23 17:14:02 user nova-compute[74854]: iface.tos = 0
Oct 23 17:14:02 user nova-compute[74854]: iface.ttl = 0
Oct 23 17:14:02 user nova-compute[74854]: iface.delayed_ack = <empty>
Oct 23 17:14:02 user nova-compute[74854]: iface.tcp_nagle = <empty>
Oct 23 17:14:02 user nova-compute[74854]: iface.tcp_wsf_state = <empty>
Oct 23 17:14:02 user nova-compute[74854]: iface.tcp_wsf = 0
Oct 23 17:14:02 user nova-compute[74854]: iface.tcp_timer_scale = 0
Oct 23 17:14:02 user nova-compute[74854]: iface.tcp_timestamp = <empty>
Oct 23 17:14:02 user nova-compute[74854]: iface.redirect = <empty>
Oct 23 17:14:02 user nova-compute[74854]: iface.def_task_mgmt_timeout = 0
Oct 23 17:14:02 user nova-compute[74854]: iface.header_digest = <empty>
Oct 23 17:14:02 user nova-compute[74854]: iface.data_digest = <empty>
Oct 23 17:14:02 user nova-compute[74854]: iface.immediate_data = <empty>
Oct 23 17:14:02 user nova-compute[74854]: iface.initial_r2t = <empty>
Oct 23 17:14:02 user nova-compute[74854]: iface.data_seq_inorder = <empty>
Oct 23 17:14:02 user nova-compute[74854]: iface.data_pdu_inorder = <empty>
Oct 23 17:14:02 user nova-compute[74854]: iface.erl = 0
Oct 23 17:14:02 user nova-compute[74854]: iface.max_receive_data_len = 0
Oct 23 17:14:02 user nova-compute[74854]: iface.first_burst_len = 0
Oct 23 17:14:02 user nova-compute[74854]: iface.max_outstanding_r2t = 0
Oct 23 17:14:02 user nova-compute[74854]: iface.max_burst_len = 0
Oct 23 17:14:02 user nova-compute[74854]: iface.chap_auth = <empty>
Oct 23 17:14:02 user nova-compute[74854]: iface.bidi_chap = <empty>
Oct 23 17:14:02 user nova-compute[74854]: iface.strict_login_compliance = <empty>
Oct 23 17:14:02 user nova-compute[74854]: iface.discovery_auth = <empty>
Oct 23 17:14:02 user nova-compute[74854]: iface.discovery_logout = <empty>
Oct 23 17:14:02 user nova-compute[74854]: node.discovery_address = <empty>
Oct 23 17:14:02 user nova-compute[74854]: node.discovery_port = 0
Oct 23 17:14:02 user nova-compute[74854]: node.discovery_type = static
Oct 23 17:14:02 user nova-compute[74854]: node.session.initial_cmdsn = 0
Oct 23 17:14:02 user nova-compute[74854]: node.session.initial_login_retry_max = 8
Oct 23 17:14:02 user nova-compute[74854]: node.session.xmit_thread_priority = -20
Oct 23 17:14:02 user nova-compute[74854]: node.session.cmds_max = 128
Oct 23 17:14:02 user nova-compute[74854]: node.session.queue_depth = 32
Oct 23 17:14:02 user nova-compute[74854]: node.session.nr_sessions = 1
Oct 23 17:14:02 user nova-compute[74854]: node.session.auth.authmethod = CHAP
Oct 23 17:14:02 user nova-compute[74854]: node.session.auth.username = DZtqcbWd
Oct 23 17:14:02 user nova-compute[74854]: node.session.auth.password = ***
Oct 23 17:14:02 user nova-compute[74854]: node.session.auth.username_in = <empty>
Oct 23 17:14:02 user nova-compute[74854]: node.session.auth.password_in = <empty>
Oct 23 17:14:02 user nova-compute[74854]: node.session.auth.chap_algs = MD5
Oct 23 17:14:02 user nova-compute[74854]: node.session.timeo.replacement_timeout = 120
Oct 23 17:14:02 user nova-compute[74854]: node.session.err_timeo.abort_timeout = 15
Oct 23 17:14:02 user nova-compute[74854]: node.session.err_timeo.lu_reset_timeout = 30
Oct 23 17:14:02 user nova-compute[74854]: node.session.err_timeo.tgt_reset_timeout = 30
Oct 23 17:14:02 user nova-compute[74854]: node.session.err_timeo.host_reset_timeout = 60
Oct 23 17:14:02 user nova-compute[74854]: node.session.iscsi.FastAbort = Yes
Oct 23 17:14:02 user nova-compute[74854]: node.session.iscsi.InitialR2T = No
Oct 23 17:14:02 user nova-compute[74854]: node.session.iscsi.ImmediateData = Yes
Oct 23 17:14:02 user nova-compute[74854]: node.session.iscsi.FirstBurstLength = 262144
Oct 23 17:14:02 user nova-compute[74854]: node.session.iscsi.MaxBurstLength = 16776192
Oct 23 17:14:02 user nova-compute[74854]: node.session.iscsi.DefaultTime2Retain = 0
Oct 23 17:14:02 user nova-compute[74854]: node.session.iscsi.DefaultTime2Wait = 2
Oct 23 17:14:02 user nova-compute[74854]: node.session.iscsi.MaxConnections = 1
Oct 23 17:14:02 user nova-compute[74854]: node.session.iscsi.MaxOutstandingR2T = 1
Oct 23 17:14:02 user nova-compute[74854]: node.session.iscsi.ERL = 0
Oct 23 17:14:02 user nova-compute[74854]: node.session.scan = manual
Oct 23 17:14:02 user nova-compute[74854]: node.session.reopen_max = 0
Oct 23 17:14:02 user nova-compute[74854]: node.conn[0].address = 172.16.0.220
Oct 23 17:14:02 user nova-compute[74854]: node.conn[0].port = 3260
Oct 23 17:14:02 user nova-compute[74854]: node.conn[0].startup = manual
Oct 23 17:14:02 user nova-compute[74854]: node.conn[0].tcp.window_size = 524288
Oct 23 17:14:02 user nova-compute[74854]: node.conn[0].tcp.type_of_service = 0
Oct 23 17:14:02 user nova-compute[74854]: node.conn[0].timeo.logout_timeout = 15
Oct 23 17:14:02 user nova-compute[74854]: node.conn[0].timeo.login_timeout = 15
Oct 23 17:14:02 user nova-compute[74854]: node.conn[0].timeo.auth_timeout = 45
Oct 23 17:14:02 user nova-compute[74854]: node.conn[0].timeo.noop_out_interval = 5
Oct 23 17:14:02 user nova-compute[74854]: node.conn[0].timeo.noop_out_timeout = 5
Oct 23 17:14:02 user nova-compute[74854]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Oct 23 17:14:02 user nova-compute[74854]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Oct 23 17:14:02 user nova-compute[74854]: node.conn[0].iscsi.HeaderDigest = None
Oct 23 17:14:02 user nova-compute[74854]: node.conn[0].iscsi.DataDigest = None
Oct 23 17:14:02 user nova-compute[74854]: node.conn[0].iscsi.IFMarker = No
Oct 23 17:14:02 user nova-compute[74854]: node.conn[0].iscsi.OFMarker = No
Oct 23 17:14:02 user nova-compute[74854]: # END RECORD
Oct 23 17:14:02 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[142e104a-df96-4c3b-ac8e-4b7324402529]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[529ca5ca-d3ed-4dac-92e2-1193a3544261]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DZtqcbWd {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DZtqcbWd" returned: 0 in 0.026s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[6701b0f5-adbb-4c87-8ef2-f6aa72912879]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'DZtqcbWd'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ec04558-f65c-42b4-ba59-0c38cdd1863b]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b12ecb39-682f-4741-895e-09a6035f8d8d]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:14:02 user nova-compute[74854]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a (non-flash)
Oct 23 17:14:02 user nova-compute[74854]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4 (non-flash)
Oct 23 17:14:02 user nova-compute[74854]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0 (non-flash)
Oct 23 17:14:02 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:14:02 user nova-compute[74854]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a (non-flash)
Oct 23 17:14:02 user nova-compute[74854]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4 (non-flash)
Oct 23 17:14:02 user nova-compute[74854]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0 (non-flash)
Oct 23 17:14:02 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.157s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Connected to 172.16.0.220:3260 {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] HCTL ('36', '0', '0', 0) found on session 24 with lun 0 {{(pid=74854) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Scanning host 36 c: 0, t: 0, l: 0) {{(pid=74854) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[f26c2415-4638-43ae-8fc3-ea4543b6fbed]: (4, ('0 0 0', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Searching for a device in session 24 and hctl ('36', '0', '0', 0) yield: sde {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DZtqcbWd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.185s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] <== connect_volume: return (186ms) {'type': 'block', 'scsi_wwn': '23834636261353437', 'path': '/dev/sde'} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23834636261353437', 'path': '/dev/sde'} {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:09:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-710386457',display_name='tempest-ServerStableDeviceRescueTest-server-710386457',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-710386457',id=17,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJybCQDV4OlI9oi9DndNvkly+/g6jm81q6DGkwy8DmzUrN5TZDr10ZUPWLdZbciEV83KtF67CLa1JJncxbdlm6uTPyu03eTYckHx1AiFUfDKrxDL6zMsWcGW+cSiJAF3Hw==',key_name='tempest-keypair-1780240585',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:09:59Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ae3eeda277ca4adcb15524e0f77e9c1c',ramdisk_id='',reservation_id='r-9360snxb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-911537800',owner_user_name='tempest-ServerStableDeviceRescueTest-911537800-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:11:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='769ddddf984443ddb592bbd827854a76',uuid=a5b1d996-4927-410a-ae7c-180c62b19856,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2fc8c51b-9001-4e1d-8309-d946e27cb019", "address": "fa:16:3e:58:7c:bd", "network": {"id": "9cb3e2f6-869a-4d82-971e-1fb831d316ed", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1054865617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.92", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-1054865617-network", "vif_mac": "fa:16:3e:58:7c:bd"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ae3eeda277ca4adcb15524e0f77e9c1c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fc8c51b-90", "ovs_interfaceid": "2fc8c51b-9001-4e1d-8309-d946e27cb019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Converting VIF {"id": "2fc8c51b-9001-4e1d-8309-d946e27cb019", "address": "fa:16:3e:58:7c:bd", "network": {"id": "9cb3e2f6-869a-4d82-971e-1fb831d316ed", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1054865617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.92", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-1054865617-network", "vif_mac": "fa:16:3e:58:7c:bd"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ae3eeda277ca4adcb15524e0f77e9c1c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fc8c51b-90", "ovs_interfaceid": "2fc8c51b-9001-4e1d-8309-d946e27cb019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:58:7c:bd,bridge_name='br-int',has_traffic_filtering=True,id=2fc8c51b-9001-4e1d-8309-d946e27cb019,network=Network(9cb3e2f6-869a-4d82-971e-1fb831d316ed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2fc8c51b-90') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG nova.objects.instance [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Lazy-loading 'pci_devices' on Instance uuid a5b1d996-4927-410a-ae7c-180c62b19856 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG nova.objects.base [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Object Instance<a5b1d996-4927-410a-ae7c-180c62b19856> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:14:02 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:14:02 user nova-compute[74854]:   <uuid>a5b1d996-4927-410a-ae7c-180c62b19856</uuid>
Oct 23 17:14:02 user nova-compute[74854]:   <name>instance-00000011</name>
Oct 23 17:14:02 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:14:02 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:14:02 user nova-compute[74854]:   <metadata>
Oct 23 17:14:02 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:14:02 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:14:02 user nova-compute[74854]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-710386457</nova:name>
Oct 23 17:14:02 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:14:02</nova:creationTime>
Oct 23 17:14:02 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:14:02 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:14:02 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:14:02 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:14:02 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:14:02 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:14:02 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:14:02 user nova-compute[74854]:       <nova:owner>
Oct 23 17:14:02 user nova-compute[74854]:         <nova:user uuid="769ddddf984443ddb592bbd827854a76">tempest-ServerStableDeviceRescueTest-911537800-project-member</nova:user>
Oct 23 17:14:02 user nova-compute[74854]:         <nova:project uuid="ae3eeda277ca4adcb15524e0f77e9c1c">tempest-ServerStableDeviceRescueTest-911537800</nova:project>
Oct 23 17:14:02 user nova-compute[74854]:       </nova:owner>
Oct 23 17:14:02 user nova-compute[74854]:       <nova:root type="image" uuid="68c345df-c9e8-475a-b17c-635fa0c7e894"/>
Oct 23 17:14:02 user nova-compute[74854]:       <nova:ports>
Oct 23 17:14:02 user nova-compute[74854]:         <nova:port uuid="2fc8c51b-9001-4e1d-8309-d946e27cb019">
Oct 23 17:14:02 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 23 17:14:02 user nova-compute[74854]:         </nova:port>
Oct 23 17:14:02 user nova-compute[74854]:       </nova:ports>
Oct 23 17:14:02 user nova-compute[74854]:     </nova:instance>
Oct 23 17:14:02 user nova-compute[74854]:   </metadata>
Oct 23 17:14:02 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:14:02 user nova-compute[74854]:     <system>
Oct 23 17:14:02 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:14:02 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:14:02 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:14:02 user nova-compute[74854]:       <entry name="serial">a5b1d996-4927-410a-ae7c-180c62b19856</entry>
Oct 23 17:14:02 user nova-compute[74854]:       <entry name="uuid">a5b1d996-4927-410a-ae7c-180c62b19856</entry>
Oct 23 17:14:02 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:14:02 user nova-compute[74854]:     </system>
Oct 23 17:14:02 user nova-compute[74854]:   </sysinfo>
Oct 23 17:14:02 user nova-compute[74854]:   <os>
Oct 23 17:14:02 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:14:02 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:14:02 user nova-compute[74854]:   </os>
Oct 23 17:14:02 user nova-compute[74854]:   <features>
Oct 23 17:14:02 user nova-compute[74854]:     <acpi/>
Oct 23 17:14:02 user nova-compute[74854]:     <apic/>
Oct 23 17:14:02 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:14:02 user nova-compute[74854]:   </features>
Oct 23 17:14:02 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:14:02 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:14:02 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:14:02 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:14:02 user nova-compute[74854]:   </clock>
Oct 23 17:14:02 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:14:02 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:14:02 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:14:02 user nova-compute[74854]:   </cpu>
Oct 23 17:14:02 user nova-compute[74854]:   <devices>
Oct 23 17:14:02 user nova-compute[74854]:     <disk type="file" device="disk">
Oct 23 17:14:02 user nova-compute[74854]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 17:14:02 user nova-compute[74854]:       <source file="/opt/stack/data/nova/instances/a5b1d996-4927-410a-ae7c-180c62b19856/disk"/>
Oct 23 17:14:02 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:14:02 user nova-compute[74854]:     </disk>
Oct 23 17:14:02 user nova-compute[74854]:     <disk type="block" device="disk">
Oct 23 17:14:02 user nova-compute[74854]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:14:02 user nova-compute[74854]:       <source dev="/dev/sde"/>
Oct 23 17:14:02 user nova-compute[74854]:       <target dev="vdb" bus="virtio"/>
Oct 23 17:14:02 user nova-compute[74854]:       <serial>be5515e9-1d77-4481-9af5-14afbcce19e0</serial>
Oct 23 17:14:02 user nova-compute[74854]:     </disk>
Oct 23 17:14:02 user nova-compute[74854]:     <disk type="file" device="disk">
Oct 23 17:14:02 user nova-compute[74854]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 17:14:02 user nova-compute[74854]:       <source file="/opt/stack/data/nova/instances/a5b1d996-4927-410a-ae7c-180c62b19856/disk.rescue"/>
Oct 23 17:14:02 user nova-compute[74854]:       <target dev="vdc" bus="virtio"/>
Oct 23 17:14:02 user nova-compute[74854]:       <boot order="1"/>
Oct 23 17:14:02 user nova-compute[74854]:     </disk>
Oct 23 17:14:02 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:14:02 user nova-compute[74854]:       <mac address="fa:16:3e:58:7c:bd"/>
Oct 23 17:14:02 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:14:02 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:14:02 user nova-compute[74854]:       <target dev="tap2fc8c51b-90"/>
Oct 23 17:14:02 user nova-compute[74854]:     </interface>
Oct 23 17:14:02 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:14:02 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/a5b1d996-4927-410a-ae7c-180c62b19856/console.log" append="off"/>
Oct 23 17:14:02 user nova-compute[74854]:     </serial>
Oct 23 17:14:02 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:14:02 user nova-compute[74854]:     <video>
Oct 23 17:14:02 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:14:02 user nova-compute[74854]:     </video>
Oct 23 17:14:02 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:14:02 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:14:02 user nova-compute[74854]:     </rng>
Oct 23 17:14:02 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:14:02 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:14:02 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:14:02 user nova-compute[74854]:     </memballoon>
Oct 23 17:14:02 user nova-compute[74854]:   </devices>
Oct 23 17:14:02 user nova-compute[74854]: </domain>
Oct 23 17:14:02 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:14:02 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Instance destroyed successfully.
Oct 23 17:14:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:14:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:14:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:14:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] No VIF found with MAC fa:16:3e:58:7c:bd, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:14:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:04 user nova-compute[74854]: DEBUG nova.compute.manager [req-c7567f84-3939-443c-a01f-c247cf30010d req-d2cfe450-ff2e-4900-bfe2-b50038837780 service nova] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Received event network-vif-plugged-2fc8c51b-9001-4e1d-8309-d946e27cb019 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:14:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-c7567f84-3939-443c-a01f-c247cf30010d req-d2cfe450-ff2e-4900-bfe2-b50038837780 service nova] Acquiring lock "a5b1d996-4927-410a-ae7c-180c62b19856-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:14:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-c7567f84-3939-443c-a01f-c247cf30010d req-d2cfe450-ff2e-4900-bfe2-b50038837780 service nova] Lock "a5b1d996-4927-410a-ae7c-180c62b19856-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:14:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-c7567f84-3939-443c-a01f-c247cf30010d req-d2cfe450-ff2e-4900-bfe2-b50038837780 service nova] Lock "a5b1d996-4927-410a-ae7c-180c62b19856-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:14:04 user nova-compute[74854]: DEBUG nova.compute.manager [req-c7567f84-3939-443c-a01f-c247cf30010d req-d2cfe450-ff2e-4900-bfe2-b50038837780 service nova] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] No waiting events found dispatching network-vif-plugged-2fc8c51b-9001-4e1d-8309-d946e27cb019 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:14:04 user nova-compute[74854]: WARNING nova.compute.manager [req-c7567f84-3939-443c-a01f-c247cf30010d req-d2cfe450-ff2e-4900-bfe2-b50038837780 service nova] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Received unexpected event network-vif-plugged-2fc8c51b-9001-4e1d-8309-d946e27cb019 for instance with vm_state active and task_state rescuing.
Oct 23 17:14:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:06 user nova-compute[74854]: DEBUG nova.compute.manager [req-dc2da364-a357-4c08-ad97-5af20e065c3c req-df7c9ea6-d5f9-46b1-9afe-3994a8bdb3ff service nova] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Received event network-vif-plugged-2fc8c51b-9001-4e1d-8309-d946e27cb019 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:14:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-dc2da364-a357-4c08-ad97-5af20e065c3c req-df7c9ea6-d5f9-46b1-9afe-3994a8bdb3ff service nova] Acquiring lock "a5b1d996-4927-410a-ae7c-180c62b19856-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:14:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-dc2da364-a357-4c08-ad97-5af20e065c3c req-df7c9ea6-d5f9-46b1-9afe-3994a8bdb3ff service nova] Lock "a5b1d996-4927-410a-ae7c-180c62b19856-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:14:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-dc2da364-a357-4c08-ad97-5af20e065c3c req-df7c9ea6-d5f9-46b1-9afe-3994a8bdb3ff service nova] Lock "a5b1d996-4927-410a-ae7c-180c62b19856-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:14:06 user nova-compute[74854]: DEBUG nova.compute.manager [req-dc2da364-a357-4c08-ad97-5af20e065c3c req-df7c9ea6-d5f9-46b1-9afe-3994a8bdb3ff service nova] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] No waiting events found dispatching network-vif-plugged-2fc8c51b-9001-4e1d-8309-d946e27cb019 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:14:06 user nova-compute[74854]: WARNING nova.compute.manager [req-dc2da364-a357-4c08-ad97-5af20e065c3c req-df7c9ea6-d5f9-46b1-9afe-3994a8bdb3ff service nova] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Received unexpected event network-vif-plugged-2fc8c51b-9001-4e1d-8309-d946e27cb019 for instance with vm_state active and task_state rescuing.
Oct 23 17:14:06 user nova-compute[74854]: DEBUG nova.compute.manager [None req-71b56647-6ee1-48e4-8661-7788ef94f936 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:14:07 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:12 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:17 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:14:17 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:17 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74854) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 17:14:17 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:14:17 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:14:17 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:21 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Acquiring lock "22d20895-a1e3-4f34-ba96-b73a32c7629f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:14:21 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "22d20895-a1e3-4f34-ba96-b73a32c7629f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:14:21 user nova-compute[74854]: DEBUG nova.compute.manager [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Starting instance... {{(pid=74854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 17:14:21 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:14:21 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:14:21 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74854) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 17:14:21 user nova-compute[74854]: INFO nova.compute.claims [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Claim successful on node user
Oct 23 17:14:22 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:14:22 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:14:22 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.442s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:14:22 user nova-compute[74854]: DEBUG nova.compute.manager [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Start building networks asynchronously for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 17:14:22 user nova-compute[74854]: DEBUG nova.compute.manager [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Allocating IP information in the background. {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 17:14:22 user nova-compute[74854]: DEBUG nova.network.neutron [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] allocate_for_instance() {{(pid=74854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 17:14:22 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 17:14:22 user nova-compute[74854]: DEBUG nova.compute.manager [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Start building block device mappings for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 17:14:22 user nova-compute[74854]: DEBUG nova.policy [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdf5d05a392f4c0b925b8a1eca824323', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '435cbd0d03324a45bdacc7d5b76213e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74854) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 17:14:22 user nova-compute[74854]: INFO nova.virt.block_device [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Booting with volume-backed-image 68c345df-c9e8-475a-b17c-635fa0c7e894 at /dev/vda
Oct 23 17:14:22 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:22 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:22 user nova-compute[74854]: DEBUG nova.network.neutron [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Successfully created port: 952dcfa8-7258-468b-b1f2-9375f1accbc0 {{(pid=74854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 17:14:23 user nova-compute[74854]: DEBUG nova.network.neutron [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Successfully updated port: 952dcfa8-7258-468b-b1f2-9375f1accbc0 {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:14:23 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Acquiring lock "refresh_cache-22d20895-a1e3-4f34-ba96-b73a32c7629f" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:14:23 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Acquired lock "refresh_cache-22d20895-a1e3-4f34-ba96-b73a32c7629f" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:14:23 user nova-compute[74854]: DEBUG nova.network.neutron [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:14:23 user nova-compute[74854]: DEBUG nova.compute.manager [req-fbd197f7-0e85-4719-aee3-b020ea922c04 req-fe011077-92e1-42c5-adc1-b769bebd6152 service nova] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Received event network-changed-952dcfa8-7258-468b-b1f2-9375f1accbc0 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:14:23 user nova-compute[74854]: DEBUG nova.compute.manager [req-fbd197f7-0e85-4719-aee3-b020ea922c04 req-fe011077-92e1-42c5-adc1-b769bebd6152 service nova] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Refreshing instance network info cache due to event network-changed-952dcfa8-7258-468b-b1f2-9375f1accbc0. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:14:23 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-fbd197f7-0e85-4719-aee3-b020ea922c04 req-fe011077-92e1-42c5-adc1-b769bebd6152 service nova] Acquiring lock "refresh_cache-22d20895-a1e3-4f34-ba96-b73a32c7629f" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:14:23 user nova-compute[74854]: DEBUG nova.network.neutron [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Instance cache missing network info. {{(pid=74854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 17:14:23 user nova-compute[74854]: DEBUG nova.network.neutron [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Updating instance_info_cache with network_info: [{"id": "952dcfa8-7258-468b-b1f2-9375f1accbc0", "address": "fa:16:3e:65:eb:8d", "network": {"id": "a40026f1-91de-4e98-85cd-c3bd1a956407", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1048031159-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "435cbd0d03324a45bdacc7d5b76213e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap952dcfa8-72", "ovs_interfaceid": "952dcfa8-7258-468b-b1f2-9375f1accbc0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:14:23 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Releasing lock "refresh_cache-22d20895-a1e3-4f34-ba96-b73a32c7629f" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:14:23 user nova-compute[74854]: DEBUG nova.compute.manager [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Instance network_info: |[{"id": "952dcfa8-7258-468b-b1f2-9375f1accbc0", "address": "fa:16:3e:65:eb:8d", "network": {"id": "a40026f1-91de-4e98-85cd-c3bd1a956407", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1048031159-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "435cbd0d03324a45bdacc7d5b76213e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap952dcfa8-72", "ovs_interfaceid": "952dcfa8-7258-468b-b1f2-9375f1accbc0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 17:14:23 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-fbd197f7-0e85-4719-aee3-b020ea922c04 req-fe011077-92e1-42c5-adc1-b769bebd6152 service nova] Acquired lock "refresh_cache-22d20895-a1e3-4f34-ba96-b73a32c7629f" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:14:23 user nova-compute[74854]: DEBUG nova.network.neutron [req-fbd197f7-0e85-4719-aee3-b020ea922c04 req-fe011077-92e1-42c5-adc1-b769bebd6152 service nova] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Refreshing network info cache for port 952dcfa8-7258-468b-b1f2-9375f1accbc0 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:14:23 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-95a1d883-44f0-467f-ab77-046d168672fe tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Acquiring lock "a7038e08-a72d-43e0-9434-8fc588e44c9d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:14:23 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-95a1d883-44f0-467f-ab77-046d168672fe tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Lock "a7038e08-a72d-43e0-9434-8fc588e44c9d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:14:23 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-95a1d883-44f0-467f-ab77-046d168672fe tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Acquiring lock "a7038e08-a72d-43e0-9434-8fc588e44c9d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:14:23 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-95a1d883-44f0-467f-ab77-046d168672fe tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Lock "a7038e08-a72d-43e0-9434-8fc588e44c9d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:14:23 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-95a1d883-44f0-467f-ab77-046d168672fe tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Lock "a7038e08-a72d-43e0-9434-8fc588e44c9d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:14:23 user nova-compute[74854]: INFO nova.compute.manager [None req-95a1d883-44f0-467f-ab77-046d168672fe tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Terminating instance
Oct 23 17:14:23 user nova-compute[74854]: DEBUG nova.compute.manager [None req-95a1d883-44f0-467f-ab77-046d168672fe tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Start destroying the instance on the hypervisor. {{(pid=74854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 17:14:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG nova.network.neutron [req-fbd197f7-0e85-4719-aee3-b020ea922c04 req-fe011077-92e1-42c5-adc1-b769bebd6152 service nova] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Updated VIF entry in instance network info cache for port 952dcfa8-7258-468b-b1f2-9375f1accbc0. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG nova.network.neutron [req-fbd197f7-0e85-4719-aee3-b020ea922c04 req-fe011077-92e1-42c5-adc1-b769bebd6152 service nova] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Updating instance_info_cache with network_info: [{"id": "952dcfa8-7258-468b-b1f2-9375f1accbc0", "address": "fa:16:3e:65:eb:8d", "network": {"id": "a40026f1-91de-4e98-85cd-c3bd1a956407", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1048031159-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "435cbd0d03324a45bdacc7d5b76213e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap952dcfa8-72", "ovs_interfaceid": "952dcfa8-7258-468b-b1f2-9375f1accbc0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-fbd197f7-0e85-4719-aee3-b020ea922c04 req-fe011077-92e1-42c5-adc1-b769bebd6152 service nova] Releasing lock "refresh_cache-22d20895-a1e3-4f34-ba96-b73a32c7629f" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG nova.compute.manager [req-fbe9f090-d335-4890-89ae-4061f3137228 req-b26b6c30-14cd-42e6-a062-c62f7aa94e7d service nova] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Received event network-vif-unplugged-26234deb-874e-4de6-8982-81d6a6b930b1 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-fbe9f090-d335-4890-89ae-4061f3137228 req-b26b6c30-14cd-42e6-a062-c62f7aa94e7d service nova] Acquiring lock "a7038e08-a72d-43e0-9434-8fc588e44c9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-fbe9f090-d335-4890-89ae-4061f3137228 req-b26b6c30-14cd-42e6-a062-c62f7aa94e7d service nova] Lock "a7038e08-a72d-43e0-9434-8fc588e44c9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-fbe9f090-d335-4890-89ae-4061f3137228 req-b26b6c30-14cd-42e6-a062-c62f7aa94e7d service nova] Lock "a7038e08-a72d-43e0-9434-8fc588e44c9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG nova.compute.manager [req-fbe9f090-d335-4890-89ae-4061f3137228 req-b26b6c30-14cd-42e6-a062-c62f7aa94e7d service nova] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] No waiting events found dispatching network-vif-unplugged-26234deb-874e-4de6-8982-81d6a6b930b1 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG nova.compute.manager [req-fbe9f090-d335-4890-89ae-4061f3137228 req-b26b6c30-14cd-42e6-a062-c62f7aa94e7d service nova] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Received event network-vif-unplugged-26234deb-874e-4de6-8982-81d6a6b930b1 for instance with task_state deleting. {{(pid=74854) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:24 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Instance destroyed successfully.
Oct 23 17:14:24 user nova-compute[74854]: DEBUG nova.objects.instance [None req-95a1d883-44f0-467f-ab77-046d168672fe tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Lazy-loading 'resources' on Instance uuid a7038e08-a72d-43e0-9434-8fc588e44c9d {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-95a1d883-44f0-467f-ab77-046d168672fe tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-23T17:09:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-987186216',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-931056393',id=16,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEkQFmoX1xKItdkiZtuhpIdPR5j5Xr45GVEYH28gWwqqPIsyUF64ELQK1MALa+chhZhrxCbzsB9kX/EPmXj07MMzcit8dVTvF1wH8bXw53bfPL/DlzzLyQxnRI5CnxsL0Q==',key_name='tempest-keypair-704558730',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:12:58Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5e74a0b018474123a192971e1c470eea',ramdisk_id='',reservation_id='r-twnkkoth',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-475601208',owner_user_name='tempest-ServerActionsV293TestJSON-475601208-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:12:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='42ef848387814697b85b488438a5a997',uuid=a7038e08-a72d-43e0-9434-8fc588e44c9d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "26234deb-874e-4de6-8982-81d6a6b930b1", "address": "fa:16:3e:bc:e7:af", "network": {"id": "76bb326f-c433-4205-9a35-ebf980f99dd5", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-907062387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.90", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5e74a0b018474123a192971e1c470eea", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26234deb-87", "ovs_interfaceid": "26234deb-874e-4de6-8982-81d6a6b930b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-95a1d883-44f0-467f-ab77-046d168672fe tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Converting VIF {"id": "26234deb-874e-4de6-8982-81d6a6b930b1", "address": "fa:16:3e:bc:e7:af", "network": {"id": "76bb326f-c433-4205-9a35-ebf980f99dd5", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-907062387-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.90", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5e74a0b018474123a192971e1c470eea", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26234deb-87", "ovs_interfaceid": "26234deb-874e-4de6-8982-81d6a6b930b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-95a1d883-44f0-467f-ab77-046d168672fe tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:bc:e7:af,bridge_name='br-int',has_traffic_filtering=True,id=26234deb-874e-4de6-8982-81d6a6b930b1,network=Network(76bb326f-c433-4205-9a35-ebf980f99dd5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap26234deb-87') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG os_vif [None req-95a1d883-44f0-467f-ab77-046d168672fe tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:bc:e7:af,bridge_name='br-int',has_traffic_filtering=True,id=26234deb-874e-4de6-8982-81d6a6b930b1,network=Network(76bb326f-c433-4205-9a35-ebf980f99dd5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap26234deb-87') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap26234deb-87, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ce3e003d-5ccb-467e-8b25-22749c4639c3) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:24 user nova-compute[74854]: INFO os_vif [None req-95a1d883-44f0-467f-ab77-046d168672fe tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:bc:e7:af,bridge_name='br-int',has_traffic_filtering=True,id=26234deb-874e-4de6-8982-81d6a6b930b1,network=Network(76bb326f-c433-4205-9a35-ebf980f99dd5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap26234deb-87')
Oct 23 17:14:24 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-95a1d883-44f0-467f-ab77-046d168672fe tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] calling os-brick to detach iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-95a1d883-44f0-467f-ab77-046d168672fe tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, {'target_iqn': 'iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dIvhZHbD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:14:24 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-95a1d883-44f0-467f-ab77-046d168672fe tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:14:24 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-95a1d883-44f0-467f-ab77-046d168672fe tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-95a1d883-44f0-467f-ab77-046d168672fe tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e047777c-9779-427e-9552-42326456e7a6]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-95a1d883-44f0-467f-ab77-046d168672fe tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 17:14:24 user nova-compute[74854]: No targets found.
Oct 23 17:14:24 user nova-compute[74854]: iSNS:
Oct 23 17:14:24 user nova-compute[74854]: No targets found.
Oct 23 17:14:24 user nova-compute[74854]: STATIC:
Oct 23 17:14:24 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a
Oct 23 17:14:24 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:14:24 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:14:24 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4
Oct 23 17:14:24 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:14:24 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:14:24 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0
Oct 23 17:14:24 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:14:24 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:14:24 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1
Oct 23 17:14:24 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:14:24 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:14:24 user nova-compute[74854]: FIRMWARE:
Oct 23 17:14:24 user nova-compute[74854]: No targets found.
Oct 23 17:14:24 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-95a1d883-44f0-467f-ab77-046d168672fe tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 17:14:24 user nova-compute[74854]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 17:14:24 user nova-compute[74854]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74854) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-95a1d883-44f0-467f-ab77-046d168672fe tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a', 0)] {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[46ec9950-a77f-4fb1-82b2-d25911899c05]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[edef11aa-aaa2-42e7-b8fd-3853f62f3cf3]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-95a1d883-44f0-467f-ab77-046d168672fe tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:14:24 user nova-compute[74854]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a (non-flash)
Oct 23 17:14:24 user nova-compute[74854]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4 (non-flash)
Oct 23 17:14:24 user nova-compute[74854]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0 (non-flash)
Oct 23 17:14:24 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-95a1d883-44f0-467f-ab77-046d168672fe tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:14:24 user nova-compute[74854]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a (non-flash)
Oct 23 17:14:24 user nova-compute[74854]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4 (non-flash)
Oct 23 17:14:24 user nova-compute[74854]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0 (non-flash)
Oct 23 17:14:24 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-95a1d883-44f0-467f-ab77-046d168672fe tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f3038d9d630>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a'): ({'sdb'}, set())}) {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-95a1d883-44f0-467f-ab77-046d168672fe tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Removing single pathed devices sdb {{(pid=74854) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c2a85f4-7d6b-4516-972f-970656cbf9d0]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a4a0ed6-99e8-4988-aeb4-c27d5f247f66]: (4, ('ok\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-95a1d883-44f0-467f-ab77-046d168672fe tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Flushing IO for device /dev/sdb {{(pid=74854) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.016s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5c3fb4b-81a6-483c-833b-c26acd7e5a2b]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-95a1d883-44f0-467f-ab77-046d168672fe tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74854) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.048s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[488ef4fa-0c58-4ff3-bf58-98d25575e25d]: (4, ('1', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-95a1d883-44f0-467f-ab77-046d168672fe tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-95a1d883-44f0-467f-ab77-046d168672fe tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] SCSI volumes sdb have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIO4385c963-a1259dda0eb3c340', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_4385c963', '/dev/disk/by-id/scsi-26131323539646461') {{(pid=85920) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[65c445fa-ca8f-4f76-86dc-72b959890670]: (4, None) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-95a1d883-44f0-467f-ab77-046d168672fe tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a')] {{(pid=74854) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[87e7a44e-0ecf-4309-ad46-e399c4137d1a]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-95a1d883-44f0-467f-ab77-046d168672fe tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:14:24 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a -p 172.16.0.220:3260 --logout {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a -p 172.16.0.220:3260 --logout" returned: 0 in 0.071s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:25 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[950c592a-2f1c-4dbb-8403-0035393c76b9]: (4, ('Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a, portal: 172.16.0.220,3260]\nLogout of [sid: 22, target: iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:14:25 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-95a1d883-44f0-467f-ab77-046d168672fe tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a, portal: 172.16.0.220,3260]
Oct 23 17:14:25 user nova-compute[74854]: Logout of [sid: 22, target: iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a, portal: 172.16.0.220,3260] successful.
Oct 23 17:14:25 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:14:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a -p 172.16.0.220:3260 --op delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da416f5f-36ca-4560-b6f8-6962d7e6856a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:25 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[53116c6f-6c2e-4867-8f23-293dda579490]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:14:25 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-95a1d883-44f0-467f-ab77-046d168672fe tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:14:25 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-95a1d883-44f0-467f-ab77-046d168672fe tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.332s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:14:25 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-95a1d883-44f0-467f-ab77-046d168672fe tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] <== disconnect_volume: return (333ms) None {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:14:25 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-95a1d883-44f0-467f-ab77-046d168672fe tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Disconnected iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 17:14:25 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-95a1d883-44f0-467f-ab77-046d168672fe tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Deleting instance files /opt/stack/data/nova/instances/a7038e08-a72d-43e0-9434-8fc588e44c9d_del
Oct 23 17:14:25 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-95a1d883-44f0-467f-ab77-046d168672fe tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Deletion of /opt/stack/data/nova/instances/a7038e08-a72d-43e0-9434-8fc588e44c9d_del complete
Oct 23 17:14:25 user nova-compute[74854]: INFO nova.compute.manager [None req-95a1d883-44f0-467f-ab77-046d168672fe tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Took 1.25 seconds to destroy the instance on the hypervisor.
Oct 23 17:14:25 user nova-compute[74854]: DEBUG oslo.service.loopingcall [None req-95a1d883-44f0-467f-ab77-046d168672fe tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 17:14:25 user nova-compute[74854]: DEBUG nova.compute.manager [-] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Deallocating network for instance {{(pid=74854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 17:14:25 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] deallocate_for_instance() {{(pid=74854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 17:14:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:25 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:14:25 user nova-compute[74854]: DEBUG nova.compute.manager [req-a561a1c2-b62b-43fb-a064-2aec6de16742 req-af020701-ac8b-4680-97e2-bc65379df352 service nova] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Received event network-vif-deleted-26234deb-874e-4de6-8982-81d6a6b930b1 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:14:25 user nova-compute[74854]: INFO nova.compute.manager [req-a561a1c2-b62b-43fb-a064-2aec6de16742 req-af020701-ac8b-4680-97e2-bc65379df352 service nova] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Neutron deleted interface 26234deb-874e-4de6-8982-81d6a6b930b1; detaching it from the instance and deleting it from the info cache
Oct 23 17:14:25 user nova-compute[74854]: DEBUG nova.network.neutron [req-a561a1c2-b62b-43fb-a064-2aec6de16742 req-af020701-ac8b-4680-97e2-bc65379df352 service nova] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:14:25 user nova-compute[74854]: INFO nova.compute.manager [-] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Took 0.77 seconds to deallocate network for instance.
Oct 23 17:14:25 user nova-compute[74854]: DEBUG nova.compute.manager [req-a561a1c2-b62b-43fb-a064-2aec6de16742 req-af020701-ac8b-4680-97e2-bc65379df352 service nova] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Detach interface failed, port_id=26234deb-874e-4de6-8982-81d6a6b930b1, reason: Instance a7038e08-a72d-43e0-9434-8fc588e44c9d could not be found. {{(pid=74854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 23 17:14:26 user nova-compute[74854]: DEBUG nova.compute.manager [req-1232a547-803d-439b-905d-3107232fb63e req-943c8c00-a3d9-4c7a-9cb3-5d7dd873c64e service nova] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Received event network-vif-plugged-26234deb-874e-4de6-8982-81d6a6b930b1 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:14:26 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-1232a547-803d-439b-905d-3107232fb63e req-943c8c00-a3d9-4c7a-9cb3-5d7dd873c64e service nova] Acquiring lock "a7038e08-a72d-43e0-9434-8fc588e44c9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:14:26 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-1232a547-803d-439b-905d-3107232fb63e req-943c8c00-a3d9-4c7a-9cb3-5d7dd873c64e service nova] Lock "a7038e08-a72d-43e0-9434-8fc588e44c9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:14:26 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-1232a547-803d-439b-905d-3107232fb63e req-943c8c00-a3d9-4c7a-9cb3-5d7dd873c64e service nova] Lock "a7038e08-a72d-43e0-9434-8fc588e44c9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:14:26 user nova-compute[74854]: DEBUG nova.compute.manager [req-1232a547-803d-439b-905d-3107232fb63e req-943c8c00-a3d9-4c7a-9cb3-5d7dd873c64e service nova] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] No waiting events found dispatching network-vif-plugged-26234deb-874e-4de6-8982-81d6a6b930b1 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:14:26 user nova-compute[74854]: WARNING nova.compute.manager [req-1232a547-803d-439b-905d-3107232fb63e req-943c8c00-a3d9-4c7a-9cb3-5d7dd873c64e service nova] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Received unexpected event network-vif-plugged-26234deb-874e-4de6-8982-81d6a6b930b1 for instance with vm_state active and task_state deleting.
Oct 23 17:14:26 user nova-compute[74854]: INFO nova.compute.manager [None req-95a1d883-44f0-467f-ab77-046d168672fe tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Took 1.00 seconds to detach 1 volumes for instance.
Oct 23 17:14:26 user nova-compute[74854]: DEBUG nova.compute.manager [None req-95a1d883-44f0-467f-ab77-046d168672fe tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] [instance: a7038e08-a72d-43e0-9434-8fc588e44c9d] Deleting volume: da416f5f-36ca-4560-b6f8-6962d7e6856a {{(pid=74854) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 23 17:14:26 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-13817aab-49f2-426a-ba55-9fd31abf9b37 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Acquiring lock "a0ee68b9-c08f-4240-b8db-ba8f51a14089" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:14:26 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-13817aab-49f2-426a-ba55-9fd31abf9b37 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "a0ee68b9-c08f-4240-b8db-ba8f51a14089" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:14:27 user nova-compute[74854]: INFO nova.compute.manager [None req-13817aab-49f2-426a-ba55-9fd31abf9b37 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Detaching volume d702001b-eb6a-47ff-b5ae-52378c9ea4f4
Oct 23 17:14:27 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-95a1d883-44f0-467f-ab77-046d168672fe tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:14:27 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-95a1d883-44f0-467f-ab77-046d168672fe tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:14:27 user nova-compute[74854]: INFO nova.virt.block_device [None req-13817aab-49f2-426a-ba55-9fd31abf9b37 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Attempting to driver detach volume d702001b-eb6a-47ff-b5ae-52378c9ea4f4 from mountpoint /dev/vdc
Oct 23 17:14:27 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-13817aab-49f2-426a-ba55-9fd31abf9b37 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Attempting to detach device vdc from instance a0ee68b9-c08f-4240-b8db-ba8f51a14089 from the persistent domain config. {{(pid=74854) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 17:14:27 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-13817aab-49f2-426a-ba55-9fd31abf9b37 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 17:14:27 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:14:27 user nova-compute[74854]:   <source dev="/dev/sdd"/>
Oct 23 17:14:27 user nova-compute[74854]:   <target dev="vdc" bus="virtio"/>
Oct 23 17:14:27 user nova-compute[74854]:   <serial>d702001b-eb6a-47ff-b5ae-52378c9ea4f4</serial>
Oct 23 17:14:27 user nova-compute[74854]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 23 17:14:27 user nova-compute[74854]: </disk>
Oct 23 17:14:27 user nova-compute[74854]:  {{(pid=74854) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 17:14:27 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-13817aab-49f2-426a-ba55-9fd31abf9b37 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Successfully detached device vdc from instance a0ee68b9-c08f-4240-b8db-ba8f51a14089 from the persistent domain config.
Oct 23 17:14:27 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-13817aab-49f2-426a-ba55-9fd31abf9b37 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance a0ee68b9-c08f-4240-b8db-ba8f51a14089 from the live domain config. {{(pid=74854) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 23 17:14:27 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-13817aab-49f2-426a-ba55-9fd31abf9b37 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 17:14:27 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:14:27 user nova-compute[74854]:   <source dev="/dev/sdd"/>
Oct 23 17:14:27 user nova-compute[74854]:   <target dev="vdc" bus="virtio"/>
Oct 23 17:14:27 user nova-compute[74854]:   <serial>d702001b-eb6a-47ff-b5ae-52378c9ea4f4</serial>
Oct 23 17:14:27 user nova-compute[74854]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 23 17:14:27 user nova-compute[74854]: </disk>
Oct 23 17:14:27 user nova-compute[74854]:  {{(pid=74854) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 17:14:27 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-95a1d883-44f0-467f-ab77-046d168672fe tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:14:27 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-95a1d883-44f0-467f-ab77-046d168672fe tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:14:27 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-95a1d883-44f0-467f-ab77-046d168672fe tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.400s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:14:27 user nova-compute[74854]: INFO nova.scheduler.client.report [None req-95a1d883-44f0-467f-ab77-046d168672fe tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Deleted allocations for instance a7038e08-a72d-43e0-9434-8fc588e44c9d
Oct 23 17:14:27 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-13817aab-49f2-426a-ba55-9fd31abf9b37 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance a0ee68b9-c08f-4240-b8db-ba8f51a14089 {{(pid=74854) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 23 17:14:27 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-95a1d883-44f0-467f-ab77-046d168672fe tempest-ServerActionsV293TestJSON-475601208 tempest-ServerActionsV293TestJSON-475601208-project-member] Lock "a7038e08-a72d-43e0-9434-8fc588e44c9d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.705s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:14:29 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:34 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:35 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:38 user nova-compute[74854]: DEBUG os_brick.utils [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:14:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:38 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[34b09f16-a140-44db-8036-0e1b9dfad9cf]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a321e2f0722\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:14:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:38 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffbe4b01-2ae9-48a5-9934-61f0187943ac]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:14:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:38 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[820565a6-6ac0-4caf-9c3c-ba0cc308c1b7]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:14:38 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[c05bd59f-78fe-41c8-84c3-9bf62229a5ed]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:14:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Running cmd (subprocess): nvme version {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] 'nvme version' failed. Not Retrying. {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:14:38 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.nvmeof [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] nvme not present on system {{(pid=74854) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 17:14:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:14:38 user nova-compute[74854]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 17:14:38 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[7bac950e-4825-46ce-a9f7-e1bfa8fc8200]: (4, '') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:14:38 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74854) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 17:14:38 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 17:14:38 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] LIGHTOS: no hostnqn found. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 17:14:38 user nova-compute[74854]: DEBUG os_brick.utils [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] <== get_connector_properties: return (133ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a321e2f0722', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:14:38 user nova-compute[74854]: DEBUG nova.virt.block_device [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Updating existing volume attachment record: b2c57188-01bb-4a6b-9241-8aa73c8ac56f {{(pid=74854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 17:14:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:40 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:14:43 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:14:43 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:14:43 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 17:14:44 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:45 user nova-compute[74854]: INFO nova.compute.manager [None req-799968cb-2038-49d0-8c77-84613b679b42 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Rescuing
Oct 23 17:14:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-799968cb-2038-49d0-8c77-84613b679b42 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Acquiring lock "refresh_cache-8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:14:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-799968cb-2038-49d0-8c77-84613b679b42 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Acquired lock "refresh_cache-8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:14:45 user nova-compute[74854]: DEBUG nova.network.neutron [None req-799968cb-2038-49d0-8c77-84613b679b42 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:14:45 user nova-compute[74854]: DEBUG nova.network.neutron [None req-799968cb-2038-49d0-8c77-84613b679b42 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Updating instance_info_cache with network_info: [{"id": "e3bef65d-eae9-4427-a701-d63a9722f329", "address": "fa:16:3e:be:e5:fe", "network": {"id": "61eabfd2-7ac3-42e7-8714-bdd76338bb9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939150687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c07d48b0f4a64bd38bff95e84d480918", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3bef65d-ea", "ovs_interfaceid": "e3bef65d-eae9-4427-a701-d63a9722f329", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:14:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-799968cb-2038-49d0-8c77-84613b679b42 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Releasing lock "refresh_cache-8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:14:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:45 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:14:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:14:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:14:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:14:45 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Auditing locally available compute resources for user (node: user) {{(pid=74854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 17:14:45 user nova-compute[74854]: DEBUG nova.compute.manager [req-bf7c0773-8c1b-4925-b852-6d42361884af req-06df6954-dcc0-4350-bb73-1921fd203c7d service nova] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Received event network-vif-unplugged-e3bef65d-eae9-4427-a701-d63a9722f329 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:14:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-bf7c0773-8c1b-4925-b852-6d42361884af req-06df6954-dcc0-4350-bb73-1921fd203c7d service nova] Acquiring lock "8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:14:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-bf7c0773-8c1b-4925-b852-6d42361884af req-06df6954-dcc0-4350-bb73-1921fd203c7d service nova] Lock "8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:14:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-bf7c0773-8c1b-4925-b852-6d42361884af req-06df6954-dcc0-4350-bb73-1921fd203c7d service nova] Lock "8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:14:45 user nova-compute[74854]: DEBUG nova.compute.manager [req-bf7c0773-8c1b-4925-b852-6d42361884af req-06df6954-dcc0-4350-bb73-1921fd203c7d service nova] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] No waiting events found dispatching network-vif-unplugged-e3bef65d-eae9-4427-a701-d63a9722f329 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:14:45 user nova-compute[74854]: WARNING nova.compute.manager [req-bf7c0773-8c1b-4925-b852-6d42361884af req-06df6954-dcc0-4350-bb73-1921fd203c7d service nova] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Received unexpected event network-vif-unplugged-e3bef65d-eae9-4427-a701-d63a9722f329 for instance with vm_state active and task_state rescuing.
Oct 23 17:14:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:46 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Instance destroyed successfully.
Oct 23 17:14:46 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-799968cb-2038-49d0-8c77-84613b679b42 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Attempting rescue
Oct 23 17:14:46 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-799968cb-2038-49d0-8c77-84613b679b42 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74854) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 23 17:14:46 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-799968cb-2038-49d0-8c77-84613b679b42 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Instance directory exists: not creating {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 23 17:14:46 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-799968cb-2038-49d0-8c77-84613b679b42 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Creating image(s)
Oct 23 17:14:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-799968cb-2038-49d0-8c77-84613b679b42 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Acquiring lock "/opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:14:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-799968cb-2038-49d0-8c77-84613b679b42 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "/opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.005s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:14:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-799968cb-2038-49d0-8c77-84613b679b42 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "/opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.008s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:14:46 user nova-compute[74854]: DEBUG nova.objects.instance [None req-799968cb-2038-49d0-8c77-84613b679b42 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lazy-loading 'trusted_certs' on Instance uuid 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:14:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-799968cb-2038-49d0-8c77-84613b679b42 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Acquiring lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:14:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-799968cb-2038-49d0-8c77-84613b679b42 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:14:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-799968cb-2038-49d0-8c77-84613b679b42 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.rescue --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-799968cb-2038-49d0-8c77-84613b679b42 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.185s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-799968cb-2038-49d0-8c77-84613b679b42 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk.rescue {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-799968cb-2038-49d0-8c77-84613b679b42 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk.rescue" returned: 0 in 0.048s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-799968cb-2038-49d0-8c77-84613b679b42 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.241s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:14:46 user nova-compute[74854]: DEBUG nova.objects.instance [None req-799968cb-2038-49d0-8c77-84613b679b42 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lazy-loading 'migration_context' on Instance uuid 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:14:46 user nova-compute[74854]: DEBUG nova.objects.base [None req-799968cb-2038-49d0-8c77-84613b679b42 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Object Instance<8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:14:46 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-799968cb-2038-49d0-8c77-84613b679b42 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Created local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 17:14:46 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-799968cb-2038-49d0-8c77-84613b679b42 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Start _get_guest_xml network_info=[{"id": "e3bef65d-eae9-4427-a701-d63a9722f329", "address": "fa:16:3e:be:e5:fe", "network": {"id": "61eabfd2-7ac3-42e7-8714-bdd76338bb9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939150687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1939150687-network", "vif_mac": "fa:16:3e:be:e5:fe"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c07d48b0f4a64bd38bff95e84d480918", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3bef65d-ea", "ovs_interfaceid": "e3bef65d-eae9-4427-a701-d63a9722f329", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '68c345df-c9e8-475a-b17c-635fa0c7e894', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:14:46 user nova-compute[74854]: DEBUG nova.objects.instance [None req-799968cb-2038-49d0-8c77-84613b679b42 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lazy-loading 'resources' on Instance uuid 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:14:46 user nova-compute[74854]: DEBUG nova.objects.base [None req-799968cb-2038-49d0-8c77-84613b679b42 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Object Instance<8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:14:46 user nova-compute[74854]: DEBUG nova.objects.instance [None req-799968cb-2038-49d0-8c77-84613b679b42 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lazy-loading 'numa_topology' on Instance uuid 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:14:46 user nova-compute[74854]: DEBUG nova.objects.base [None req-799968cb-2038-49d0-8c77-84613b679b42 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Object Instance<8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:14:46 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-799968cb-2038-49d0-8c77-84613b679b42 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:14:46 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-799968cb-2038-49d0-8c77-84613b679b42 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:14:46 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-799968cb-2038-49d0-8c77-84613b679b42 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:14:46 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-799968cb-2038-49d0-8c77-84613b679b42 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:14:46 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-799968cb-2038-49d0-8c77-84613b679b42 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:14:46 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-799968cb-2038-49d0-8c77-84613b679b42 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:14:46 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-799968cb-2038-49d0-8c77-84613b679b42 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:14:46 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-799968cb-2038-49d0-8c77-84613b679b42 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:14:46 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-799968cb-2038-49d0-8c77-84613b679b42 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:14:46 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-799968cb-2038-49d0-8c77-84613b679b42 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:14:46 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-799968cb-2038-49d0-8c77-84613b679b42 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:14:46 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-799968cb-2038-49d0-8c77-84613b679b42 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:14:46 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-799968cb-2038-49d0-8c77-84613b679b42 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:14:46 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-799968cb-2038-49d0-8c77-84613b679b42 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:14:46 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-799968cb-2038-49d0-8c77-84613b679b42 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:14:46 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-799968cb-2038-49d0-8c77-84613b679b42 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:14:46 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-799968cb-2038-49d0-8c77-84613b679b42 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:14:46 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-799968cb-2038-49d0-8c77-84613b679b42 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:14:46 user nova-compute[74854]: DEBUG nova.objects.instance [None req-799968cb-2038-49d0-8c77-84613b679b42 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lazy-loading 'vcpu_model' on Instance uuid 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:14:46 user nova-compute[74854]: DEBUG nova.objects.base [None req-799968cb-2038-49d0-8c77-84613b679b42 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Object Instance<8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:14:46 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-799968cb-2038-49d0-8c77-84613b679b42 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:09:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-130342042',display_name='tempest-ServerRescueNegativeTestJSON-server-130342042',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-130342042',id=18,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:10:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c07d48b0f4a64bd38bff95e84d480918',ramdisk_id='',reservation_id='r-8b3249x5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1105748128',owner_user_name='tempest-ServerRescueNegativeTestJSON-1105748128-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:10:08Z,user_data=None,user_id='426333ef87a54606bbc4aa556869dae2',uuid=8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e3bef65d-eae9-4427-a701-d63a9722f329", "address": "fa:16:3e:be:e5:fe", "network": {"id": "61eabfd2-7ac3-42e7-8714-bdd76338bb9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939150687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1939150687-network", "vif_mac": "fa:16:3e:be:e5:fe"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c07d48b0f4a64bd38bff95e84d480918", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3bef65d-ea", "ovs_interfaceid": "e3bef65d-eae9-4427-a701-d63a9722f329", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:14:46 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-799968cb-2038-49d0-8c77-84613b679b42 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Converting VIF {"id": "e3bef65d-eae9-4427-a701-d63a9722f329", "address": "fa:16:3e:be:e5:fe", "network": {"id": "61eabfd2-7ac3-42e7-8714-bdd76338bb9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939150687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1939150687-network", "vif_mac": "fa:16:3e:be:e5:fe"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c07d48b0f4a64bd38bff95e84d480918", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3bef65d-ea", "ovs_interfaceid": "e3bef65d-eae9-4427-a701-d63a9722f329", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:14:46 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-799968cb-2038-49d0-8c77-84613b679b42 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:be:e5:fe,bridge_name='br-int',has_traffic_filtering=True,id=e3bef65d-eae9-4427-a701-d63a9722f329,network=Network(61eabfd2-7ac3-42e7-8714-bdd76338bb9b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape3bef65d-ea') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:14:46 user nova-compute[74854]: DEBUG nova.objects.instance [None req-799968cb-2038-49d0-8c77-84613b679b42 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lazy-loading 'pci_devices' on Instance uuid 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:14:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.rescue --force-share --output=json" returned: 0 in 0.228s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.rescue --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:46 user nova-compute[74854]: DEBUG nova.objects.base [None req-799968cb-2038-49d0-8c77-84613b679b42 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Object Instance<8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:14:46 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-799968cb-2038-49d0-8c77-84613b679b42 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:14:46 user nova-compute[74854]:   <uuid>8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323</uuid>
Oct 23 17:14:46 user nova-compute[74854]:   <name>instance-00000012</name>
Oct 23 17:14:46 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:14:46 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:14:46 user nova-compute[74854]:   <metadata>
Oct 23 17:14:46 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:14:46 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:14:46 user nova-compute[74854]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-130342042</nova:name>
Oct 23 17:14:46 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:14:46</nova:creationTime>
Oct 23 17:14:46 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:14:46 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:14:46 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:14:46 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:14:46 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:14:46 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:14:46 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:14:46 user nova-compute[74854]:       <nova:owner>
Oct 23 17:14:46 user nova-compute[74854]:         <nova:user uuid="426333ef87a54606bbc4aa556869dae2">tempest-ServerRescueNegativeTestJSON-1105748128-project-member</nova:user>
Oct 23 17:14:46 user nova-compute[74854]:         <nova:project uuid="c07d48b0f4a64bd38bff95e84d480918">tempest-ServerRescueNegativeTestJSON-1105748128</nova:project>
Oct 23 17:14:46 user nova-compute[74854]:       </nova:owner>
Oct 23 17:14:46 user nova-compute[74854]:       <nova:root type="image" uuid="68c345df-c9e8-475a-b17c-635fa0c7e894"/>
Oct 23 17:14:46 user nova-compute[74854]:       <nova:ports>
Oct 23 17:14:46 user nova-compute[74854]:         <nova:port uuid="e3bef65d-eae9-4427-a701-d63a9722f329">
Oct 23 17:14:46 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 23 17:14:46 user nova-compute[74854]:         </nova:port>
Oct 23 17:14:46 user nova-compute[74854]:       </nova:ports>
Oct 23 17:14:46 user nova-compute[74854]:     </nova:instance>
Oct 23 17:14:46 user nova-compute[74854]:   </metadata>
Oct 23 17:14:46 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:14:46 user nova-compute[74854]:     <system>
Oct 23 17:14:46 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:14:46 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:14:46 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:14:46 user nova-compute[74854]:       <entry name="serial">8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323</entry>
Oct 23 17:14:46 user nova-compute[74854]:       <entry name="uuid">8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323</entry>
Oct 23 17:14:46 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:14:46 user nova-compute[74854]:     </system>
Oct 23 17:14:46 user nova-compute[74854]:   </sysinfo>
Oct 23 17:14:46 user nova-compute[74854]:   <os>
Oct 23 17:14:46 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:14:46 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:14:46 user nova-compute[74854]:   </os>
Oct 23 17:14:46 user nova-compute[74854]:   <features>
Oct 23 17:14:46 user nova-compute[74854]:     <acpi/>
Oct 23 17:14:46 user nova-compute[74854]:     <apic/>
Oct 23 17:14:46 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:14:46 user nova-compute[74854]:   </features>
Oct 23 17:14:46 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:14:46 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:14:46 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:14:46 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:14:46 user nova-compute[74854]:   </clock>
Oct 23 17:14:46 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:14:46 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:14:46 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:14:46 user nova-compute[74854]:   </cpu>
Oct 23 17:14:46 user nova-compute[74854]:   <devices>
Oct 23 17:14:46 user nova-compute[74854]:     <disk type="file" device="disk">
Oct 23 17:14:46 user nova-compute[74854]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 17:14:46 user nova-compute[74854]:       <source file="/opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk.rescue"/>
Oct 23 17:14:46 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:14:46 user nova-compute[74854]:     </disk>
Oct 23 17:14:46 user nova-compute[74854]:     <disk type="file" device="disk">
Oct 23 17:14:46 user nova-compute[74854]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 17:14:46 user nova-compute[74854]:       <source file="/opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk"/>
Oct 23 17:14:46 user nova-compute[74854]:       <target dev="vdb" bus="virtio"/>
Oct 23 17:14:46 user nova-compute[74854]:     </disk>
Oct 23 17:14:46 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:14:46 user nova-compute[74854]:       <mac address="fa:16:3e:be:e5:fe"/>
Oct 23 17:14:46 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:14:46 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:14:46 user nova-compute[74854]:       <target dev="tape3bef65d-ea"/>
Oct 23 17:14:46 user nova-compute[74854]:     </interface>
Oct 23 17:14:46 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:14:46 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/console.log" append="off"/>
Oct 23 17:14:46 user nova-compute[74854]:     </serial>
Oct 23 17:14:46 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:14:46 user nova-compute[74854]:     <video>
Oct 23 17:14:46 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:14:46 user nova-compute[74854]:     </video>
Oct 23 17:14:46 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:14:46 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:14:46 user nova-compute[74854]:     </rng>
Oct 23 17:14:46 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:14:46 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:14:46 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:14:46 user nova-compute[74854]:     </memballoon>
Oct 23 17:14:46 user nova-compute[74854]:   </devices>
Oct 23 17:14:46 user nova-compute[74854]: </domain>
Oct 23 17:14:46 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:14:46 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Instance destroyed successfully.
Oct 23 17:14:46 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-799968cb-2038-49d0-8c77-84613b679b42 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:14:46 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-799968cb-2038-49d0-8c77-84613b679b42 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:14:46 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-799968cb-2038-49d0-8c77-84613b679b42 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] No VIF found with MAC fa:16:3e:be:e5:fe, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:14:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.rescue --force-share --output=json" returned: 0 in 0.176s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ddd8a49f-a9a8-4ac9-9276-b3a219710acb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Acquiring lock "351ce4e6-f26e-4968-968b-67f662ba7ecf" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:14:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ddd8a49f-a9a8-4ac9-9276-b3a219710acb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Lock "351ce4e6-f26e-4968-968b-67f662ba7ecf" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:14:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ddd8a49f-a9a8-4ac9-9276-b3a219710acb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Acquiring lock "351ce4e6-f26e-4968-968b-67f662ba7ecf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:14:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ddd8a49f-a9a8-4ac9-9276-b3a219710acb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Lock "351ce4e6-f26e-4968-968b-67f662ba7ecf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:14:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ddd8a49f-a9a8-4ac9-9276-b3a219710acb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Lock "351ce4e6-f26e-4968-968b-67f662ba7ecf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:14:46 user nova-compute[74854]: INFO nova.compute.manager [None req-ddd8a49f-a9a8-4ac9-9276-b3a219710acb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Terminating instance
Oct 23 17:14:46 user nova-compute[74854]: DEBUG nova.compute.manager [None req-ddd8a49f-a9a8-4ac9-9276-b3a219710acb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Start destroying the instance on the hypervisor. {{(pid=74854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:47 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-13817aab-49f2-426a-ba55-9fd31abf9b37 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance a0ee68b9-c08f-4240-b8db-ba8f51a14089 is timed out.
Oct 23 17:14:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:47 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-13817aab-49f2-426a-ba55-9fd31abf9b37 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Successfully detached device vdc from instance a0ee68b9-c08f-4240-b8db-ba8f51a14089 from the live domain config.
Oct 23 17:14:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-13817aab-49f2-426a-ba55-9fd31abf9b37 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] calling os-brick to detach iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-13817aab-49f2-426a-ba55-9fd31abf9b37 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, {'target_iqn': 'iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BvIebiOM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:14:47 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-13817aab-49f2-426a-ba55-9fd31abf9b37 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:14:47 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-13817aab-49f2-426a-ba55-9fd31abf9b37 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-13817aab-49f2-426a-ba55-9fd31abf9b37 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f91bd1c7-bb4c-4390-b697-d714c81b199a/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[0eaa5676-5d89-4a9c-8e1c-d31215d97be7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-13817aab-49f2-426a-ba55-9fd31abf9b37 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 17:14:47 user nova-compute[74854]: No targets found.
Oct 23 17:14:47 user nova-compute[74854]: iSNS:
Oct 23 17:14:47 user nova-compute[74854]: No targets found.
Oct 23 17:14:47 user nova-compute[74854]: STATIC:
Oct 23 17:14:47 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4
Oct 23 17:14:47 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:14:47 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:14:47 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0
Oct 23 17:14:47 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:14:47 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:14:47 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1
Oct 23 17:14:47 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:14:47 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:14:47 user nova-compute[74854]: FIRMWARE:
Oct 23 17:14:47 user nova-compute[74854]: No targets found.
Oct 23 17:14:47 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-13817aab-49f2-426a-ba55-9fd31abf9b37 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 17:14:47 user nova-compute[74854]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 17:14:47 user nova-compute[74854]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74854) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-13817aab-49f2-426a-ba55-9fd31abf9b37 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4', 0)] {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[75579938-6680-4b45-ba5c-5db7bfaa1711]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0ef4425-7f41-40ea-bdce-5bd8570ed71a]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-13817aab-49f2-426a-ba55-9fd31abf9b37 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:14:47 user nova-compute[74854]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4 (non-flash)
Oct 23 17:14:47 user nova-compute[74854]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0 (non-flash)
Oct 23 17:14:47 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-13817aab-49f2-426a-ba55-9fd31abf9b37 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:14:47 user nova-compute[74854]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4 (non-flash)
Oct 23 17:14:47 user nova-compute[74854]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0 (non-flash)
Oct 23 17:14:47 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-13817aab-49f2-426a-ba55-9fd31abf9b37 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f307c218c10>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4'): ({'sdd'}, set())}) {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-13817aab-49f2-426a-ba55-9fd31abf9b37 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Removing single pathed devices sdd {{(pid=74854) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[7863b0c2-146d-4142-807b-323930b99219]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b58ff3cf-e265-4d6a-8c62-03855ff68e7c]: (4, ('ok\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-13817aab-49f2-426a-ba55-9fd31abf9b37 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Flushing IO for device /dev/sdd {{(pid=74854) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[33009c89-648b-43bb-9a1a-83664eb0cb68]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-13817aab-49f2-426a-ba55-9fd31abf9b37 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74854) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.032s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4ebf11c-78e9-43f2-959d-95c1a418edda]: (4, ('1', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-13817aab-49f2-426a-ba55-9fd31abf9b37 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-13817aab-49f2-426a-ba55-9fd31abf9b37 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] SCSI volumes sdd have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-13817aab-49f2-426a-ba55-9fd31abf9b37 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4')] {{(pid=74854) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f91bd1c7-bb4c-4390-b697-d714c81b199a/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f91bd1c7-bb4c-4390-b697-d714c81b199a/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[37f608d7-0113-40fa-bc07-63680b94f9fc]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-13817aab-49f2-426a-ba55-9fd31abf9b37 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4 -p 172.16.0.220:3260 --logout {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4 -p 172.16.0.220:3260 --logout" returned: 0 in 0.048s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[07d99d6c-1d18-404f-821a-586947b79178]: (4, ('Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4, portal: 172.16.0.220,3260]\nLogout of [sid: 23, target: iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-13817aab-49f2-426a-ba55-9fd31abf9b37 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4, portal: 172.16.0.220,3260]
Oct 23 17:14:47 user nova-compute[74854]: Logout of [sid: 23, target: iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4, portal: 172.16.0.220,3260] successful.
Oct 23 17:14:47 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4 -p 172.16.0.220:3260 --op delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d702001b-eb6a-47ff-b5ae-52378c9ea4f4 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9fb7133-7b6d-4b48-8081-305a22013017]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-13817aab-49f2-426a-ba55-9fd31abf9b37 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-13817aab-49f2-426a-ba55-9fd31abf9b37 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.335s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-13817aab-49f2-426a-ba55-9fd31abf9b37 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] <== disconnect_volume: return (337ms) None {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-13817aab-49f2-426a-ba55-9fd31abf9b37 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Disconnected iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG nova.compute.manager [req-53eba39a-45a9-4da8-a153-466a57254eeb req-b2226392-93f4-4323-9363-fcfc89a77068 service nova] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Received event network-vif-plugged-e3bef65d-eae9-4427-a701-d63a9722f329 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-53eba39a-45a9-4da8-a153-466a57254eeb req-b2226392-93f4-4323-9363-fcfc89a77068 service nova] Acquiring lock "8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-53eba39a-45a9-4da8-a153-466a57254eeb req-b2226392-93f4-4323-9363-fcfc89a77068 service nova] Lock "8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-53eba39a-45a9-4da8-a153-466a57254eeb req-b2226392-93f4-4323-9363-fcfc89a77068 service nova] Lock "8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG nova.compute.manager [req-53eba39a-45a9-4da8-a153-466a57254eeb req-b2226392-93f4-4323-9363-fcfc89a77068 service nova] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] No waiting events found dispatching network-vif-plugged-e3bef65d-eae9-4427-a701-d63a9722f329 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:14:47 user nova-compute[74854]: WARNING nova.compute.manager [req-53eba39a-45a9-4da8-a153-466a57254eeb req-b2226392-93f4-4323-9363-fcfc89a77068 service nova] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Received unexpected event network-vif-plugged-e3bef65d-eae9-4427-a701-d63a9722f329 for instance with vm_state active and task_state rescuing.
Oct 23 17:14:47 user nova-compute[74854]: DEBUG nova.compute.manager [req-53eba39a-45a9-4da8-a153-466a57254eeb req-b2226392-93f4-4323-9363-fcfc89a77068 service nova] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Received event network-vif-unplugged-4453d620-702e-4521-9bdc-a74ec304fddd {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-53eba39a-45a9-4da8-a153-466a57254eeb req-b2226392-93f4-4323-9363-fcfc89a77068 service nova] Acquiring lock "351ce4e6-f26e-4968-968b-67f662ba7ecf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-53eba39a-45a9-4da8-a153-466a57254eeb req-b2226392-93f4-4323-9363-fcfc89a77068 service nova] Lock "351ce4e6-f26e-4968-968b-67f662ba7ecf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-53eba39a-45a9-4da8-a153-466a57254eeb req-b2226392-93f4-4323-9363-fcfc89a77068 service nova] Lock "351ce4e6-f26e-4968-968b-67f662ba7ecf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG nova.compute.manager [req-53eba39a-45a9-4da8-a153-466a57254eeb req-b2226392-93f4-4323-9363-fcfc89a77068 service nova] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] No waiting events found dispatching network-vif-unplugged-4453d620-702e-4521-9bdc-a74ec304fddd {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG nova.compute.manager [req-53eba39a-45a9-4da8-a153-466a57254eeb req-b2226392-93f4-4323-9363-fcfc89a77068 service nova] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Received event network-vif-unplugged-4453d620-702e-4521-9bdc-a74ec304fddd for instance with task_state deleting. {{(pid=74854) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG nova.compute.manager [req-53eba39a-45a9-4da8-a153-466a57254eeb req-b2226392-93f4-4323-9363-fcfc89a77068 service nova] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Received event network-vif-plugged-4453d620-702e-4521-9bdc-a74ec304fddd {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-53eba39a-45a9-4da8-a153-466a57254eeb req-b2226392-93f4-4323-9363-fcfc89a77068 service nova] Acquiring lock "351ce4e6-f26e-4968-968b-67f662ba7ecf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-53eba39a-45a9-4da8-a153-466a57254eeb req-b2226392-93f4-4323-9363-fcfc89a77068 service nova] Lock "351ce4e6-f26e-4968-968b-67f662ba7ecf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-53eba39a-45a9-4da8-a153-466a57254eeb req-b2226392-93f4-4323-9363-fcfc89a77068 service nova] Lock "351ce4e6-f26e-4968-968b-67f662ba7ecf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:14:47 user nova-compute[74854]: DEBUG nova.compute.manager [req-53eba39a-45a9-4da8-a153-466a57254eeb req-b2226392-93f4-4323-9363-fcfc89a77068 service nova] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] No waiting events found dispatching network-vif-plugged-4453d620-702e-4521-9bdc-a74ec304fddd {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:14:47 user nova-compute[74854]: WARNING nova.compute.manager [req-53eba39a-45a9-4da8-a153-466a57254eeb req-b2226392-93f4-4323-9363-fcfc89a77068 service nova] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Received unexpected event network-vif-plugged-4453d620-702e-4521-9bdc-a74ec304fddd for instance with vm_state active and task_state deleting.
Oct 23 17:14:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f91bd1c7-bb4c-4390-b697-d714c81b199a/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0ee68b9-c08f-4240-b8db-ba8f51a14089/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:48 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Instance destroyed successfully.
Oct 23 17:14:48 user nova-compute[74854]: DEBUG nova.objects.instance [None req-ddd8a49f-a9a8-4ac9-9276-b3a219710acb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Lazy-loading 'resources' on Instance uuid 351ce4e6-f26e-4968-968b-67f662ba7ecf {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:14:48 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-ddd8a49f-a9a8-4ac9-9276-b3a219710acb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:08:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-765983900',display_name='tempest-VolumesAdminNegativeTest-server-765983900',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-765983900',id=14,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHTw5aMX3JYtLVqt6Wj/54JbN2pi0XF/3kPspBLBJTTk+YJPv8Wlk0SIXmg1KKvjT17YbMg7hlAzbcZcdUDPIh1XBwqKr89vvk6CEiQtsykMK0MNzr2xq5H00gvrSc+kDQ==',key_name='tempest-keypair-2059493058',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:08:36Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9a651f2b7cdd426487393c93f36e0dc1',ramdisk_id='',reservation_id='r-on5mzij0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-290944852',owner_user_name='tempest-VolumesAdminNegativeTest-290944852-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:08:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9716746749fc4900a3de38430fbb873b',uuid=351ce4e6-f26e-4968-968b-67f662ba7ecf,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4453d620-702e-4521-9bdc-a74ec304fddd", "address": "fa:16:3e:9c:69:88", "network": {"id": "ede1ebd4-791d-4b2d-834d-e8f190eaa300", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1389616973-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a651f2b7cdd426487393c93f36e0dc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4453d620-70", "ovs_interfaceid": "4453d620-702e-4521-9bdc-a74ec304fddd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:14:48 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-ddd8a49f-a9a8-4ac9-9276-b3a219710acb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Converting VIF {"id": "4453d620-702e-4521-9bdc-a74ec304fddd", "address": "fa:16:3e:9c:69:88", "network": {"id": "ede1ebd4-791d-4b2d-834d-e8f190eaa300", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1389616973-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a651f2b7cdd426487393c93f36e0dc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4453d620-70", "ovs_interfaceid": "4453d620-702e-4521-9bdc-a74ec304fddd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:14:48 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-ddd8a49f-a9a8-4ac9-9276-b3a219710acb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:9c:69:88,bridge_name='br-int',has_traffic_filtering=True,id=4453d620-702e-4521-9bdc-a74ec304fddd,network=Network(ede1ebd4-791d-4b2d-834d-e8f190eaa300),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4453d620-70') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:14:48 user nova-compute[74854]: DEBUG os_vif [None req-ddd8a49f-a9a8-4ac9-9276-b3a219710acb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:9c:69:88,bridge_name='br-int',has_traffic_filtering=True,id=4453d620-702e-4521-9bdc-a74ec304fddd,network=Network(ede1ebd4-791d-4b2d-834d-e8f190eaa300),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4453d620-70') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:14:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4453d620-70, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:14:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:14:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=012da099-e98d-413e-bcf8-698c9a3596e5) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:14:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:14:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:48 user nova-compute[74854]: INFO os_vif [None req-ddd8a49f-a9a8-4ac9-9276-b3a219710acb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:9c:69:88,bridge_name='br-int',has_traffic_filtering=True,id=4453d620-702e-4521-9bdc-a74ec304fddd,network=Network(ede1ebd4-791d-4b2d-834d-e8f190eaa300),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4453d620-70')
Oct 23 17:14:48 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-ddd8a49f-a9a8-4ac9-9276-b3a219710acb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Deleting instance files /opt/stack/data/nova/instances/351ce4e6-f26e-4968-968b-67f662ba7ecf_del
Oct 23 17:14:48 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-ddd8a49f-a9a8-4ac9-9276-b3a219710acb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Deletion of /opt/stack/data/nova/instances/351ce4e6-f26e-4968-968b-67f662ba7ecf_del complete
Oct 23 17:14:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0ee68b9-c08f-4240-b8db-ba8f51a14089/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0ee68b9-c08f-4240-b8db-ba8f51a14089/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:48 user nova-compute[74854]: INFO nova.compute.manager [None req-ddd8a49f-a9a8-4ac9-9276-b3a219710acb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Took 1.34 seconds to destroy the instance on the hypervisor.
Oct 23 17:14:48 user nova-compute[74854]: DEBUG oslo.service.loopingcall [None req-ddd8a49f-a9a8-4ac9-9276-b3a219710acb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 17:14:48 user nova-compute[74854]: DEBUG nova.compute.manager [-] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Deallocating network for instance {{(pid=74854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 17:14:48 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] deallocate_for_instance() {{(pid=74854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 17:14:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0ee68b9-c08f-4240-b8db-ba8f51a14089/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:48 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Error from libvirt while getting description of instance-0000000e: [Error Code 42] Domain not found: no domain with matching uuid '351ce4e6-f26e-4968-968b-67f662ba7ecf' (instance-0000000e): libvirt.libvirtError: Domain not found: no domain with matching uuid '351ce4e6-f26e-4968-968b-67f662ba7ecf' (instance-0000000e)
Oct 23 17:14:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk.rescue --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:48 user nova-compute[74854]: DEBUG nova.objects.instance [None req-13817aab-49f2-426a-ba55-9fd31abf9b37 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lazy-loading 'flavor' on Instance uuid a0ee68b9-c08f-4240-b8db-ba8f51a14089 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:14:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-13817aab-49f2-426a-ba55-9fd31abf9b37 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "a0ee68b9-c08f-4240-b8db-ba8f51a14089" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.954s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:14:48 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:14:48 user nova-compute[74854]: INFO nova.compute.manager [-] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Took 0.72 seconds to deallocate network for instance.
Oct 23 17:14:48 user nova-compute[74854]: DEBUG nova.compute.manager [req-1139bd15-efc2-4a18-904f-f4aa5b05b32e req-4c162e49-25f9-4f60-b112-1ff41e613bee service nova] [instance: 351ce4e6-f26e-4968-968b-67f662ba7ecf] Received event network-vif-deleted-4453d620-702e-4521-9bdc-a74ec304fddd {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:14:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk.rescue --force-share --output=json" returned: 0 in 0.187s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk.rescue --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ddd8a49f-a9a8-4ac9-9276-b3a219710acb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:14:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ddd8a49f-a9a8-4ac9-9276-b3a219710acb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:14:49 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-ddd8a49f-a9a8-4ac9-9276-b3a219710acb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Refreshing inventories for resource provider e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 23 17:14:49 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-ddd8a49f-a9a8-4ac9-9276-b3a219710acb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Updating ProviderTree inventory for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 23 17:14:49 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-ddd8a49f-a9a8-4ac9-9276-b3a219710acb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Updating inventory in ProviderTree for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 23 17:14:49 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-ddd8a49f-a9a8-4ac9-9276-b3a219710acb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Refreshing aggregate associations for resource provider e1b4a95c-5743-4848-882e-b3384de5d1b5, aggregates: None {{(pid=74854) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 23 17:14:49 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-ddd8a49f-a9a8-4ac9-9276-b3a219710acb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Refreshing trait associations for resource provider e1b4a95c-5743-4848-882e-b3384de5d1b5, traits: COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_SECURITY_UEFI_SECURE_BOOT,HW_CPU_X86_SSE41,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_RESCUE_BFV,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_VOLUME_EXTEND,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_VOLUME_ATTACH_WITH_TAG,HW_CPU_X86_SSE42,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_USB,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_BOCHS,HW_CPU_X86_SSE,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_IMAGE_TYPE_ARI,HW_CPU_X86_SSE2,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_SATA,COMPUTE_NODE,HW_CPU_X86_MMX,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_DEVICE_TAGGING,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_FDC {{(pid=74854) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 23 17:14:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk.rescue --force-share --output=json" returned: 0 in 0.185s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:49 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-ddd8a49f-a9a8-4ac9-9276-b3a219710acb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:14:49 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-ddd8a49f-a9a8-4ac9-9276-b3a219710acb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:14:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ddd8a49f-a9a8-4ac9-9276-b3a219710acb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.528s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:14:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8fe30f2-3d36-47ae-b780-1f15c026cac2/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:49 user nova-compute[74854]: INFO nova.scheduler.client.report [None req-ddd8a49f-a9a8-4ac9-9276-b3a219710acb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Deleted allocations for instance 351ce4e6-f26e-4968-968b-67f662ba7ecf
Oct 23 17:14:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ddd8a49f-a9a8-4ac9-9276-b3a219710acb tempest-VolumesAdminNegativeTest-290944852 tempest-VolumesAdminNegativeTest-290944852-project-member] Lock "351ce4e6-f26e-4968-968b-67f662ba7ecf" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.832s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:14:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8fe30f2-3d36-47ae-b780-1f15c026cac2/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8fe30f2-3d36-47ae-b780-1f15c026cac2/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8fe30f2-3d36-47ae-b780-1f15c026cac2/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5b1d996-4927-410a-ae7c-180c62b19856/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:50 user nova-compute[74854]: DEBUG nova.compute.manager [req-11e1e8fd-c7da-4f05-8e2a-3391cf200033 req-9e892d2f-c6fd-4fcf-8301-fe5515661123 service nova] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Received event network-vif-plugged-e3bef65d-eae9-4427-a701-d63a9722f329 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:14:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-11e1e8fd-c7da-4f05-8e2a-3391cf200033 req-9e892d2f-c6fd-4fcf-8301-fe5515661123 service nova] Acquiring lock "8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:14:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-11e1e8fd-c7da-4f05-8e2a-3391cf200033 req-9e892d2f-c6fd-4fcf-8301-fe5515661123 service nova] Lock "8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:14:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-11e1e8fd-c7da-4f05-8e2a-3391cf200033 req-9e892d2f-c6fd-4fcf-8301-fe5515661123 service nova] Lock "8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:14:50 user nova-compute[74854]: DEBUG nova.compute.manager [req-11e1e8fd-c7da-4f05-8e2a-3391cf200033 req-9e892d2f-c6fd-4fcf-8301-fe5515661123 service nova] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] No waiting events found dispatching network-vif-plugged-e3bef65d-eae9-4427-a701-d63a9722f329 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:14:50 user nova-compute[74854]: WARNING nova.compute.manager [req-11e1e8fd-c7da-4f05-8e2a-3391cf200033 req-9e892d2f-c6fd-4fcf-8301-fe5515661123 service nova] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Received unexpected event network-vif-plugged-e3bef65d-eae9-4427-a701-d63a9722f329 for instance with vm_state active and task_state rescuing.
Oct 23 17:14:50 user nova-compute[74854]: DEBUG nova.compute.manager [req-11e1e8fd-c7da-4f05-8e2a-3391cf200033 req-9e892d2f-c6fd-4fcf-8301-fe5515661123 service nova] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Received event network-vif-plugged-e3bef65d-eae9-4427-a701-d63a9722f329 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:14:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-11e1e8fd-c7da-4f05-8e2a-3391cf200033 req-9e892d2f-c6fd-4fcf-8301-fe5515661123 service nova] Acquiring lock "8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:14:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-11e1e8fd-c7da-4f05-8e2a-3391cf200033 req-9e892d2f-c6fd-4fcf-8301-fe5515661123 service nova] Lock "8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:14:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-11e1e8fd-c7da-4f05-8e2a-3391cf200033 req-9e892d2f-c6fd-4fcf-8301-fe5515661123 service nova] Lock "8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:14:50 user nova-compute[74854]: DEBUG nova.compute.manager [req-11e1e8fd-c7da-4f05-8e2a-3391cf200033 req-9e892d2f-c6fd-4fcf-8301-fe5515661123 service nova] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] No waiting events found dispatching network-vif-plugged-e3bef65d-eae9-4427-a701-d63a9722f329 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:14:50 user nova-compute[74854]: WARNING nova.compute.manager [req-11e1e8fd-c7da-4f05-8e2a-3391cf200033 req-9e892d2f-c6fd-4fcf-8301-fe5515661123 service nova] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Received unexpected event network-vif-plugged-e3bef65d-eae9-4427-a701-d63a9722f329 for instance with vm_state active and task_state rescuing.
Oct 23 17:14:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5b1d996-4927-410a-ae7c-180c62b19856/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5b1d996-4927-410a-ae7c-180c62b19856/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5b1d996-4927-410a-ae7c-180c62b19856/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:50 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:14:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5b1d996-4927-410a-ae7c-180c62b19856/disk.rescue --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5b1d996-4927-410a-ae7c-180c62b19856/disk.rescue --force-share --output=json" returned: 0 in 0.169s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5b1d996-4927-410a-ae7c-180c62b19856/disk.rescue --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:50 user nova-compute[74854]: DEBUG nova.compute.manager [None req-799968cb-2038-49d0-8c77-84613b679b42 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:14:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5b1d996-4927-410a-ae7c-180c62b19856/disk.rescue --force-share --output=json" returned: 0 in 0.180s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:50 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:14:51 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:14:51 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:14:51 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Hypervisor/Node resource view: name=user free_ram=7770MB free_disk=24.78960418701172GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=74854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 17:14:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:14:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:14:51 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance f150b707-22b3-43b5-b657-0c2e19bcf524 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:14:51 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 30026d10-f080-4a53-8a4e-b8be523fe48e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:14:51 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance a5b1d996-4927-410a-ae7c-180c62b19856 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:14:51 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:14:51 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance ebdd2079-dbb8-44e5-8e02-53df3302b70f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:14:51 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance f8fe30f2-3d36-47ae-b780-1f15c026cac2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:14:51 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:14:51 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance a0ee68b9-c08f-4240-b8db-ba8f51a14089 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:14:51 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance f91bd1c7-bb4c-4390-b697-d714c81b199a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:14:51 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 22d20895-a1e3-4f34-ba96-b73a32c7629f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:14:51 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 17:14:51 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 17:14:51 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:14:51 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:14:51 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Compute_service record updated for user:user {{(pid=74854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 17:14:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.444s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:14:52 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:14:52 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:14:52 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:14:52 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:14:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:53 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:14:54 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:14:54 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Starting heal instance info cache {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 17:14:54 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Rebuilding the list of instances to heal {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 23 17:14:54 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Skipping network cache update for instance because it is Building. {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9934}}
Oct 23 17:14:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "refresh_cache-f150b707-22b3-43b5-b657-0c2e19bcf524" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:14:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquired lock "refresh_cache-f150b707-22b3-43b5-b657-0c2e19bcf524" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:14:54 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Forcefully refreshing network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 17:14:54 user nova-compute[74854]: DEBUG nova.objects.instance [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lazy-loading 'info_cache' on Instance uuid f150b707-22b3-43b5-b657-0c2e19bcf524 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:14:55 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Updating instance_info_cache with network_info: [{"id": "c6c27ec8-bd84-4419-9b01-ed603d2a772c", "address": "fa:16:3e:0b:d8:79", "network": {"id": "a40026f1-91de-4e98-85cd-c3bd1a956407", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1048031159-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "435cbd0d03324a45bdacc7d5b76213e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc6c27ec8-bd", "ovs_interfaceid": "c6c27ec8-bd84-4419-9b01-ed603d2a772c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:14:55 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Releasing lock "refresh_cache-f150b707-22b3-43b5-b657-0c2e19bcf524" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:14:55 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Updated the network info_cache for instance {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG nova.compute.manager [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Start spawning the instance on the hypervisor. {{(pid=74854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Creating instance directory {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 17:14:56 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Creating image(s)
Oct 23 17:14:56 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Did not create local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Ensure instance console log exists: /opt/stack/data/nova/instances/22d20895-a1e3-4f34-ba96-b73a32c7629f/console.log {{(pid=74854) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Start _get_guest_xml network_info=[{"id": "952dcfa8-7258-468b-b1f2-9375f1accbc0", "address": "fa:16:3e:65:eb:8d", "network": {"id": "a40026f1-91de-4e98-85cd-c3bd1a956407", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1048031159-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "435cbd0d03324a45bdacc7d5b76213e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap952dcfa8-72", "ovs_interfaceid": "952dcfa8-7258-468b-b1f2-9375f1accbc0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'attachment_id': 'b2c57188-01bb-4a6b-9241-8aa73c8ac56f', 'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xaOAZUyw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '22d20895-a1e3-4f34-ba96-b73a32c7629f', 'attached_at': '', 'detached_at': '', 'volume_id': '7051ca72-261a-4519-bc91-21cad38067c5', 'serial': '7051ca72-261a-4519-bc91-21cad38067c5'}, 'mount_device': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'volume_type': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:14:56 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:14:56 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:14:56 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Calling os-brick to attach iSCSI Volume {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xaOAZUyw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:14:56 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:14:56 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:14:56 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:14:56 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:14:56 user nova-compute[74854]: INFO os_brick.initiator.connectors.iscsi [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 17:14:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 -p 172.16.0.220:3260 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2d7e64e-c195-4840-9166-f5cb00befba4]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 17:14:56 user nova-compute[74854]:  {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 -p 172.16.0.220:3260 --interface default --op new {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e177d4c2-a1ef-4f2d-a94e-d9abc691b1ed]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5] added\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5] added
Oct 23 17:14:56 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[21308493-289f-485f-9fbc-deb1b9b14757]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[4172a60f-1f47-42e3-ae6b-c247ad2e6763]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xaOAZUyw {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xaOAZUyw" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[a31c59a5-5b30-4127-afeb-4c3edf779f98]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'xaOAZUyw'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[93687612-0b98-40de-b76e-58aef71bed33]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[a92391b9-7c74-41d8-a2ef-a9aeaa53129c]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:14:56 user nova-compute[74854]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0 (non-flash)
Oct 23 17:14:56 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:14:56 user nova-compute[74854]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0 (non-flash)
Oct 23 17:14:56 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 -p 172.16.0.220:3260 --login {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 -p 172.16.0.220:3260 --login" returned: 0 in 0.055s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6644255-6fd6-4b31-84ea-39a9ce90d08b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5, portal: 172.16.0.220,3260]
Oct 23 17:14:56 user nova-compute[74854]: Login to [iface: default, target: iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5, portal: 172.16.0.220,3260] successful.
Oct 23 17:14:56 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[a000b229-aeab-467f-830a-af733fe0427d]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[8bb6c025-e7f0-4266-b0b7-1db2dfbd0b7c]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:14:56 user nova-compute[74854]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0 (non-flash)
Oct 23 17:14:56 user nova-compute[74854]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 (non-flash)
Oct 23 17:14:56 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:14:56 user nova-compute[74854]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0 (non-flash)
Oct 23 17:14:56 user nova-compute[74854]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 (non-flash)
Oct 23 17:14:56 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.255s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Connected to 172.16.0.220:3260 {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] HCTL ('33', '-', '-', 0) found on session 25 with lun 0 {{(pid=74854) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74854) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.015s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f9b61d4-5952-4213-8a7a-736eda1f36c8]: (4, ('- - 0', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:14:56 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Searching for a device in session 25 and hctl ['33', '*', '*', 0] yield: None {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:14:57 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Searching for a device in session 25 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:14:57 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xaOAZUyw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 17:14:57 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.285s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:14:57 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] <== connect_volume: return (1286ms) {'type': 'block', 'scsi_wwn': '23037326362633139', 'path': '/dev/sdb'} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:14:57 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23037326362633139', 'path': '/dev/sdb'} {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 17:14:57 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:14:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1264014248',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1264014248',id=24,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='435cbd0d03324a45bdacc7d5b76213e4',ramdisk_id='',reservation_id='r-p9xyt2f4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-702610562',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:14:22Z,user_data=None,user_id='cdf5d05a392f4c0b925b8a1eca824323',uuid=22d20895-a1e3-4f34-ba96-b73a32c7629f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "952dcfa8-7258-468b-b1f2-9375f1accbc0", "address": "fa:16:3e:65:eb:8d", "network": {"id": "a40026f1-91de-4e98-85cd-c3bd1a956407", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1048031159-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "435cbd0d03324a45bdacc7d5b76213e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap952dcfa8-72", "ovs_interfaceid": "952dcfa8-7258-468b-b1f2-9375f1accbc0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:14:57 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Converting VIF {"id": "952dcfa8-7258-468b-b1f2-9375f1accbc0", "address": "fa:16:3e:65:eb:8d", "network": {"id": "a40026f1-91de-4e98-85cd-c3bd1a956407", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1048031159-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "435cbd0d03324a45bdacc7d5b76213e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap952dcfa8-72", "ovs_interfaceid": "952dcfa8-7258-468b-b1f2-9375f1accbc0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:14:57 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:65:eb:8d,bridge_name='br-int',has_traffic_filtering=True,id=952dcfa8-7258-468b-b1f2-9375f1accbc0,network=Network(a40026f1-91de-4e98-85cd-c3bd1a956407),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap952dcfa8-72') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:14:57 user nova-compute[74854]: DEBUG nova.objects.instance [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lazy-loading 'pci_devices' on Instance uuid 22d20895-a1e3-4f34-ba96-b73a32c7629f {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:14:57 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:14:57 user nova-compute[74854]:   <uuid>22d20895-a1e3-4f34-ba96-b73a32c7629f</uuid>
Oct 23 17:14:57 user nova-compute[74854]:   <name>instance-00000018</name>
Oct 23 17:14:57 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:14:57 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:14:57 user nova-compute[74854]:   <metadata>
Oct 23 17:14:57 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:14:57 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:14:57 user nova-compute[74854]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1264014248</nova:name>
Oct 23 17:14:57 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:14:56</nova:creationTime>
Oct 23 17:14:57 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:14:57 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:14:57 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:14:57 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:14:57 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:14:57 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:14:57 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:14:57 user nova-compute[74854]:       <nova:owner>
Oct 23 17:14:57 user nova-compute[74854]:         <nova:user uuid="cdf5d05a392f4c0b925b8a1eca824323">tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member</nova:user>
Oct 23 17:14:57 user nova-compute[74854]:         <nova:project uuid="435cbd0d03324a45bdacc7d5b76213e4">tempest-ServerBootFromVolumeStableRescueTest-702610562</nova:project>
Oct 23 17:14:57 user nova-compute[74854]:       </nova:owner>
Oct 23 17:14:57 user nova-compute[74854]:       <nova:root type="image" uuid="68c345df-c9e8-475a-b17c-635fa0c7e894"/>
Oct 23 17:14:57 user nova-compute[74854]:       <nova:ports>
Oct 23 17:14:57 user nova-compute[74854]:         <nova:port uuid="952dcfa8-7258-468b-b1f2-9375f1accbc0">
Oct 23 17:14:57 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 23 17:14:57 user nova-compute[74854]:         </nova:port>
Oct 23 17:14:57 user nova-compute[74854]:       </nova:ports>
Oct 23 17:14:57 user nova-compute[74854]:     </nova:instance>
Oct 23 17:14:57 user nova-compute[74854]:   </metadata>
Oct 23 17:14:57 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:14:57 user nova-compute[74854]:     <system>
Oct 23 17:14:57 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:14:57 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:14:57 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:14:57 user nova-compute[74854]:       <entry name="serial">22d20895-a1e3-4f34-ba96-b73a32c7629f</entry>
Oct 23 17:14:57 user nova-compute[74854]:       <entry name="uuid">22d20895-a1e3-4f34-ba96-b73a32c7629f</entry>
Oct 23 17:14:57 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:14:57 user nova-compute[74854]:     </system>
Oct 23 17:14:57 user nova-compute[74854]:   </sysinfo>
Oct 23 17:14:57 user nova-compute[74854]:   <os>
Oct 23 17:14:57 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:14:57 user nova-compute[74854]:     <boot dev="hd"/>
Oct 23 17:14:57 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:14:57 user nova-compute[74854]:   </os>
Oct 23 17:14:57 user nova-compute[74854]:   <features>
Oct 23 17:14:57 user nova-compute[74854]:     <acpi/>
Oct 23 17:14:57 user nova-compute[74854]:     <apic/>
Oct 23 17:14:57 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:14:57 user nova-compute[74854]:   </features>
Oct 23 17:14:57 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:14:57 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:14:57 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:14:57 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:14:57 user nova-compute[74854]:   </clock>
Oct 23 17:14:57 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:14:57 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:14:57 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:14:57 user nova-compute[74854]:   </cpu>
Oct 23 17:14:57 user nova-compute[74854]:   <devices>
Oct 23 17:14:57 user nova-compute[74854]:     <disk type="block" device="disk">
Oct 23 17:14:57 user nova-compute[74854]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:14:57 user nova-compute[74854]:       <source dev="/dev/sdb"/>
Oct 23 17:14:57 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:14:57 user nova-compute[74854]:       <serial>7051ca72-261a-4519-bc91-21cad38067c5</serial>
Oct 23 17:14:57 user nova-compute[74854]:     </disk>
Oct 23 17:14:57 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:14:57 user nova-compute[74854]:       <mac address="fa:16:3e:65:eb:8d"/>
Oct 23 17:14:57 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:14:57 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:14:57 user nova-compute[74854]:       <target dev="tap952dcfa8-72"/>
Oct 23 17:14:57 user nova-compute[74854]:     </interface>
Oct 23 17:14:57 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:14:57 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/22d20895-a1e3-4f34-ba96-b73a32c7629f/console.log" append="off"/>
Oct 23 17:14:57 user nova-compute[74854]:     </serial>
Oct 23 17:14:57 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:14:57 user nova-compute[74854]:     <video>
Oct 23 17:14:57 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:14:57 user nova-compute[74854]:     </video>
Oct 23 17:14:57 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:14:57 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:14:57 user nova-compute[74854]:     </rng>
Oct 23 17:14:57 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:14:57 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:14:57 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:14:57 user nova-compute[74854]:     </memballoon>
Oct 23 17:14:57 user nova-compute[74854]:   </devices>
Oct 23 17:14:57 user nova-compute[74854]: </domain>
Oct 23 17:14:57 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:14:57 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:14:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1264014248',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1264014248',id=24,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='435cbd0d03324a45bdacc7d5b76213e4',ramdisk_id='',reservation_id='r-p9xyt2f4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-702610562',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:14:22Z,user_data=None,user_id='cdf5d05a392f4c0b925b8a1eca824323',uuid=22d20895-a1e3-4f34-ba96-b73a32c7629f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "952dcfa8-7258-468b-b1f2-9375f1accbc0", "address": "fa:16:3e:65:eb:8d", "network": {"id": "a40026f1-91de-4e98-85cd-c3bd1a956407", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1048031159-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "435cbd0d03324a45bdacc7d5b76213e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap952dcfa8-72", "ovs_interfaceid": "952dcfa8-7258-468b-b1f2-9375f1accbc0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:14:57 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Converting VIF {"id": "952dcfa8-7258-468b-b1f2-9375f1accbc0", "address": "fa:16:3e:65:eb:8d", "network": {"id": "a40026f1-91de-4e98-85cd-c3bd1a956407", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1048031159-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "435cbd0d03324a45bdacc7d5b76213e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap952dcfa8-72", "ovs_interfaceid": "952dcfa8-7258-468b-b1f2-9375f1accbc0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:14:57 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:65:eb:8d,bridge_name='br-int',has_traffic_filtering=True,id=952dcfa8-7258-468b-b1f2-9375f1accbc0,network=Network(a40026f1-91de-4e98-85cd-c3bd1a956407),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap952dcfa8-72') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:14:57 user nova-compute[74854]: DEBUG os_vif [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:65:eb:8d,bridge_name='br-int',has_traffic_filtering=True,id=952dcfa8-7258-468b-b1f2-9375f1accbc0,network=Network(a40026f1-91de-4e98-85cd-c3bd1a956407),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap952dcfa8-72') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:14:57 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:57 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:14:57 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:14:57 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:57 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '13bc3eb2-ef9f-5b51-b795-562f54f5721e', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:14:57 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:57 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:14:57 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:57 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap952dcfa8-72, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:14:57 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap952dcfa8-72, col_values=(('qos', UUID('92e27342-7861-42a0-b500-9e25e3adf1dd')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:14:57 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap952dcfa8-72, col_values=(('external_ids', {'iface-id': '952dcfa8-7258-468b-b1f2-9375f1accbc0', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:65:eb:8d', 'vm-uuid': '22d20895-a1e3-4f34-ba96-b73a32c7629f'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:14:57 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:57 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:14:57 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:57 user nova-compute[74854]: INFO os_vif [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:65:eb:8d,bridge_name='br-int',has_traffic_filtering=True,id=952dcfa8-7258-468b-b1f2-9375f1accbc0,network=Network(a40026f1-91de-4e98-85cd-c3bd1a956407),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap952dcfa8-72')
Oct 23 17:14:57 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:14:57 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] No VIF found with MAC fa:16:3e:65:eb:8d, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:14:58 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:58 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:58 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:14:59 user nova-compute[74854]: DEBUG nova.compute.manager [req-0bbd0643-9dc4-4964-86a0-da79970c8016 req-51536416-0274-4719-ba05-c86b5a7ac20c service nova] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Received event network-vif-plugged-952dcfa8-7258-468b-b1f2-9375f1accbc0 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:14:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-0bbd0643-9dc4-4964-86a0-da79970c8016 req-51536416-0274-4719-ba05-c86b5a7ac20c service nova] Acquiring lock "22d20895-a1e3-4f34-ba96-b73a32c7629f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:14:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-0bbd0643-9dc4-4964-86a0-da79970c8016 req-51536416-0274-4719-ba05-c86b5a7ac20c service nova] Lock "22d20895-a1e3-4f34-ba96-b73a32c7629f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:14:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-0bbd0643-9dc4-4964-86a0-da79970c8016 req-51536416-0274-4719-ba05-c86b5a7ac20c service nova] Lock "22d20895-a1e3-4f34-ba96-b73a32c7629f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:14:59 user nova-compute[74854]: DEBUG nova.compute.manager [req-0bbd0643-9dc4-4964-86a0-da79970c8016 req-51536416-0274-4719-ba05-c86b5a7ac20c service nova] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] No waiting events found dispatching network-vif-plugged-952dcfa8-7258-468b-b1f2-9375f1accbc0 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:14:59 user nova-compute[74854]: WARNING nova.compute.manager [req-0bbd0643-9dc4-4964-86a0-da79970c8016 req-51536416-0274-4719-ba05-c86b5a7ac20c service nova] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Received unexpected event network-vif-plugged-952dcfa8-7258-468b-b1f2-9375f1accbc0 for instance with vm_state building and task_state spawning.
Oct 23 17:14:59 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:00 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:01 user nova-compute[74854]: DEBUG nova.compute.manager [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Instance event wait completed in 0 seconds for  {{(pid=74854) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 17:15:01 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Guest created on hypervisor {{(pid=74854) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 17:15:01 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Instance spawned successfully.
Oct 23 17:15:01 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 17:15:01 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Found default for hw_cdrom_bus of ide {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:15:01 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Found default for hw_disk_bus of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:15:01 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Found default for hw_input_bus of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:15:01 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Found default for hw_pointer_model of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:15:01 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Found default for hw_video_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:15:01 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Found default for hw_vif_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:15:01 user nova-compute[74854]: INFO nova.compute.manager [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Took 5.03 seconds to spawn the instance on the hypervisor.
Oct 23 17:15:01 user nova-compute[74854]: DEBUG nova.compute.manager [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:15:01 user nova-compute[74854]: DEBUG nova.compute.manager [req-8119bf98-07e6-45ed-9061-5b6629115f0c req-1b752ed7-b129-408e-94b2-b4e642303048 service nova] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Received event network-vif-plugged-952dcfa8-7258-468b-b1f2-9375f1accbc0 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:15:01 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-8119bf98-07e6-45ed-9061-5b6629115f0c req-1b752ed7-b129-408e-94b2-b4e642303048 service nova] Acquiring lock "22d20895-a1e3-4f34-ba96-b73a32c7629f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:15:01 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-8119bf98-07e6-45ed-9061-5b6629115f0c req-1b752ed7-b129-408e-94b2-b4e642303048 service nova] Lock "22d20895-a1e3-4f34-ba96-b73a32c7629f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:15:01 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-8119bf98-07e6-45ed-9061-5b6629115f0c req-1b752ed7-b129-408e-94b2-b4e642303048 service nova] Lock "22d20895-a1e3-4f34-ba96-b73a32c7629f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:15:01 user nova-compute[74854]: DEBUG nova.compute.manager [req-8119bf98-07e6-45ed-9061-5b6629115f0c req-1b752ed7-b129-408e-94b2-b4e642303048 service nova] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] No waiting events found dispatching network-vif-plugged-952dcfa8-7258-468b-b1f2-9375f1accbc0 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:15:01 user nova-compute[74854]: WARNING nova.compute.manager [req-8119bf98-07e6-45ed-9061-5b6629115f0c req-1b752ed7-b129-408e-94b2-b4e642303048 service nova] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Received unexpected event network-vif-plugged-952dcfa8-7258-468b-b1f2-9375f1accbc0 for instance with vm_state building and task_state spawning.
Oct 23 17:15:01 user nova-compute[74854]: INFO nova.compute.manager [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Took 39.67 seconds to build instance.
Oct 23 17:15:01 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d8a90b20-d8f4-4275-91e0-dbeb25934e63 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "22d20895-a1e3-4f34-ba96-b73a32c7629f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 39.773s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:15:02 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:07 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:08 user nova-compute[74854]: DEBUG nova.compute.manager [req-67dfa86a-5a9e-4272-b6a3-afb7a481195e req-29199042-b1c4-4427-88ce-94e457218dae service nova] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Received event network-changed-54774fda-c231-4aa3-9262-c7e5a8a7fe2f {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:15:08 user nova-compute[74854]: DEBUG nova.compute.manager [req-67dfa86a-5a9e-4272-b6a3-afb7a481195e req-29199042-b1c4-4427-88ce-94e457218dae service nova] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Refreshing instance network info cache due to event network-changed-54774fda-c231-4aa3-9262-c7e5a8a7fe2f. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:15:08 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-67dfa86a-5a9e-4272-b6a3-afb7a481195e req-29199042-b1c4-4427-88ce-94e457218dae service nova] Acquiring lock "refresh_cache-f91bd1c7-bb4c-4390-b697-d714c81b199a" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:15:08 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-67dfa86a-5a9e-4272-b6a3-afb7a481195e req-29199042-b1c4-4427-88ce-94e457218dae service nova] Acquired lock "refresh_cache-f91bd1c7-bb4c-4390-b697-d714c81b199a" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:15:08 user nova-compute[74854]: DEBUG nova.network.neutron [req-67dfa86a-5a9e-4272-b6a3-afb7a481195e req-29199042-b1c4-4427-88ce-94e457218dae service nova] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Refreshing network info cache for port 54774fda-c231-4aa3-9262-c7e5a8a7fe2f {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:15:08 user nova-compute[74854]: DEBUG nova.network.neutron [req-67dfa86a-5a9e-4272-b6a3-afb7a481195e req-29199042-b1c4-4427-88ce-94e457218dae service nova] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Updated VIF entry in instance network info cache for port 54774fda-c231-4aa3-9262-c7e5a8a7fe2f. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:15:08 user nova-compute[74854]: DEBUG nova.network.neutron [req-67dfa86a-5a9e-4272-b6a3-afb7a481195e req-29199042-b1c4-4427-88ce-94e457218dae service nova] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Updating instance_info_cache with network_info: [{"id": "54774fda-c231-4aa3-9262-c7e5a8a7fe2f", "address": "fa:16:3e:26:93:2a", "network": {"id": "8d2e7195-c77a-4a37-9e81-6d9a0ed8e649", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-389470825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dead1e870124b6badcc3f3c0523ffc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54774fda-c2", "ovs_interfaceid": "54774fda-c231-4aa3-9262-c7e5a8a7fe2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:15:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:08 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-67dfa86a-5a9e-4272-b6a3-afb7a481195e req-29199042-b1c4-4427-88ce-94e457218dae service nova] Releasing lock "refresh_cache-f91bd1c7-bb4c-4390-b697-d714c81b199a" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:15:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Acquiring lock "a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:15:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:15:11 user nova-compute[74854]: DEBUG nova.compute.manager [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Starting instance... {{(pid=74854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 17:15:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:15:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:15:11 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74854) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 17:15:11 user nova-compute[74854]: INFO nova.compute.claims [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Claim successful on node user
Oct 23 17:15:11 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:15:11 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:15:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.471s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:15:11 user nova-compute[74854]: DEBUG nova.compute.manager [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Start building networks asynchronously for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 17:15:11 user nova-compute[74854]: DEBUG nova.compute.manager [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Allocating IP information in the background. {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 17:15:11 user nova-compute[74854]: DEBUG nova.network.neutron [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] allocate_for_instance() {{(pid=74854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 17:15:11 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 17:15:11 user nova-compute[74854]: DEBUG nova.compute.manager [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Start building block device mappings for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 17:15:11 user nova-compute[74854]: DEBUG nova.policy [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5675213e913d4779a484c9a3715f56cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bca03991a9df481c86def54ea306564f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74854) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 17:15:11 user nova-compute[74854]: DEBUG nova.compute.manager [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Start spawning the instance on the hypervisor. {{(pid=74854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 17:15:11 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Creating instance directory {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 17:15:11 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Creating image(s)
Oct 23 17:15:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Acquiring lock "/opt/stack/data/nova/instances/a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:15:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "/opt/stack/data/nova/instances/a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:15:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "/opt/stack/data/nova/instances/a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.006s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:15:11 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:15:12 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.196s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:15:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Acquiring lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:15:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:15:12 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:15:12 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.185s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:15:12 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a/disk 1073741824 {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:15:12 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a/disk 1073741824" returned: 0 in 0.057s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:15:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.250s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:15:12 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:15:12 user nova-compute[74854]: DEBUG nova.network.neutron [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Successfully created port: 932952db-8d52-4df4-93fb-72a96300f920 {{(pid=74854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 17:15:12 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:12 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.209s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:15:12 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a/disk. size=1073741824 {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 17:15:12 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:15:12 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:15:12 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Cannot resize image /opt/stack/data/nova/instances/a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a/disk to a smaller size. {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 17:15:12 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Created local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 17:15:12 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Ensure instance console log exists: /opt/stack/data/nova/instances/a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a/console.log {{(pid=74854) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 17:15:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:15:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:15:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:15:13 user nova-compute[74854]: DEBUG nova.network.neutron [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Successfully updated port: 932952db-8d52-4df4-93fb-72a96300f920 {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:15:13 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Acquiring lock "refresh_cache-a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:15:13 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Acquired lock "refresh_cache-a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:15:13 user nova-compute[74854]: DEBUG nova.network.neutron [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:15:13 user nova-compute[74854]: DEBUG nova.compute.manager [req-28882f4c-cb0c-4df3-abde-bd21217cf559 req-793d6dc8-2a1b-449d-a55c-1fba6e85b885 service nova] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Received event network-changed-932952db-8d52-4df4-93fb-72a96300f920 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:15:13 user nova-compute[74854]: DEBUG nova.compute.manager [req-28882f4c-cb0c-4df3-abde-bd21217cf559 req-793d6dc8-2a1b-449d-a55c-1fba6e85b885 service nova] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Refreshing instance network info cache due to event network-changed-932952db-8d52-4df4-93fb-72a96300f920. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:15:13 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-28882f4c-cb0c-4df3-abde-bd21217cf559 req-793d6dc8-2a1b-449d-a55c-1fba6e85b885 service nova] Acquiring lock "refresh_cache-a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:15:13 user nova-compute[74854]: DEBUG nova.network.neutron [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Instance cache missing network info. {{(pid=74854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 17:15:13 user nova-compute[74854]: DEBUG nova.network.neutron [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Updating instance_info_cache with network_info: [{"id": "932952db-8d52-4df4-93fb-72a96300f920", "address": "fa:16:3e:1f:39:57", "network": {"id": "96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1329263426-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bca03991a9df481c86def54ea306564f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap932952db-8d", "ovs_interfaceid": "932952db-8d52-4df4-93fb-72a96300f920", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:15:13 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Releasing lock "refresh_cache-a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:15:13 user nova-compute[74854]: DEBUG nova.compute.manager [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Instance network_info: |[{"id": "932952db-8d52-4df4-93fb-72a96300f920", "address": "fa:16:3e:1f:39:57", "network": {"id": "96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1329263426-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bca03991a9df481c86def54ea306564f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap932952db-8d", "ovs_interfaceid": "932952db-8d52-4df4-93fb-72a96300f920", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 17:15:13 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-28882f4c-cb0c-4df3-abde-bd21217cf559 req-793d6dc8-2a1b-449d-a55c-1fba6e85b885 service nova] Acquired lock "refresh_cache-a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:15:13 user nova-compute[74854]: DEBUG nova.network.neutron [req-28882f4c-cb0c-4df3-abde-bd21217cf559 req-793d6dc8-2a1b-449d-a55c-1fba6e85b885 service nova] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Refreshing network info cache for port 932952db-8d52-4df4-93fb-72a96300f920 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:15:13 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Start _get_guest_xml network_info=[{"id": "932952db-8d52-4df4-93fb-72a96300f920", "address": "fa:16:3e:1f:39:57", "network": {"id": "96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1329263426-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bca03991a9df481c86def54ea306564f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap932952db-8d", "ovs_interfaceid": "932952db-8d52-4df4-93fb-72a96300f920", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'encryption_format': None, 'encryption_options': None, 'size': 0, 'boot_index': 0, 'encrypted': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'image_id': '68c345df-c9e8-475a-b17c-635fa0c7e894'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:15:13 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:15:13 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:15:13 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:15:13 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:15:13 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:15:13 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:15:13 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:15:13 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:15:13 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:15:13 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:15:13 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:15:13 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:15:13 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:15:13 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:15:13 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:15:13 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:15:13 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:15:13 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:15:13 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:15:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-852945115',display_name='tempest-tempest.common.compute-instance-852945115',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-852945115',id=25,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFS3YPZM0TXj1upT2tGYS+vj/SrPUWFfZp9RYpYFxc+Y7bF73y9G4kX+3d1wCFgoxWw+552loHSoCpOOf8CH3ww+VMIP51U7Ty1GXUpJFq69CeUuAWj/dI+a1WQSMUGv3Q==',key_name='tempest-keypair-1133157479',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bca03991a9df481c86def54ea306564f',ramdisk_id='',reservation_id='r-d69fkayo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1778139926',owner_user_name='tempest-ServerActionsTestOtherA-1778139926-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:15:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5675213e913d4779a484c9a3715f56cf',uuid=a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "932952db-8d52-4df4-93fb-72a96300f920", "address": "fa:16:3e:1f:39:57", "network": {"id": "96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1329263426-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bca03991a9df481c86def54ea306564f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap932952db-8d", "ovs_interfaceid": "932952db-8d52-4df4-93fb-72a96300f920", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:15:13 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Converting VIF {"id": "932952db-8d52-4df4-93fb-72a96300f920", "address": "fa:16:3e:1f:39:57", "network": {"id": "96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1329263426-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bca03991a9df481c86def54ea306564f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap932952db-8d", "ovs_interfaceid": "932952db-8d52-4df4-93fb-72a96300f920", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:15:13 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1f:39:57,bridge_name='br-int',has_traffic_filtering=True,id=932952db-8d52-4df4-93fb-72a96300f920,network=Network(96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap932952db-8d') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:15:13 user nova-compute[74854]: DEBUG nova.objects.instance [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lazy-loading 'pci_devices' on Instance uuid a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:15:13 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:15:13 user nova-compute[74854]:   <uuid>a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a</uuid>
Oct 23 17:15:13 user nova-compute[74854]:   <name>instance-00000019</name>
Oct 23 17:15:13 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:15:13 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:15:13 user nova-compute[74854]:   <metadata>
Oct 23 17:15:13 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:15:13 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:15:13 user nova-compute[74854]:       <nova:name>tempest-tempest.common.compute-instance-852945115</nova:name>
Oct 23 17:15:13 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:15:13</nova:creationTime>
Oct 23 17:15:13 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:15:13 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:15:13 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:15:13 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:15:13 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:15:13 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:15:13 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:15:13 user nova-compute[74854]:       <nova:owner>
Oct 23 17:15:13 user nova-compute[74854]:         <nova:user uuid="5675213e913d4779a484c9a3715f56cf">tempest-ServerActionsTestOtherA-1778139926-project-member</nova:user>
Oct 23 17:15:13 user nova-compute[74854]:         <nova:project uuid="bca03991a9df481c86def54ea306564f">tempest-ServerActionsTestOtherA-1778139926</nova:project>
Oct 23 17:15:13 user nova-compute[74854]:       </nova:owner>
Oct 23 17:15:13 user nova-compute[74854]:       <nova:root type="image" uuid="68c345df-c9e8-475a-b17c-635fa0c7e894"/>
Oct 23 17:15:13 user nova-compute[74854]:       <nova:ports>
Oct 23 17:15:13 user nova-compute[74854]:         <nova:port uuid="932952db-8d52-4df4-93fb-72a96300f920">
Oct 23 17:15:13 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 23 17:15:13 user nova-compute[74854]:         </nova:port>
Oct 23 17:15:13 user nova-compute[74854]:       </nova:ports>
Oct 23 17:15:13 user nova-compute[74854]:     </nova:instance>
Oct 23 17:15:13 user nova-compute[74854]:   </metadata>
Oct 23 17:15:13 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:15:13 user nova-compute[74854]:     <system>
Oct 23 17:15:13 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:15:13 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:15:13 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:15:13 user nova-compute[74854]:       <entry name="serial">a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a</entry>
Oct 23 17:15:13 user nova-compute[74854]:       <entry name="uuid">a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a</entry>
Oct 23 17:15:13 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:15:13 user nova-compute[74854]:     </system>
Oct 23 17:15:13 user nova-compute[74854]:   </sysinfo>
Oct 23 17:15:13 user nova-compute[74854]:   <os>
Oct 23 17:15:13 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:15:13 user nova-compute[74854]:     <boot dev="hd"/>
Oct 23 17:15:13 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:15:13 user nova-compute[74854]:   </os>
Oct 23 17:15:13 user nova-compute[74854]:   <features>
Oct 23 17:15:13 user nova-compute[74854]:     <acpi/>
Oct 23 17:15:13 user nova-compute[74854]:     <apic/>
Oct 23 17:15:13 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:15:13 user nova-compute[74854]:   </features>
Oct 23 17:15:13 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:15:13 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:15:13 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:15:13 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:15:13 user nova-compute[74854]:   </clock>
Oct 23 17:15:13 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:15:13 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:15:13 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:15:13 user nova-compute[74854]:   </cpu>
Oct 23 17:15:13 user nova-compute[74854]:   <devices>
Oct 23 17:15:13 user nova-compute[74854]:     <disk type="file" device="disk">
Oct 23 17:15:13 user nova-compute[74854]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 17:15:13 user nova-compute[74854]:       <source file="/opt/stack/data/nova/instances/a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a/disk"/>
Oct 23 17:15:13 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:15:13 user nova-compute[74854]:     </disk>
Oct 23 17:15:13 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:15:13 user nova-compute[74854]:       <mac address="fa:16:3e:1f:39:57"/>
Oct 23 17:15:13 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:15:13 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:15:13 user nova-compute[74854]:       <target dev="tap932952db-8d"/>
Oct 23 17:15:13 user nova-compute[74854]:     </interface>
Oct 23 17:15:13 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:15:13 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a/console.log" append="off"/>
Oct 23 17:15:13 user nova-compute[74854]:     </serial>
Oct 23 17:15:13 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:15:13 user nova-compute[74854]:     <video>
Oct 23 17:15:13 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:15:13 user nova-compute[74854]:     </video>
Oct 23 17:15:13 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:15:13 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:15:13 user nova-compute[74854]:     </rng>
Oct 23 17:15:13 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:15:13 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:15:13 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:15:13 user nova-compute[74854]:     </memballoon>
Oct 23 17:15:13 user nova-compute[74854]:   </devices>
Oct 23 17:15:13 user nova-compute[74854]: </domain>
Oct 23 17:15:13 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:15:13 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:15:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-852945115',display_name='tempest-tempest.common.compute-instance-852945115',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-852945115',id=25,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFS3YPZM0TXj1upT2tGYS+vj/SrPUWFfZp9RYpYFxc+Y7bF73y9G4kX+3d1wCFgoxWw+552loHSoCpOOf8CH3ww+VMIP51U7Ty1GXUpJFq69CeUuAWj/dI+a1WQSMUGv3Q==',key_name='tempest-keypair-1133157479',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bca03991a9df481c86def54ea306564f',ramdisk_id='',reservation_id='r-d69fkayo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1778139926',owner_user_name='tempest-ServerActionsTestOtherA-1778139926-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:15:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5675213e913d4779a484c9a3715f56cf',uuid=a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "932952db-8d52-4df4-93fb-72a96300f920", "address": "fa:16:3e:1f:39:57", "network": {"id": "96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1329263426-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bca03991a9df481c86def54ea306564f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap932952db-8d", "ovs_interfaceid": "932952db-8d52-4df4-93fb-72a96300f920", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:15:13 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Converting VIF {"id": "932952db-8d52-4df4-93fb-72a96300f920", "address": "fa:16:3e:1f:39:57", "network": {"id": "96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1329263426-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bca03991a9df481c86def54ea306564f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap932952db-8d", "ovs_interfaceid": "932952db-8d52-4df4-93fb-72a96300f920", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:15:13 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1f:39:57,bridge_name='br-int',has_traffic_filtering=True,id=932952db-8d52-4df4-93fb-72a96300f920,network=Network(96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap932952db-8d') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:15:13 user nova-compute[74854]: DEBUG os_vif [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1f:39:57,bridge_name='br-int',has_traffic_filtering=True,id=932952db-8d52-4df4-93fb-72a96300f920,network=Network(96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap932952db-8d') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:15:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:15:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:15:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'fbd1c9ff-cc42-5f07-bc8a-05485bf6a683', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:15:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:15:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap932952db-8d, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:15:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap932952db-8d, col_values=(('qos', UUID('4708b379-8ec7-4a1e-a762-a327920160b1')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:15:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap932952db-8d, col_values=(('external_ids', {'iface-id': '932952db-8d52-4df4-93fb-72a96300f920', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1f:39:57', 'vm-uuid': 'a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:15:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:15:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:13 user nova-compute[74854]: INFO os_vif [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1f:39:57,bridge_name='br-int',has_traffic_filtering=True,id=932952db-8d52-4df4-93fb-72a96300f920,network=Network(96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap932952db-8d')
Oct 23 17:15:13 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:15:13 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] No VIF found with MAC fa:16:3e:1f:39:57, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:15:13 user nova-compute[74854]: DEBUG nova.network.neutron [req-28882f4c-cb0c-4df3-abde-bd21217cf559 req-793d6dc8-2a1b-449d-a55c-1fba6e85b885 service nova] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Updated VIF entry in instance network info cache for port 932952db-8d52-4df4-93fb-72a96300f920. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:15:13 user nova-compute[74854]: DEBUG nova.network.neutron [req-28882f4c-cb0c-4df3-abde-bd21217cf559 req-793d6dc8-2a1b-449d-a55c-1fba6e85b885 service nova] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Updating instance_info_cache with network_info: [{"id": "932952db-8d52-4df4-93fb-72a96300f920", "address": "fa:16:3e:1f:39:57", "network": {"id": "96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1329263426-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bca03991a9df481c86def54ea306564f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap932952db-8d", "ovs_interfaceid": "932952db-8d52-4df4-93fb-72a96300f920", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:15:13 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-28882f4c-cb0c-4df3-abde-bd21217cf559 req-793d6dc8-2a1b-449d-a55c-1fba6e85b885 service nova] Releasing lock "refresh_cache-a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:15:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-42600c84-879e-4428-bfc0-55704570827a tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Acquiring lock "f91bd1c7-bb4c-4390-b697-d714c81b199a" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:15:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-42600c84-879e-4428-bfc0-55704570827a tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "f91bd1c7-bb4c-4390-b697-d714c81b199a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:15:14 user nova-compute[74854]: DEBUG nova.objects.instance [None req-42600c84-879e-4428-bfc0-55704570827a tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lazy-loading 'flavor' on Instance uuid f91bd1c7-bb4c-4390-b697-d714c81b199a {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:15:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-42600c84-879e-4428-bfc0-55704570827a tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "f91bd1c7-bb4c-4390-b697-d714c81b199a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.059s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:15:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-42600c84-879e-4428-bfc0-55704570827a tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Acquiring lock "f91bd1c7-bb4c-4390-b697-d714c81b199a" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:15:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-42600c84-879e-4428-bfc0-55704570827a tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "f91bd1c7-bb4c-4390-b697-d714c81b199a" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:15:14 user nova-compute[74854]: INFO nova.compute.manager [None req-42600c84-879e-4428-bfc0-55704570827a tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Attaching volume 3e8f7ba3-fe52-4239-8860-191bfe4a881a to /dev/vdb
Oct 23 17:15:14 user nova-compute[74854]: DEBUG os_brick.utils [None req-42600c84-879e-4428-bfc0-55704570827a tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:15:14 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:15:14 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:15:14 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2225945-c7cd-4253-bcbc-51689dc36a1e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a321e2f0722\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:15:14 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:15:14 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:15:14 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0827074-39d9-4916-a547-3e5382f8fda9]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:15:14 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:15:14 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:15:14 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc76c127-76c9-41e7-9d81-1f87d5150ce6]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:15:14 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[9dca467f-1391-410f-ba32-a43b9108409f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:15:14 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-42600c84-879e-4428-bfc0-55704570827a tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Running cmd (subprocess): nvme version {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:15:14 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-42600c84-879e-4428-bfc0-55704570827a tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] 'nvme version' failed. Not Retrying. {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:15:14 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.nvmeof [None req-42600c84-879e-4428-bfc0-55704570827a tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] nvme not present on system {{(pid=74854) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 17:15:14 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:15:14 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:15:14 user nova-compute[74854]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 17:15:14 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[97aa1d32-200b-47f8-9f24-9c1ab35f5e39]: (4, '') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:15:14 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-42600c84-879e-4428-bfc0-55704570827a tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74854) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 17:15:14 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-42600c84-879e-4428-bfc0-55704570827a tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 17:15:14 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-42600c84-879e-4428-bfc0-55704570827a tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] LIGHTOS: no hostnqn found. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 17:15:14 user nova-compute[74854]: DEBUG os_brick.utils [None req-42600c84-879e-4428-bfc0-55704570827a tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] <== get_connector_properties: return (148ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a321e2f0722', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:15:14 user nova-compute[74854]: DEBUG nova.virt.block_device [None req-42600c84-879e-4428-bfc0-55704570827a tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Updating existing volume attachment record: bbfb3fe8-ef98-4d57-82f4-ec2ffd8e2702 {{(pid=74854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 17:15:14 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:14 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:15 user nova-compute[74854]: DEBUG nova.compute.manager [req-1749563c-85ff-44a6-b4bc-842ca9dce4b7 req-bf43134c-ffe4-4029-8866-e68befebe6f3 service nova] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Received event network-vif-plugged-932952db-8d52-4df4-93fb-72a96300f920 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:15:15 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-1749563c-85ff-44a6-b4bc-842ca9dce4b7 req-bf43134c-ffe4-4029-8866-e68befebe6f3 service nova] Acquiring lock "a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:15:15 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-1749563c-85ff-44a6-b4bc-842ca9dce4b7 req-bf43134c-ffe4-4029-8866-e68befebe6f3 service nova] Lock "a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:15:15 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-1749563c-85ff-44a6-b4bc-842ca9dce4b7 req-bf43134c-ffe4-4029-8866-e68befebe6f3 service nova] Lock "a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:15:15 user nova-compute[74854]: DEBUG nova.compute.manager [req-1749563c-85ff-44a6-b4bc-842ca9dce4b7 req-bf43134c-ffe4-4029-8866-e68befebe6f3 service nova] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] No waiting events found dispatching network-vif-plugged-932952db-8d52-4df4-93fb-72a96300f920 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:15:15 user nova-compute[74854]: WARNING nova.compute.manager [req-1749563c-85ff-44a6-b4bc-842ca9dce4b7 req-bf43134c-ffe4-4029-8866-e68befebe6f3 service nova] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Received unexpected event network-vif-plugged-932952db-8d52-4df4-93fb-72a96300f920 for instance with vm_state building and task_state spawning.
Oct 23 17:15:15 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:15 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:17 user nova-compute[74854]: DEBUG nova.compute.manager [req-44e40f4d-9653-4aa0-ad76-203616085ebc req-e5bf181e-7913-4126-ab25-b7e76dcdc96f service nova] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Received event network-vif-plugged-932952db-8d52-4df4-93fb-72a96300f920 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:15:17 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-44e40f4d-9653-4aa0-ad76-203616085ebc req-e5bf181e-7913-4126-ab25-b7e76dcdc96f service nova] Acquiring lock "a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:15:17 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-44e40f4d-9653-4aa0-ad76-203616085ebc req-e5bf181e-7913-4126-ab25-b7e76dcdc96f service nova] Lock "a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:15:17 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-44e40f4d-9653-4aa0-ad76-203616085ebc req-e5bf181e-7913-4126-ab25-b7e76dcdc96f service nova] Lock "a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:15:17 user nova-compute[74854]: DEBUG nova.compute.manager [req-44e40f4d-9653-4aa0-ad76-203616085ebc req-e5bf181e-7913-4126-ab25-b7e76dcdc96f service nova] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] No waiting events found dispatching network-vif-plugged-932952db-8d52-4df4-93fb-72a96300f920 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:15:17 user nova-compute[74854]: WARNING nova.compute.manager [req-44e40f4d-9653-4aa0-ad76-203616085ebc req-e5bf181e-7913-4126-ab25-b7e76dcdc96f service nova] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Received unexpected event network-vif-plugged-932952db-8d52-4df4-93fb-72a96300f920 for instance with vm_state building and task_state spawning.
Oct 23 17:15:17 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-6dd85f9c-df18-4bfd-bf14-16eb2aaa5451 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Acquiring lock "a0ee68b9-c08f-4240-b8db-ba8f51a14089" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:15:17 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-6dd85f9c-df18-4bfd-bf14-16eb2aaa5451 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "a0ee68b9-c08f-4240-b8db-ba8f51a14089" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:15:17 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-6dd85f9c-df18-4bfd-bf14-16eb2aaa5451 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Acquiring lock "a0ee68b9-c08f-4240-b8db-ba8f51a14089-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:15:17 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-6dd85f9c-df18-4bfd-bf14-16eb2aaa5451 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "a0ee68b9-c08f-4240-b8db-ba8f51a14089-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:15:17 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-6dd85f9c-df18-4bfd-bf14-16eb2aaa5451 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "a0ee68b9-c08f-4240-b8db-ba8f51a14089-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:15:17 user nova-compute[74854]: INFO nova.compute.manager [None req-6dd85f9c-df18-4bfd-bf14-16eb2aaa5451 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Terminating instance
Oct 23 17:15:17 user nova-compute[74854]: DEBUG nova.compute.manager [None req-6dd85f9c-df18-4bfd-bf14-16eb2aaa5451 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Start destroying the instance on the hypervisor. {{(pid=74854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 17:15:17 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:17 user nova-compute[74854]: DEBUG nova.compute.manager [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Instance event wait completed in 0 seconds for  {{(pid=74854) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 17:15:17 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Guest created on hypervisor {{(pid=74854) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 17:15:17 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:17 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Instance spawned successfully.
Oct 23 17:15:17 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 17:15:17 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:17 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:17 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Found default for hw_cdrom_bus of ide {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:15:17 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Found default for hw_disk_bus of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:15:17 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Found default for hw_input_bus of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:15:17 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Found default for hw_pointer_model of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:15:17 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Found default for hw_video_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:15:17 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Found default for hw_vif_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:15:17 user nova-compute[74854]: INFO nova.compute.manager [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Took 5.68 seconds to spawn the instance on the hypervisor.
Oct 23 17:15:17 user nova-compute[74854]: DEBUG nova.compute.manager [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:15:17 user nova-compute[74854]: INFO nova.compute.manager [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Took 6.63 seconds to build instance.
Oct 23 17:15:17 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c09651e4-9975-4014-8472-1cdbe3f8771b tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.724s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:15:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:18 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Instance destroyed successfully.
Oct 23 17:15:18 user nova-compute[74854]: DEBUG nova.objects.instance [None req-6dd85f9c-df18-4bfd-bf14-16eb2aaa5451 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lazy-loading 'resources' on Instance uuid a0ee68b9-c08f-4240-b8db-ba8f51a14089 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:15:18 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-6dd85f9c-df18-4bfd-bf14-16eb2aaa5451 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-23T17:08:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1966998698',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1966998698',id=15,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDsFJ9Ph7MENQupm/jzanEd7gGb3uIee3B7ncenLhLe4fWhNbA/WbcUbyw149bMTobLeD/T7xq7ZrBhIgp3trMJiF0fG+BGuEyYM0AJhwAkigfYH4DCGJJi29QUB6W3kmQ==',key_name='tempest-keypair-193582054',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:13:09Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='590f192c09b34f998151336d4f75a7ab',ramdisk_id='',reservation_id='r-temdtjpz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1043335963',owner_user_name='tempest-AttachVolumeShelveTestJSON-1043335963-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:13:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c7e89ab1e2c5401592611fea7c8edbf8',uuid=a0ee68b9-c08f-4240-b8db-ba8f51a14089,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "eabc4588-078d-4f88-bf73-9ac14868fe67", "address": "fa:16:3e:a3:b4:12", "network": {"id": "b7b7a8af-8224-4220-a014-98e5defb0f84", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-621326047-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "590f192c09b34f998151336d4f75a7ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeabc4588-07", "ovs_interfaceid": "eabc4588-078d-4f88-bf73-9ac14868fe67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:15:18 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-6dd85f9c-df18-4bfd-bf14-16eb2aaa5451 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Converting VIF {"id": "eabc4588-078d-4f88-bf73-9ac14868fe67", "address": "fa:16:3e:a3:b4:12", "network": {"id": "b7b7a8af-8224-4220-a014-98e5defb0f84", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-621326047-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "590f192c09b34f998151336d4f75a7ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeabc4588-07", "ovs_interfaceid": "eabc4588-078d-4f88-bf73-9ac14868fe67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:15:18 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-6dd85f9c-df18-4bfd-bf14-16eb2aaa5451 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a3:b4:12,bridge_name='br-int',has_traffic_filtering=True,id=eabc4588-078d-4f88-bf73-9ac14868fe67,network=Network(b7b7a8af-8224-4220-a014-98e5defb0f84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeabc4588-07') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:15:18 user nova-compute[74854]: DEBUG os_vif [None req-6dd85f9c-df18-4bfd-bf14-16eb2aaa5451 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a3:b4:12,bridge_name='br-int',has_traffic_filtering=True,id=eabc4588-078d-4f88-bf73-9ac14868fe67,network=Network(b7b7a8af-8224-4220-a014-98e5defb0f84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeabc4588-07') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:15:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapeabc4588-07, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:15:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:15:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a5349cd1-dd0f-404e-8c70-4f20cd60971f) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:15:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:18 user nova-compute[74854]: INFO os_vif [None req-6dd85f9c-df18-4bfd-bf14-16eb2aaa5451 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a3:b4:12,bridge_name='br-int',has_traffic_filtering=True,id=eabc4588-078d-4f88-bf73-9ac14868fe67,network=Network(b7b7a8af-8224-4220-a014-98e5defb0f84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeabc4588-07')
Oct 23 17:15:18 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-6dd85f9c-df18-4bfd-bf14-16eb2aaa5451 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Deleting instance files /opt/stack/data/nova/instances/a0ee68b9-c08f-4240-b8db-ba8f51a14089_del
Oct 23 17:15:18 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-6dd85f9c-df18-4bfd-bf14-16eb2aaa5451 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Deletion of /opt/stack/data/nova/instances/a0ee68b9-c08f-4240-b8db-ba8f51a14089_del complete
Oct 23 17:15:18 user nova-compute[74854]: INFO nova.compute.manager [None req-6dd85f9c-df18-4bfd-bf14-16eb2aaa5451 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Took 0.90 seconds to destroy the instance on the hypervisor.
Oct 23 17:15:18 user nova-compute[74854]: DEBUG oslo.service.loopingcall [None req-6dd85f9c-df18-4bfd-bf14-16eb2aaa5451 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 17:15:18 user nova-compute[74854]: DEBUG nova.compute.manager [-] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Deallocating network for instance {{(pid=74854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 17:15:18 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] deallocate_for_instance() {{(pid=74854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 17:15:19 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:15:19 user nova-compute[74854]: DEBUG nova.compute.manager [req-56f2ce1a-70a1-49b7-a56d-7e5f3f250787 req-6c50c5fd-73fa-48d2-ab58-f50cb3864cc0 service nova] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Received event network-vif-deleted-eabc4588-078d-4f88-bf73-9ac14868fe67 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:15:19 user nova-compute[74854]: INFO nova.compute.manager [req-56f2ce1a-70a1-49b7-a56d-7e5f3f250787 req-6c50c5fd-73fa-48d2-ab58-f50cb3864cc0 service nova] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Neutron deleted interface eabc4588-078d-4f88-bf73-9ac14868fe67; detaching it from the instance and deleting it from the info cache
Oct 23 17:15:19 user nova-compute[74854]: DEBUG nova.network.neutron [req-56f2ce1a-70a1-49b7-a56d-7e5f3f250787 req-6c50c5fd-73fa-48d2-ab58-f50cb3864cc0 service nova] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:15:19 user nova-compute[74854]: INFO nova.compute.manager [-] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Took 0.98 seconds to deallocate network for instance.
Oct 23 17:15:19 user nova-compute[74854]: DEBUG nova.compute.manager [req-56f2ce1a-70a1-49b7-a56d-7e5f3f250787 req-6c50c5fd-73fa-48d2-ab58-f50cb3864cc0 service nova] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Detach interface failed, port_id=eabc4588-078d-4f88-bf73-9ac14868fe67, reason: Instance a0ee68b9-c08f-4240-b8db-ba8f51a14089 could not be found. {{(pid=74854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 23 17:15:19 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-6dd85f9c-df18-4bfd-bf14-16eb2aaa5451 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:15:19 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-6dd85f9c-df18-4bfd-bf14-16eb2aaa5451 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:15:19 user nova-compute[74854]: DEBUG nova.compute.manager [req-7e6abf42-a42a-4315-ab0e-1b230eb2582b req-14d33675-e844-49c1-abcc-53f7d51d7a0e service nova] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Received event network-vif-unplugged-eabc4588-078d-4f88-bf73-9ac14868fe67 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:15:19 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-7e6abf42-a42a-4315-ab0e-1b230eb2582b req-14d33675-e844-49c1-abcc-53f7d51d7a0e service nova] Acquiring lock "a0ee68b9-c08f-4240-b8db-ba8f51a14089-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:15:19 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-7e6abf42-a42a-4315-ab0e-1b230eb2582b req-14d33675-e844-49c1-abcc-53f7d51d7a0e service nova] Lock "a0ee68b9-c08f-4240-b8db-ba8f51a14089-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:15:19 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-7e6abf42-a42a-4315-ab0e-1b230eb2582b req-14d33675-e844-49c1-abcc-53f7d51d7a0e service nova] Lock "a0ee68b9-c08f-4240-b8db-ba8f51a14089-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:15:19 user nova-compute[74854]: DEBUG nova.compute.manager [req-7e6abf42-a42a-4315-ab0e-1b230eb2582b req-14d33675-e844-49c1-abcc-53f7d51d7a0e service nova] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] No waiting events found dispatching network-vif-unplugged-eabc4588-078d-4f88-bf73-9ac14868fe67 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:15:19 user nova-compute[74854]: WARNING nova.compute.manager [req-7e6abf42-a42a-4315-ab0e-1b230eb2582b req-14d33675-e844-49c1-abcc-53f7d51d7a0e service nova] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Received unexpected event network-vif-unplugged-eabc4588-078d-4f88-bf73-9ac14868fe67 for instance with vm_state deleted and task_state None.
Oct 23 17:15:19 user nova-compute[74854]: DEBUG nova.compute.manager [req-7e6abf42-a42a-4315-ab0e-1b230eb2582b req-14d33675-e844-49c1-abcc-53f7d51d7a0e service nova] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Received event network-vif-plugged-eabc4588-078d-4f88-bf73-9ac14868fe67 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:15:19 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-7e6abf42-a42a-4315-ab0e-1b230eb2582b req-14d33675-e844-49c1-abcc-53f7d51d7a0e service nova] Acquiring lock "a0ee68b9-c08f-4240-b8db-ba8f51a14089-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:15:19 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-7e6abf42-a42a-4315-ab0e-1b230eb2582b req-14d33675-e844-49c1-abcc-53f7d51d7a0e service nova] Lock "a0ee68b9-c08f-4240-b8db-ba8f51a14089-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:15:19 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-7e6abf42-a42a-4315-ab0e-1b230eb2582b req-14d33675-e844-49c1-abcc-53f7d51d7a0e service nova] Lock "a0ee68b9-c08f-4240-b8db-ba8f51a14089-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:15:19 user nova-compute[74854]: DEBUG nova.compute.manager [req-7e6abf42-a42a-4315-ab0e-1b230eb2582b req-14d33675-e844-49c1-abcc-53f7d51d7a0e service nova] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] No waiting events found dispatching network-vif-plugged-eabc4588-078d-4f88-bf73-9ac14868fe67 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:15:19 user nova-compute[74854]: WARNING nova.compute.manager [req-7e6abf42-a42a-4315-ab0e-1b230eb2582b req-14d33675-e844-49c1-abcc-53f7d51d7a0e service nova] [instance: a0ee68b9-c08f-4240-b8db-ba8f51a14089] Received unexpected event network-vif-plugged-eabc4588-078d-4f88-bf73-9ac14868fe67 for instance with vm_state deleted and task_state None.
Oct 23 17:15:19 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-6dd85f9c-df18-4bfd-bf14-16eb2aaa5451 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:15:19 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-6dd85f9c-df18-4bfd-bf14-16eb2aaa5451 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:15:19 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-6dd85f9c-df18-4bfd-bf14-16eb2aaa5451 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.388s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:15:19 user nova-compute[74854]: INFO nova.scheduler.client.report [None req-6dd85f9c-df18-4bfd-bf14-16eb2aaa5451 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Deleted allocations for instance a0ee68b9-c08f-4240-b8db-ba8f51a14089
Oct 23 17:15:19 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-6dd85f9c-df18-4bfd-bf14-16eb2aaa5451 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "a0ee68b9-c08f-4240-b8db-ba8f51a14089" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.483s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:15:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:32 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-42600c84-879e-4428-bfc0-55704570827a tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Calling os-brick to attach iSCSI Volume {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 17:15:32 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-42600c84-879e-4428-bfc0-55704570827a tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KjXpIvCM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:15:32 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-42600c84-879e-4428-bfc0-55704570827a tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:15:32 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-42600c84-879e-4428-bfc0-55704570827a tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:15:32 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-42600c84-879e-4428-bfc0-55704570827a tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:15:32 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-42600c84-879e-4428-bfc0-55704570827a tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:15:32 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-42600c84-879e-4428-bfc0-55704570827a tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:15:32 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-42600c84-879e-4428-bfc0-55704570827a tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:15:32 user nova-compute[74854]: INFO os_brick.initiator.connectors.iscsi [None req-42600c84-879e-4428-bfc0-55704570827a tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 17:15:32 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a -p 172.16.0.220:3260 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:15:32 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:15:32 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[972083e4-dd56-4264-abe2-bd13efcdbf46]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:15:32 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-42600c84-879e-4428-bfc0-55704570827a tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 17:15:32 user nova-compute[74854]:  {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:15:32 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a -p 172.16.0.220:3260 --interface default --op new {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:15:32 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:15:32 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[4458eac7-a73b-4003-96e2-0a84e0ecda34]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a] added\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:15:32 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-42600c84-879e-4428-bfc0-55704570827a tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a] added
Oct 23 17:15:32 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:15:32 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:15:32 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:15:32 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[d31d2381-1de9-464d-b473-3a96ebdb1403]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:15:32 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-42600c84-879e-4428-bfc0-55704570827a tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:15:32 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:15:32 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:15:32 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[4afe481f-98a2-473c-ac8f-b21532838077]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:15:32 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-42600c84-879e-4428-bfc0-55704570827a tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:15:32 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KjXpIvCM {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:15:32 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KjXpIvCM" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:15:32 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d9d8724-f9bb-49b8-a727-efcee49ef2b0]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:15:32 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-42600c84-879e-4428-bfc0-55704570827a tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'KjXpIvCM'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:15:32 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:15:32 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.026s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:15:32 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c36e5fb-ca1e-4031-ada9-4bcd1745e491]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:15:32 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-42600c84-879e-4428-bfc0-55704570827a tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:15:32 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:15:32 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:15:32 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[c16712b9-ad68-4bd1-9042-186112da65db]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:15:32 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-42600c84-879e-4428-bfc0-55704570827a tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:15:32 user nova-compute[74854]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0 (non-flash)
Oct 23 17:15:32 user nova-compute[74854]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 (non-flash)
Oct 23 17:15:32 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:15:32 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-42600c84-879e-4428-bfc0-55704570827a tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:15:32 user nova-compute[74854]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0 (non-flash)
Oct 23 17:15:32 user nova-compute[74854]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 (non-flash)
Oct 23 17:15:32 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:15:32 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a -p 172.16.0.220:3260 --login {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:15:32 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a -p 172.16.0.220:3260 --login" returned: 0 in 0.059s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:15:32 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a9cd4c2-5c18-4257-9fe2-ddf38a7a0330]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:15:32 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-42600c84-879e-4428-bfc0-55704570827a tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a, portal: 172.16.0.220,3260]
Oct 23 17:15:32 user nova-compute[74854]: Login to [iface: default, target: iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a, portal: 172.16.0.220,3260] successful.
Oct 23 17:15:32 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:15:32 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:15:32 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:15:32 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6a7c73a-ffc5-4200-86e1-0faee95fdb8b]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:15:32 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-42600c84-879e-4428-bfc0-55704570827a tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:15:32 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:15:32 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:15:32 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f764001-2e88-46e5-b4d1-c5e7b7ab8a0d]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:15:32 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-42600c84-879e-4428-bfc0-55704570827a tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:15:32 user nova-compute[74854]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0 (non-flash)
Oct 23 17:15:32 user nova-compute[74854]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 (non-flash)
Oct 23 17:15:32 user nova-compute[74854]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a (non-flash)
Oct 23 17:15:32 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:15:32 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-42600c84-879e-4428-bfc0-55704570827a tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:15:32 user nova-compute[74854]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0 (non-flash)
Oct 23 17:15:32 user nova-compute[74854]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 (non-flash)
Oct 23 17:15:32 user nova-compute[74854]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a (non-flash)
Oct 23 17:15:32 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:15:32 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-42600c84-879e-4428-bfc0-55704570827a tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.283s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:15:32 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-42600c84-879e-4428-bfc0-55704570827a tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Connected to 172.16.0.220:3260 {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 17:15:32 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-42600c84-879e-4428-bfc0-55704570827a tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] HCTL ('35', '-', '-', 0) found on session 26 with lun 0 {{(pid=74854) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 17:15:32 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-42600c84-879e-4428-bfc0-55704570827a tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74854) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 17:15:32 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:15:32 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:15:32 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fd9c916-8949-452d-98c0-8e12ccd2a91f]: (4, ('- - 0', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:15:32 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-42600c84-879e-4428-bfc0-55704570827a tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Searching for a device in session 26 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:15:32 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-42600c84-879e-4428-bfc0-55704570827a tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KjXpIvCM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 17:15:33 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:33 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-42600c84-879e-4428-bfc0-55704570827a tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.323s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:15:33 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-42600c84-879e-4428-bfc0-55704570827a tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] <== connect_volume: return (1326ms) {'type': 'block', 'scsi_wwn': '26233313538366331', 'path': '/dev/sdd'} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:15:33 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-42600c84-879e-4428-bfc0-55704570827a tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26233313538366331', 'path': '/dev/sdd'} {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 17:15:33 user nova-compute[74854]: DEBUG nova.objects.instance [None req-42600c84-879e-4428-bfc0-55704570827a tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lazy-loading 'flavor' on Instance uuid f91bd1c7-bb4c-4390-b697-d714c81b199a {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:15:33 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-42600c84-879e-4428-bfc0-55704570827a tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] attach device xml: <disk type="block" device="disk">
Oct 23 17:15:33 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:15:33 user nova-compute[74854]:   <source dev="/dev/sdd"/>
Oct 23 17:15:33 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:15:33 user nova-compute[74854]:   <serial>3e8f7ba3-fe52-4239-8860-191bfe4a881a</serial>
Oct 23 17:15:33 user nova-compute[74854]: </disk>
Oct 23 17:15:33 user nova-compute[74854]:  {{(pid=74854) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 17:15:34 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-42600c84-879e-4428-bfc0-55704570827a tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:15:34 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-42600c84-879e-4428-bfc0-55704570827a tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:15:34 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-42600c84-879e-4428-bfc0-55704570827a tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] No VIF found with MAC fa:16:3e:26:93:2a, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:15:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-42600c84-879e-4428-bfc0-55704570827a tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "f91bd1c7-bb4c-4390-b697-d714c81b199a" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 20.067s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:15:35 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:37 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Acquiring lock "0b87ae05-f9fb-4028-8f24-dd116d355240" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:15:37 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "0b87ae05-f9fb-4028-8f24-dd116d355240" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:15:37 user nova-compute[74854]: DEBUG nova.compute.manager [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] Starting instance... {{(pid=74854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 17:15:38 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:15:38 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:15:38 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74854) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 17:15:38 user nova-compute[74854]: INFO nova.compute.claims [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] Claim successful on node user
Oct 23 17:15:38 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:38 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:15:38 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:15:38 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.495s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:15:38 user nova-compute[74854]: DEBUG nova.compute.manager [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] Start building networks asynchronously for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 17:15:38 user nova-compute[74854]: DEBUG nova.compute.manager [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] Allocating IP information in the background. {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 17:15:38 user nova-compute[74854]: DEBUG nova.network.neutron [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] allocate_for_instance() {{(pid=74854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 17:15:38 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 17:15:38 user nova-compute[74854]: DEBUG nova.compute.manager [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] Start building block device mappings for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 17:15:38 user nova-compute[74854]: DEBUG nova.policy [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'add03e2b2c7c42b680a6a4c336e2a52b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9dead1e870124b6badcc3f3c0523ffc7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74854) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 17:15:38 user nova-compute[74854]: DEBUG nova.compute.manager [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] Start spawning the instance on the hypervisor. {{(pid=74854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 17:15:38 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] Creating instance directory {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 17:15:38 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] Creating image(s)
Oct 23 17:15:38 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Acquiring lock "/opt/stack/data/nova/instances/0b87ae05-f9fb-4028-8f24-dd116d355240/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:15:38 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "/opt/stack/data/nova/instances/0b87ae05-f9fb-4028-8f24-dd116d355240/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:15:38 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "/opt/stack/data/nova/instances/0b87ae05-f9fb-4028-8f24-dd116d355240/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:15:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:15:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.200s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:15:39 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Acquiring lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:15:39 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:15:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:15:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.218s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:15:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/0b87ae05-f9fb-4028-8f24-dd116d355240/disk 1073741824 {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:15:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/0b87ae05-f9fb-4028-8f24-dd116d355240/disk 1073741824" returned: 0 in 0.060s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:15:39 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.288s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:15:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:15:39 user nova-compute[74854]: DEBUG nova.network.neutron [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] Successfully created port: 21cc2766-7bc6-4219-9a91-22884c91b588 {{(pid=74854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 17:15:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.217s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:15:39 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Checking if we can resize image /opt/stack/data/nova/instances/0b87ae05-f9fb-4028-8f24-dd116d355240/disk. size=1073741824 {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 17:15:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0b87ae05-f9fb-4028-8f24-dd116d355240/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:15:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0b87ae05-f9fb-4028-8f24-dd116d355240/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:15:39 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Cannot resize image /opt/stack/data/nova/instances/0b87ae05-f9fb-4028-8f24-dd116d355240/disk to a smaller size. {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 17:15:39 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] Created local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 17:15:39 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] Ensure instance console log exists: /opt/stack/data/nova/instances/0b87ae05-f9fb-4028-8f24-dd116d355240/console.log {{(pid=74854) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 17:15:39 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:15:39 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:15:39 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:15:40 user nova-compute[74854]: DEBUG nova.network.neutron [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] Successfully updated port: 21cc2766-7bc6-4219-9a91-22884c91b588 {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:15:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Acquiring lock "refresh_cache-0b87ae05-f9fb-4028-8f24-dd116d355240" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:15:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Acquired lock "refresh_cache-0b87ae05-f9fb-4028-8f24-dd116d355240" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:15:40 user nova-compute[74854]: DEBUG nova.network.neutron [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:15:40 user nova-compute[74854]: DEBUG nova.compute.manager [req-de48a9bb-8624-4ba1-a8a6-dcffb0a293b9 req-1b575d59-7600-4963-8ef1-bd2ea8f962c8 service nova] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] Received event network-changed-21cc2766-7bc6-4219-9a91-22884c91b588 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:15:40 user nova-compute[74854]: DEBUG nova.compute.manager [req-de48a9bb-8624-4ba1-a8a6-dcffb0a293b9 req-1b575d59-7600-4963-8ef1-bd2ea8f962c8 service nova] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] Refreshing instance network info cache due to event network-changed-21cc2766-7bc6-4219-9a91-22884c91b588. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:15:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-de48a9bb-8624-4ba1-a8a6-dcffb0a293b9 req-1b575d59-7600-4963-8ef1-bd2ea8f962c8 service nova] Acquiring lock "refresh_cache-0b87ae05-f9fb-4028-8f24-dd116d355240" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:15:40 user nova-compute[74854]: DEBUG nova.network.neutron [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] Instance cache missing network info. {{(pid=74854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 17:15:40 user nova-compute[74854]: DEBUG nova.network.neutron [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] Updating instance_info_cache with network_info: [{"id": "21cc2766-7bc6-4219-9a91-22884c91b588", "address": "fa:16:3e:4f:27:6c", "network": {"id": "8d2e7195-c77a-4a37-9e81-6d9a0ed8e649", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-389470825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dead1e870124b6badcc3f3c0523ffc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21cc2766-7b", "ovs_interfaceid": "21cc2766-7bc6-4219-9a91-22884c91b588", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:15:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Releasing lock "refresh_cache-0b87ae05-f9fb-4028-8f24-dd116d355240" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:15:40 user nova-compute[74854]: DEBUG nova.compute.manager [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] Instance network_info: |[{"id": "21cc2766-7bc6-4219-9a91-22884c91b588", "address": "fa:16:3e:4f:27:6c", "network": {"id": "8d2e7195-c77a-4a37-9e81-6d9a0ed8e649", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-389470825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dead1e870124b6badcc3f3c0523ffc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21cc2766-7b", "ovs_interfaceid": "21cc2766-7bc6-4219-9a91-22884c91b588", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 17:15:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-de48a9bb-8624-4ba1-a8a6-dcffb0a293b9 req-1b575d59-7600-4963-8ef1-bd2ea8f962c8 service nova] Acquired lock "refresh_cache-0b87ae05-f9fb-4028-8f24-dd116d355240" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:15:40 user nova-compute[74854]: DEBUG nova.network.neutron [req-de48a9bb-8624-4ba1-a8a6-dcffb0a293b9 req-1b575d59-7600-4963-8ef1-bd2ea8f962c8 service nova] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] Refreshing network info cache for port 21cc2766-7bc6-4219-9a91-22884c91b588 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:15:40 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] Start _get_guest_xml network_info=[{"id": "21cc2766-7bc6-4219-9a91-22884c91b588", "address": "fa:16:3e:4f:27:6c", "network": {"id": "8d2e7195-c77a-4a37-9e81-6d9a0ed8e649", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-389470825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dead1e870124b6badcc3f3c0523ffc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21cc2766-7b", "ovs_interfaceid": "21cc2766-7bc6-4219-9a91-22884c91b588", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'encryption_format': None, 'encryption_options': None, 'size': 0, 'boot_index': 0, 'encrypted': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'image_id': '68c345df-c9e8-475a-b17c-635fa0c7e894'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:15:40 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:15:40 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:15:40 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:15:40 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:15:40 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:15:40 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:15:40 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:15:40 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:15:40 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:15:40 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:15:40 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:15:40 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:15:40 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:15:40 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:15:40 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:15:40 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:15:40 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:15:40 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:15:40 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:15:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-531029572',display_name='tempest-AttachVolumeNegativeTest-server-531029572',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-531029572',id=26,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAlazH9WEk6R3v1LlQk7FIwFnfqAtQLpTivtJdD590+XMWeq1RkAaQydU8U7XCpZgArhoTSqFFvZNCkWw7BYjTiLcZJBZZ9XZcA3AVFmLE10wnrQi5BlAdryT7zEmB11rQ==',key_name='tempest-keypair-1601786985',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9dead1e870124b6badcc3f3c0523ffc7',ramdisk_id='',reservation_id='r-qj0oy208',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-555328012',owner_user_name='tempest-AttachVolumeNegativeTest-555328012-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:15:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='add03e2b2c7c42b680a6a4c336e2a52b',uuid=0b87ae05-f9fb-4028-8f24-dd116d355240,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "21cc2766-7bc6-4219-9a91-22884c91b588", "address": "fa:16:3e:4f:27:6c", "network": {"id": "8d2e7195-c77a-4a37-9e81-6d9a0ed8e649", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-389470825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dead1e870124b6badcc3f3c0523ffc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21cc2766-7b", "ovs_interfaceid": "21cc2766-7bc6-4219-9a91-22884c91b588", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:15:40 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Converting VIF {"id": "21cc2766-7bc6-4219-9a91-22884c91b588", "address": "fa:16:3e:4f:27:6c", "network": {"id": "8d2e7195-c77a-4a37-9e81-6d9a0ed8e649", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-389470825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dead1e870124b6badcc3f3c0523ffc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21cc2766-7b", "ovs_interfaceid": "21cc2766-7bc6-4219-9a91-22884c91b588", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:15:40 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4f:27:6c,bridge_name='br-int',has_traffic_filtering=True,id=21cc2766-7bc6-4219-9a91-22884c91b588,network=Network(8d2e7195-c77a-4a37-9e81-6d9a0ed8e649),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap21cc2766-7b') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:15:40 user nova-compute[74854]: DEBUG nova.objects.instance [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lazy-loading 'pci_devices' on Instance uuid 0b87ae05-f9fb-4028-8f24-dd116d355240 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:15:40 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:15:40 user nova-compute[74854]:   <uuid>0b87ae05-f9fb-4028-8f24-dd116d355240</uuid>
Oct 23 17:15:40 user nova-compute[74854]:   <name>instance-0000001a</name>
Oct 23 17:15:40 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:15:40 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:15:40 user nova-compute[74854]:   <metadata>
Oct 23 17:15:40 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:15:40 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:15:40 user nova-compute[74854]:       <nova:name>tempest-AttachVolumeNegativeTest-server-531029572</nova:name>
Oct 23 17:15:40 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:15:40</nova:creationTime>
Oct 23 17:15:40 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:15:40 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:15:40 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:15:40 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:15:40 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:15:40 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:15:40 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:15:40 user nova-compute[74854]:       <nova:owner>
Oct 23 17:15:40 user nova-compute[74854]:         <nova:user uuid="add03e2b2c7c42b680a6a4c336e2a52b">tempest-AttachVolumeNegativeTest-555328012-project-member</nova:user>
Oct 23 17:15:40 user nova-compute[74854]:         <nova:project uuid="9dead1e870124b6badcc3f3c0523ffc7">tempest-AttachVolumeNegativeTest-555328012</nova:project>
Oct 23 17:15:40 user nova-compute[74854]:       </nova:owner>
Oct 23 17:15:40 user nova-compute[74854]:       <nova:root type="image" uuid="68c345df-c9e8-475a-b17c-635fa0c7e894"/>
Oct 23 17:15:40 user nova-compute[74854]:       <nova:ports>
Oct 23 17:15:40 user nova-compute[74854]:         <nova:port uuid="21cc2766-7bc6-4219-9a91-22884c91b588">
Oct 23 17:15:40 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 23 17:15:40 user nova-compute[74854]:         </nova:port>
Oct 23 17:15:40 user nova-compute[74854]:       </nova:ports>
Oct 23 17:15:40 user nova-compute[74854]:     </nova:instance>
Oct 23 17:15:40 user nova-compute[74854]:   </metadata>
Oct 23 17:15:40 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:15:40 user nova-compute[74854]:     <system>
Oct 23 17:15:40 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:15:40 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:15:40 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:15:40 user nova-compute[74854]:       <entry name="serial">0b87ae05-f9fb-4028-8f24-dd116d355240</entry>
Oct 23 17:15:40 user nova-compute[74854]:       <entry name="uuid">0b87ae05-f9fb-4028-8f24-dd116d355240</entry>
Oct 23 17:15:40 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:15:40 user nova-compute[74854]:     </system>
Oct 23 17:15:40 user nova-compute[74854]:   </sysinfo>
Oct 23 17:15:40 user nova-compute[74854]:   <os>
Oct 23 17:15:40 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:15:40 user nova-compute[74854]:     <boot dev="hd"/>
Oct 23 17:15:40 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:15:40 user nova-compute[74854]:   </os>
Oct 23 17:15:40 user nova-compute[74854]:   <features>
Oct 23 17:15:40 user nova-compute[74854]:     <acpi/>
Oct 23 17:15:40 user nova-compute[74854]:     <apic/>
Oct 23 17:15:40 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:15:40 user nova-compute[74854]:   </features>
Oct 23 17:15:40 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:15:40 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:15:40 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:15:40 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:15:40 user nova-compute[74854]:   </clock>
Oct 23 17:15:40 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:15:40 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:15:40 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:15:40 user nova-compute[74854]:   </cpu>
Oct 23 17:15:40 user nova-compute[74854]:   <devices>
Oct 23 17:15:40 user nova-compute[74854]:     <disk type="file" device="disk">
Oct 23 17:15:40 user nova-compute[74854]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 17:15:40 user nova-compute[74854]:       <source file="/opt/stack/data/nova/instances/0b87ae05-f9fb-4028-8f24-dd116d355240/disk"/>
Oct 23 17:15:40 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:15:40 user nova-compute[74854]:     </disk>
Oct 23 17:15:40 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:15:40 user nova-compute[74854]:       <mac address="fa:16:3e:4f:27:6c"/>
Oct 23 17:15:40 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:15:40 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:15:40 user nova-compute[74854]:       <target dev="tap21cc2766-7b"/>
Oct 23 17:15:40 user nova-compute[74854]:     </interface>
Oct 23 17:15:40 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:15:40 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/0b87ae05-f9fb-4028-8f24-dd116d355240/console.log" append="off"/>
Oct 23 17:15:40 user nova-compute[74854]:     </serial>
Oct 23 17:15:40 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:15:40 user nova-compute[74854]:     <video>
Oct 23 17:15:40 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:15:40 user nova-compute[74854]:     </video>
Oct 23 17:15:40 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:15:40 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:15:40 user nova-compute[74854]:     </rng>
Oct 23 17:15:40 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:15:40 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:15:40 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:15:40 user nova-compute[74854]:     </memballoon>
Oct 23 17:15:40 user nova-compute[74854]:   </devices>
Oct 23 17:15:40 user nova-compute[74854]: </domain>
Oct 23 17:15:40 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:15:40 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:15:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-531029572',display_name='tempest-AttachVolumeNegativeTest-server-531029572',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-531029572',id=26,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAlazH9WEk6R3v1LlQk7FIwFnfqAtQLpTivtJdD590+XMWeq1RkAaQydU8U7XCpZgArhoTSqFFvZNCkWw7BYjTiLcZJBZZ9XZcA3AVFmLE10wnrQi5BlAdryT7zEmB11rQ==',key_name='tempest-keypair-1601786985',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9dead1e870124b6badcc3f3c0523ffc7',ramdisk_id='',reservation_id='r-qj0oy208',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-555328012',owner_user_name='tempest-AttachVolumeNegativeTest-555328012-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:15:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='add03e2b2c7c42b680a6a4c336e2a52b',uuid=0b87ae05-f9fb-4028-8f24-dd116d355240,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "21cc2766-7bc6-4219-9a91-22884c91b588", "address": "fa:16:3e:4f:27:6c", "network": {"id": "8d2e7195-c77a-4a37-9e81-6d9a0ed8e649", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-389470825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dead1e870124b6badcc3f3c0523ffc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21cc2766-7b", "ovs_interfaceid": "21cc2766-7bc6-4219-9a91-22884c91b588", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:15:40 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Converting VIF {"id": "21cc2766-7bc6-4219-9a91-22884c91b588", "address": "fa:16:3e:4f:27:6c", "network": {"id": "8d2e7195-c77a-4a37-9e81-6d9a0ed8e649", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-389470825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dead1e870124b6badcc3f3c0523ffc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21cc2766-7b", "ovs_interfaceid": "21cc2766-7bc6-4219-9a91-22884c91b588", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:15:40 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4f:27:6c,bridge_name='br-int',has_traffic_filtering=True,id=21cc2766-7bc6-4219-9a91-22884c91b588,network=Network(8d2e7195-c77a-4a37-9e81-6d9a0ed8e649),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap21cc2766-7b') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:15:40 user nova-compute[74854]: DEBUG os_vif [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4f:27:6c,bridge_name='br-int',has_traffic_filtering=True,id=21cc2766-7bc6-4219-9a91-22884c91b588,network=Network(8d2e7195-c77a-4a37-9e81-6d9a0ed8e649),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap21cc2766-7b') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:15:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:15:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:15:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '55ea1be5-1399-5b78-943b-5da5d86c7ac9', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:15:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap21cc2766-7b, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:15:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap21cc2766-7b, col_values=(('qos', UUID('cb314dd1-733d-4898-923a-f9716c10145f')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:15:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap21cc2766-7b, col_values=(('external_ids', {'iface-id': '21cc2766-7bc6-4219-9a91-22884c91b588', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:4f:27:6c', 'vm-uuid': '0b87ae05-f9fb-4028-8f24-dd116d355240'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:15:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:15:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:40 user nova-compute[74854]: INFO os_vif [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4f:27:6c,bridge_name='br-int',has_traffic_filtering=True,id=21cc2766-7bc6-4219-9a91-22884c91b588,network=Network(8d2e7195-c77a-4a37-9e81-6d9a0ed8e649),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap21cc2766-7b')
Oct 23 17:15:40 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:15:40 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] No VIF found with MAC fa:16:3e:4f:27:6c, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:15:40 user nova-compute[74854]: DEBUG nova.network.neutron [req-de48a9bb-8624-4ba1-a8a6-dcffb0a293b9 req-1b575d59-7600-4963-8ef1-bd2ea8f962c8 service nova] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] Updated VIF entry in instance network info cache for port 21cc2766-7bc6-4219-9a91-22884c91b588. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:15:40 user nova-compute[74854]: DEBUG nova.network.neutron [req-de48a9bb-8624-4ba1-a8a6-dcffb0a293b9 req-1b575d59-7600-4963-8ef1-bd2ea8f962c8 service nova] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] Updating instance_info_cache with network_info: [{"id": "21cc2766-7bc6-4219-9a91-22884c91b588", "address": "fa:16:3e:4f:27:6c", "network": {"id": "8d2e7195-c77a-4a37-9e81-6d9a0ed8e649", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-389470825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dead1e870124b6badcc3f3c0523ffc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21cc2766-7b", "ovs_interfaceid": "21cc2766-7bc6-4219-9a91-22884c91b588", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:15:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-de48a9bb-8624-4ba1-a8a6-dcffb0a293b9 req-1b575d59-7600-4963-8ef1-bd2ea8f962c8 service nova] Releasing lock "refresh_cache-0b87ae05-f9fb-4028-8f24-dd116d355240" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:15:41 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:41 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:42 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:42 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:42 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:42 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:42 user nova-compute[74854]: DEBUG nova.compute.manager [req-73e6c011-fc94-45ac-bfef-708592ea79f4 req-370ddad3-2969-4489-9f7b-817a289aa32e service nova] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] Received event network-vif-plugged-21cc2766-7bc6-4219-9a91-22884c91b588 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:15:42 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-73e6c011-fc94-45ac-bfef-708592ea79f4 req-370ddad3-2969-4489-9f7b-817a289aa32e service nova] Acquiring lock "0b87ae05-f9fb-4028-8f24-dd116d355240-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:15:42 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-73e6c011-fc94-45ac-bfef-708592ea79f4 req-370ddad3-2969-4489-9f7b-817a289aa32e service nova] Lock "0b87ae05-f9fb-4028-8f24-dd116d355240-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:15:42 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-73e6c011-fc94-45ac-bfef-708592ea79f4 req-370ddad3-2969-4489-9f7b-817a289aa32e service nova] Lock "0b87ae05-f9fb-4028-8f24-dd116d355240-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:15:42 user nova-compute[74854]: DEBUG nova.compute.manager [req-73e6c011-fc94-45ac-bfef-708592ea79f4 req-370ddad3-2969-4489-9f7b-817a289aa32e service nova] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] No waiting events found dispatching network-vif-plugged-21cc2766-7bc6-4219-9a91-22884c91b588 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:15:42 user nova-compute[74854]: WARNING nova.compute.manager [req-73e6c011-fc94-45ac-bfef-708592ea79f4 req-370ddad3-2969-4489-9f7b-817a289aa32e service nova] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] Received unexpected event network-vif-plugged-21cc2766-7bc6-4219-9a91-22884c91b588 for instance with vm_state building and task_state spawning.
Oct 23 17:15:43 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:44 user nova-compute[74854]: DEBUG nova.compute.manager [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] Instance event wait completed in 0 seconds for  {{(pid=74854) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 17:15:44 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] Guest created on hypervisor {{(pid=74854) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 17:15:44 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] Instance spawned successfully.
Oct 23 17:15:44 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 17:15:44 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] Found default for hw_cdrom_bus of ide {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:15:44 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] Found default for hw_disk_bus of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:15:44 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] Found default for hw_input_bus of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:15:44 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] Found default for hw_pointer_model of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:15:44 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] Found default for hw_video_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:15:44 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] Found default for hw_vif_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:15:44 user nova-compute[74854]: DEBUG nova.compute.manager [req-e6bdc04b-6053-4227-afea-837b51faa0f8 req-97aa2130-73b8-4bfd-8396-df0b60ff316f service nova] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] Received event network-vif-plugged-21cc2766-7bc6-4219-9a91-22884c91b588 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:15:44 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e6bdc04b-6053-4227-afea-837b51faa0f8 req-97aa2130-73b8-4bfd-8396-df0b60ff316f service nova] Acquiring lock "0b87ae05-f9fb-4028-8f24-dd116d355240-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:15:44 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e6bdc04b-6053-4227-afea-837b51faa0f8 req-97aa2130-73b8-4bfd-8396-df0b60ff316f service nova] Lock "0b87ae05-f9fb-4028-8f24-dd116d355240-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:15:44 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e6bdc04b-6053-4227-afea-837b51faa0f8 req-97aa2130-73b8-4bfd-8396-df0b60ff316f service nova] Lock "0b87ae05-f9fb-4028-8f24-dd116d355240-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:15:44 user nova-compute[74854]: DEBUG nova.compute.manager [req-e6bdc04b-6053-4227-afea-837b51faa0f8 req-97aa2130-73b8-4bfd-8396-df0b60ff316f service nova] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] No waiting events found dispatching network-vif-plugged-21cc2766-7bc6-4219-9a91-22884c91b588 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:15:44 user nova-compute[74854]: WARNING nova.compute.manager [req-e6bdc04b-6053-4227-afea-837b51faa0f8 req-97aa2130-73b8-4bfd-8396-df0b60ff316f service nova] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] Received unexpected event network-vif-plugged-21cc2766-7bc6-4219-9a91-22884c91b588 for instance with vm_state building and task_state spawning.
Oct 23 17:15:44 user nova-compute[74854]: INFO nova.compute.manager [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] Took 5.52 seconds to spawn the instance on the hypervisor.
Oct 23 17:15:44 user nova-compute[74854]: DEBUG nova.compute.manager [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:15:44 user nova-compute[74854]: INFO nova.compute.manager [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] Took 6.35 seconds to build instance.
Oct 23 17:15:44 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-fd74d6ce-6410-4f0a-a3d5-a2b6045cb114 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "0b87ae05-f9fb-4028-8f24-dd116d355240" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.601s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:15:44 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:15:44 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 17:15:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:45 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:15:47 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:15:47 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:15:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:15:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:15:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:15:47 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Auditing locally available compute resources for user (node: user) {{(pid=74854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 17:15:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.rescue --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:15:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.rescue --force-share --output=json" returned: 0 in 0.202s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:15:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.rescue --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:15:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.rescue --force-share --output=json" returned: 0 in 0.197s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:15:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:15:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:15:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:15:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:15:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:15:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:15:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:15:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:15:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f91bd1c7-bb4c-4390-b697-d714c81b199a/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:15:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f91bd1c7-bb4c-4390-b697-d714c81b199a/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:15:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f91bd1c7-bb4c-4390-b697-d714c81b199a/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:15:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f91bd1c7-bb4c-4390-b697-d714c81b199a/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:15:49 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:15:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:15:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:15:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:15:50 user nova-compute[74854]: INFO nova.compute.manager [None req-50cc0217-d893-4354-b8ec-7012d8ec26a4 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Unrescuing
Oct 23 17:15:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-50cc0217-d893-4354-b8ec-7012d8ec26a4 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Acquiring lock "refresh_cache-a5b1d996-4927-410a-ae7c-180c62b19856" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:15:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-50cc0217-d893-4354-b8ec-7012d8ec26a4 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Acquired lock "refresh_cache-a5b1d996-4927-410a-ae7c-180c62b19856" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:15:50 user nova-compute[74854]: DEBUG nova.network.neutron [None req-50cc0217-d893-4354-b8ec-7012d8ec26a4 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:15:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:15:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:15:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:15:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:15:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:15:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk.rescue --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:15:50 user nova-compute[74854]: DEBUG nova.network.neutron [None req-50cc0217-d893-4354-b8ec-7012d8ec26a4 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Updating instance_info_cache with network_info: [{"id": "2fc8c51b-9001-4e1d-8309-d946e27cb019", "address": "fa:16:3e:58:7c:bd", "network": {"id": "9cb3e2f6-869a-4d82-971e-1fb831d316ed", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1054865617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.92", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ae3eeda277ca4adcb15524e0f77e9c1c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fc8c51b-90", "ovs_interfaceid": "2fc8c51b-9001-4e1d-8309-d946e27cb019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:15:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-50cc0217-d893-4354-b8ec-7012d8ec26a4 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Releasing lock "refresh_cache-a5b1d996-4927-410a-ae7c-180c62b19856" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:15:50 user nova-compute[74854]: DEBUG nova.objects.instance [None req-50cc0217-d893-4354-b8ec-7012d8ec26a4 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Lazy-loading 'flavor' on Instance uuid a5b1d996-4927-410a-ae7c-180c62b19856 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:15:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk.rescue --force-share --output=json" returned: 0 in 0.230s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:15:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk.rescue --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:15:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk.rescue --force-share --output=json" returned: 0 in 0.214s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:15:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:15:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:15:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:15:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:15:51 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:15:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8fe30f2-3d36-47ae-b780-1f15c026cac2/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:15:51 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Instance destroyed successfully.
Oct 23 17:15:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8fe30f2-3d36-47ae-b780-1f15c026cac2/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:15:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8fe30f2-3d36-47ae-b780-1f15c026cac2/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:15:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8fe30f2-3d36-47ae-b780-1f15c026cac2/disk --force-share --output=json" returned: 0 in 0.272s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:15:52 user nova-compute[74854]: DEBUG nova.compute.manager [req-125ee28e-0508-4072-9598-1980d16bce53 req-e23841dd-f28f-46f8-987d-9cd31e721050 service nova] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Received event network-changed-2fc8c51b-9001-4e1d-8309-d946e27cb019 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:15:52 user nova-compute[74854]: DEBUG nova.compute.manager [req-125ee28e-0508-4072-9598-1980d16bce53 req-e23841dd-f28f-46f8-987d-9cd31e721050 service nova] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Refreshing instance network info cache due to event network-changed-2fc8c51b-9001-4e1d-8309-d946e27cb019. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:15:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-125ee28e-0508-4072-9598-1980d16bce53 req-e23841dd-f28f-46f8-987d-9cd31e721050 service nova] Acquiring lock "refresh_cache-a5b1d996-4927-410a-ae7c-180c62b19856" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:15:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-125ee28e-0508-4072-9598-1980d16bce53 req-e23841dd-f28f-46f8-987d-9cd31e721050 service nova] Acquired lock "refresh_cache-a5b1d996-4927-410a-ae7c-180c62b19856" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:15:52 user nova-compute[74854]: DEBUG nova.network.neutron [req-125ee28e-0508-4072-9598-1980d16bce53 req-e23841dd-f28f-46f8-987d-9cd31e721050 service nova] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Refreshing network info cache for port 2fc8c51b-9001-4e1d-8309-d946e27cb019 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:15:52 user nova-compute[74854]: DEBUG nova.network.neutron [req-125ee28e-0508-4072-9598-1980d16bce53 req-e23841dd-f28f-46f8-987d-9cd31e721050 service nova] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Updated VIF entry in instance network info cache for port 2fc8c51b-9001-4e1d-8309-d946e27cb019. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:15:52 user nova-compute[74854]: DEBUG nova.network.neutron [req-125ee28e-0508-4072-9598-1980d16bce53 req-e23841dd-f28f-46f8-987d-9cd31e721050 service nova] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Updating instance_info_cache with network_info: [{"id": "2fc8c51b-9001-4e1d-8309-d946e27cb019", "address": "fa:16:3e:58:7c:bd", "network": {"id": "9cb3e2f6-869a-4d82-971e-1fb831d316ed", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1054865617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.92", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ae3eeda277ca4adcb15524e0f77e9c1c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fc8c51b-90", "ovs_interfaceid": "2fc8c51b-9001-4e1d-8309-d946e27cb019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:15:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-125ee28e-0508-4072-9598-1980d16bce53 req-e23841dd-f28f-46f8-987d-9cd31e721050 service nova] Releasing lock "refresh_cache-a5b1d996-4927-410a-ae7c-180c62b19856" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:15:52 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:52 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:52 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5b1d996-4927-410a-ae7c-180c62b19856/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:15:53 user nova-compute[74854]: DEBUG nova.compute.manager [req-5f4cd0d7-590c-4f09-8d04-e04c8698364b req-acf7596b-b23f-4c2f-b862-c38a2a94c1dd service nova] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Received event network-vif-unplugged-2fc8c51b-9001-4e1d-8309-d946e27cb019 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:15:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-5f4cd0d7-590c-4f09-8d04-e04c8698364b req-acf7596b-b23f-4c2f-b862-c38a2a94c1dd service nova] Acquiring lock "a5b1d996-4927-410a-ae7c-180c62b19856-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:15:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-5f4cd0d7-590c-4f09-8d04-e04c8698364b req-acf7596b-b23f-4c2f-b862-c38a2a94c1dd service nova] Lock "a5b1d996-4927-410a-ae7c-180c62b19856-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:15:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-5f4cd0d7-590c-4f09-8d04-e04c8698364b req-acf7596b-b23f-4c2f-b862-c38a2a94c1dd service nova] Lock "a5b1d996-4927-410a-ae7c-180c62b19856-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:15:53 user nova-compute[74854]: DEBUG nova.compute.manager [req-5f4cd0d7-590c-4f09-8d04-e04c8698364b req-acf7596b-b23f-4c2f-b862-c38a2a94c1dd service nova] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] No waiting events found dispatching network-vif-unplugged-2fc8c51b-9001-4e1d-8309-d946e27cb019 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:15:53 user nova-compute[74854]: WARNING nova.compute.manager [req-5f4cd0d7-590c-4f09-8d04-e04c8698364b req-acf7596b-b23f-4c2f-b862-c38a2a94c1dd service nova] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Received unexpected event network-vif-unplugged-2fc8c51b-9001-4e1d-8309-d946e27cb019 for instance with vm_state rescued and task_state unrescuing.
Oct 23 17:15:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5b1d996-4927-410a-ae7c-180c62b19856/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:15:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5b1d996-4927-410a-ae7c-180c62b19856/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:15:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5b1d996-4927-410a-ae7c-180c62b19856/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:15:53 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:15:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0b87ae05-f9fb-4028-8f24-dd116d355240/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:15:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0b87ae05-f9fb-4028-8f24-dd116d355240/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:15:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0b87ae05-f9fb-4028-8f24-dd116d355240/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:15:54 user nova-compute[74854]: DEBUG nova.compute.manager [req-59c907ab-789d-4f34-be9b-3c917328542d req-ccf69c03-4891-424c-b8ff-d3047bf91679 service nova] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Received event network-changed-2fc8c51b-9001-4e1d-8309-d946e27cb019 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:15:54 user nova-compute[74854]: DEBUG nova.compute.manager [req-59c907ab-789d-4f34-be9b-3c917328542d req-ccf69c03-4891-424c-b8ff-d3047bf91679 service nova] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Refreshing instance network info cache due to event network-changed-2fc8c51b-9001-4e1d-8309-d946e27cb019. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:15:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-59c907ab-789d-4f34-be9b-3c917328542d req-ccf69c03-4891-424c-b8ff-d3047bf91679 service nova] Acquiring lock "refresh_cache-a5b1d996-4927-410a-ae7c-180c62b19856" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:15:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-59c907ab-789d-4f34-be9b-3c917328542d req-ccf69c03-4891-424c-b8ff-d3047bf91679 service nova] Acquired lock "refresh_cache-a5b1d996-4927-410a-ae7c-180c62b19856" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:15:54 user nova-compute[74854]: DEBUG nova.network.neutron [req-59c907ab-789d-4f34-be9b-3c917328542d req-ccf69c03-4891-424c-b8ff-d3047bf91679 service nova] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Refreshing network info cache for port 2fc8c51b-9001-4e1d-8309-d946e27cb019 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:15:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0b87ae05-f9fb-4028-8f24-dd116d355240/disk --force-share --output=json" returned: 0 in 0.247s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:15:54 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:15:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:15:55 user nova-compute[74854]: DEBUG nova.compute.manager [None req-50cc0217-d893-4354-b8ec-7012d8ec26a4 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:15:55 user nova-compute[74854]: DEBUG nova.compute.manager [req-a5116a28-7b10-431d-8c8d-6a73bcb21487 req-2f071d3a-c626-498c-9d36-9696c267f559 service nova] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Received event network-vif-plugged-2fc8c51b-9001-4e1d-8309-d946e27cb019 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:15:55 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a5116a28-7b10-431d-8c8d-6a73bcb21487 req-2f071d3a-c626-498c-9d36-9696c267f559 service nova] Acquiring lock "a5b1d996-4927-410a-ae7c-180c62b19856-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:15:55 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a5116a28-7b10-431d-8c8d-6a73bcb21487 req-2f071d3a-c626-498c-9d36-9696c267f559 service nova] Lock "a5b1d996-4927-410a-ae7c-180c62b19856-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:15:55 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a5116a28-7b10-431d-8c8d-6a73bcb21487 req-2f071d3a-c626-498c-9d36-9696c267f559 service nova] Lock "a5b1d996-4927-410a-ae7c-180c62b19856-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:15:55 user nova-compute[74854]: DEBUG nova.compute.manager [req-a5116a28-7b10-431d-8c8d-6a73bcb21487 req-2f071d3a-c626-498c-9d36-9696c267f559 service nova] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] No waiting events found dispatching network-vif-plugged-2fc8c51b-9001-4e1d-8309-d946e27cb019 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:15:55 user nova-compute[74854]: WARNING nova.compute.manager [req-a5116a28-7b10-431d-8c8d-6a73bcb21487 req-2f071d3a-c626-498c-9d36-9696c267f559 service nova] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Received unexpected event network-vif-plugged-2fc8c51b-9001-4e1d-8309-d946e27cb019 for instance with vm_state rescued and task_state unrescuing.
Oct 23 17:15:55 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Acquiring lock "830c4171-3aa6-489f-a2bf-78405615ddb6" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:15:55 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "830c4171-3aa6-489f-a2bf-78405615ddb6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:15:55 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:15:55 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:15:55 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Hypervisor/Node resource view: name=user free_ram=7554MB free_disk=24.803009033203125GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=74854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 17:15:55 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:15:55 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:15:55 user nova-compute[74854]: DEBUG nova.compute.manager [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Starting instance... {{(pid=74854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 17:15:56 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance f150b707-22b3-43b5-b657-0c2e19bcf524 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:15:56 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 30026d10-f080-4a53-8a4e-b8be523fe48e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:15:56 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance a5b1d996-4927-410a-ae7c-180c62b19856 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:15:56 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:15:56 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance ebdd2079-dbb8-44e5-8e02-53df3302b70f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:15:56 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance f8fe30f2-3d36-47ae-b780-1f15c026cac2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:15:56 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:15:56 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance f91bd1c7-bb4c-4390-b697-d714c81b199a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:15:56 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 22d20895-a1e3-4f34-ba96-b73a32c7629f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:15:56 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:15:56 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 0b87ae05-f9fb-4028-8f24-dd116d355240 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:15:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:15:56 user nova-compute[74854]: DEBUG nova.network.neutron [req-59c907ab-789d-4f34-be9b-3c917328542d req-ccf69c03-4891-424c-b8ff-d3047bf91679 service nova] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Updated VIF entry in instance network info cache for port 2fc8c51b-9001-4e1d-8309-d946e27cb019. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:15:56 user nova-compute[74854]: DEBUG nova.network.neutron [req-59c907ab-789d-4f34-be9b-3c917328542d req-ccf69c03-4891-424c-b8ff-d3047bf91679 service nova] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Updating instance_info_cache with network_info: [{"id": "2fc8c51b-9001-4e1d-8309-d946e27cb019", "address": "fa:16:3e:58:7c:bd", "network": {"id": "9cb3e2f6-869a-4d82-971e-1fb831d316ed", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1054865617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.92", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ae3eeda277ca4adcb15524e0f77e9c1c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fc8c51b-90", "ovs_interfaceid": "2fc8c51b-9001-4e1d-8309-d946e27cb019", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:15:56 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 830c4171-3aa6-489f-a2bf-78405615ddb6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1761}}
Oct 23 17:15:56 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 17:15:56 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 17:15:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-59c907ab-789d-4f34-be9b-3c917328542d req-ccf69c03-4891-424c-b8ff-d3047bf91679 service nova] Releasing lock "refresh_cache-a5b1d996-4927-410a-ae7c-180c62b19856" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:15:56 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:15:56 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:15:56 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Compute_service record updated for user:user {{(pid=74854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 17:15:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.016s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:15:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.484s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:15:56 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74854) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 17:15:56 user nova-compute[74854]: INFO nova.compute.claims [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Claim successful on node user
Oct 23 17:15:57 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:15:57 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:15:57 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.653s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:15:57 user nova-compute[74854]: DEBUG nova.compute.manager [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Start building networks asynchronously for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 17:15:57 user nova-compute[74854]: DEBUG nova.compute.manager [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Allocating IP information in the background. {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 17:15:57 user nova-compute[74854]: DEBUG nova.network.neutron [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] allocate_for_instance() {{(pid=74854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 17:15:57 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 17:15:57 user nova-compute[74854]: DEBUG nova.compute.manager [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Start building block device mappings for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 17:15:57 user nova-compute[74854]: DEBUG nova.policy [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd6e66fcc8624acca4e2607d6788e1bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8476704c5e04e1a8395f9fa3002e292', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74854) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 17:15:57 user nova-compute[74854]: DEBUG nova.compute.manager [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Start spawning the instance on the hypervisor. {{(pid=74854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 17:15:57 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Creating instance directory {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 17:15:57 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Creating image(s)
Oct 23 17:15:57 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Acquiring lock "/opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:15:57 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "/opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:15:57 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "/opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:15:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:15:57 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:15:57 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:15:57 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Starting heal instance info cache {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 17:15:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "refresh_cache-30026d10-f080-4a53-8a4e-b8be523fe48e" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:15:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquired lock "refresh_cache-30026d10-f080-4a53-8a4e-b8be523fe48e" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:15:58 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Forcefully refreshing network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 17:15:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.197s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:15:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Acquiring lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:15:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:15:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:15:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.190s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:15:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk 1073741824 {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:15:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk 1073741824" returned: 0 in 0.058s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:15:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.253s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:15:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:15:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.179s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:15:58 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Checking if we can resize image /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk. size=1073741824 {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 17:15:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:15:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:15:58 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Cannot resize image /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk to a smaller size. {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 17:15:58 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Created local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 17:15:58 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Ensure instance console log exists: /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/console.log {{(pid=74854) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 17:15:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:15:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:15:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:15:58 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Updating instance_info_cache with network_info: [{"id": "76844ca9-ee3f-4faa-a83b-0ab1ca70e55c", "address": "fa:16:3e:10:66:59", "network": {"id": "a40026f1-91de-4e98-85cd-c3bd1a956407", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1048031159-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "435cbd0d03324a45bdacc7d5b76213e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap76844ca9-ee", "ovs_interfaceid": "76844ca9-ee3f-4faa-a83b-0ab1ca70e55c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:15:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Releasing lock "refresh_cache-30026d10-f080-4a53-8a4e-b8be523fe48e" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:15:58 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Updated the network info_cache for instance {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 17:15:58 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:15:58 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:15:58 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:15:58 user nova-compute[74854]: DEBUG nova.network.neutron [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Successfully created port: 5f3010c0-24c3-4a21-97c5-c291fc70ca39 {{(pid=74854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 17:15:59 user nova-compute[74854]: DEBUG nova.compute.manager [req-7d2eba7e-511d-4ea3-82f2-e0994c696522 req-6be956b8-8d0b-4fe8-8402-698e7c72f8e3 service nova] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Received event network-vif-plugged-2fc8c51b-9001-4e1d-8309-d946e27cb019 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:15:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-7d2eba7e-511d-4ea3-82f2-e0994c696522 req-6be956b8-8d0b-4fe8-8402-698e7c72f8e3 service nova] Acquiring lock "a5b1d996-4927-410a-ae7c-180c62b19856-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:15:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-7d2eba7e-511d-4ea3-82f2-e0994c696522 req-6be956b8-8d0b-4fe8-8402-698e7c72f8e3 service nova] Lock "a5b1d996-4927-410a-ae7c-180c62b19856-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:15:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-7d2eba7e-511d-4ea3-82f2-e0994c696522 req-6be956b8-8d0b-4fe8-8402-698e7c72f8e3 service nova] Lock "a5b1d996-4927-410a-ae7c-180c62b19856-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:15:59 user nova-compute[74854]: DEBUG nova.compute.manager [req-7d2eba7e-511d-4ea3-82f2-e0994c696522 req-6be956b8-8d0b-4fe8-8402-698e7c72f8e3 service nova] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] No waiting events found dispatching network-vif-plugged-2fc8c51b-9001-4e1d-8309-d946e27cb019 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:15:59 user nova-compute[74854]: WARNING nova.compute.manager [req-7d2eba7e-511d-4ea3-82f2-e0994c696522 req-6be956b8-8d0b-4fe8-8402-698e7c72f8e3 service nova] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Received unexpected event network-vif-plugged-2fc8c51b-9001-4e1d-8309-d946e27cb019 for instance with vm_state active and task_state None.
Oct 23 17:15:59 user nova-compute[74854]: DEBUG nova.network.neutron [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Successfully updated port: 5f3010c0-24c3-4a21-97c5-c291fc70ca39 {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:15:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Acquiring lock "refresh_cache-830c4171-3aa6-489f-a2bf-78405615ddb6" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:15:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Acquired lock "refresh_cache-830c4171-3aa6-489f-a2bf-78405615ddb6" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:15:59 user nova-compute[74854]: DEBUG nova.network.neutron [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:15:59 user nova-compute[74854]: DEBUG nova.compute.manager [req-291ac6ab-654a-49cb-bef2-a71390a44b75 req-56bfcd52-1fd3-40cb-9fb9-fccff5c2dc1b service nova] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Received event network-changed-5f3010c0-24c3-4a21-97c5-c291fc70ca39 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:15:59 user nova-compute[74854]: DEBUG nova.compute.manager [req-291ac6ab-654a-49cb-bef2-a71390a44b75 req-56bfcd52-1fd3-40cb-9fb9-fccff5c2dc1b service nova] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Refreshing instance network info cache due to event network-changed-5f3010c0-24c3-4a21-97c5-c291fc70ca39. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:15:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-291ac6ab-654a-49cb-bef2-a71390a44b75 req-56bfcd52-1fd3-40cb-9fb9-fccff5c2dc1b service nova] Acquiring lock "refresh_cache-830c4171-3aa6-489f-a2bf-78405615ddb6" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:15:59 user nova-compute[74854]: DEBUG nova.network.neutron [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Instance cache missing network info. {{(pid=74854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 17:15:59 user nova-compute[74854]: DEBUG nova.network.neutron [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Updating instance_info_cache with network_info: [{"id": "5f3010c0-24c3-4a21-97c5-c291fc70ca39", "address": "fa:16:3e:d2:c0:d7", "network": {"id": "f3a5ef4f-4295-43fa-93e3-bf020c9527ed", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1115748822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b8476704c5e04e1a8395f9fa3002e292", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5f3010c0-24", "ovs_interfaceid": "5f3010c0-24c3-4a21-97c5-c291fc70ca39", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:15:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Releasing lock "refresh_cache-830c4171-3aa6-489f-a2bf-78405615ddb6" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:15:59 user nova-compute[74854]: DEBUG nova.compute.manager [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Instance network_info: |[{"id": "5f3010c0-24c3-4a21-97c5-c291fc70ca39", "address": "fa:16:3e:d2:c0:d7", "network": {"id": "f3a5ef4f-4295-43fa-93e3-bf020c9527ed", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1115748822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b8476704c5e04e1a8395f9fa3002e292", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5f3010c0-24", "ovs_interfaceid": "5f3010c0-24c3-4a21-97c5-c291fc70ca39", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 17:15:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-291ac6ab-654a-49cb-bef2-a71390a44b75 req-56bfcd52-1fd3-40cb-9fb9-fccff5c2dc1b service nova] Acquired lock "refresh_cache-830c4171-3aa6-489f-a2bf-78405615ddb6" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:15:59 user nova-compute[74854]: DEBUG nova.network.neutron [req-291ac6ab-654a-49cb-bef2-a71390a44b75 req-56bfcd52-1fd3-40cb-9fb9-fccff5c2dc1b service nova] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Refreshing network info cache for port 5f3010c0-24c3-4a21-97c5-c291fc70ca39 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:15:59 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Start _get_guest_xml network_info=[{"id": "5f3010c0-24c3-4a21-97c5-c291fc70ca39", "address": "fa:16:3e:d2:c0:d7", "network": {"id": "f3a5ef4f-4295-43fa-93e3-bf020c9527ed", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1115748822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b8476704c5e04e1a8395f9fa3002e292", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5f3010c0-24", "ovs_interfaceid": "5f3010c0-24c3-4a21-97c5-c291fc70ca39", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'encryption_format': None, 'encryption_options': None, 'size': 0, 'boot_index': 0, 'encrypted': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'image_id': '68c345df-c9e8-475a-b17c-635fa0c7e894'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:15:59 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:15:59 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:15:59 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:15:59 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:15:59 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:15:59 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:15:59 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:15:59 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:15:59 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:15:59 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:15:59 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:15:59 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:15:59 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:15:59 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:15:59 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:15:59 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:15:59 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:15:59 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:15:59 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:15:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1716961039',display_name='tempest-AttachVolumeTestJSON-server-1716961039',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1716961039',id=27,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBpcgIW0wdjXlqqVgloBGQCHLSmkXv+32rfOQpZ0azDZKtqWvZuHnlFWAezULeYvFwb5gIODj8uCEbxX6Sb/VwOiQ5GLeTXN9wn+J/e0EDPHc5LoStniztsV+IO0bhN4Wg==',key_name='tempest-keypair-1212631423',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b8476704c5e04e1a8395f9fa3002e292',ramdisk_id='',reservation_id='r-hh56m2sc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1232612364',owner_user_name='tempest-AttachVolumeTestJSON-1232612364-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:15:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cd6e66fcc8624acca4e2607d6788e1bb',uuid=830c4171-3aa6-489f-a2bf-78405615ddb6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5f3010c0-24c3-4a21-97c5-c291fc70ca39", "address": "fa:16:3e:d2:c0:d7", "network": {"id": "f3a5ef4f-4295-43fa-93e3-bf020c9527ed", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1115748822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b8476704c5e04e1a8395f9fa3002e292", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5f3010c0-24", "ovs_interfaceid": "5f3010c0-24c3-4a21-97c5-c291fc70ca39", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:15:59 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Converting VIF {"id": "5f3010c0-24c3-4a21-97c5-c291fc70ca39", "address": "fa:16:3e:d2:c0:d7", "network": {"id": "f3a5ef4f-4295-43fa-93e3-bf020c9527ed", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1115748822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b8476704c5e04e1a8395f9fa3002e292", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5f3010c0-24", "ovs_interfaceid": "5f3010c0-24c3-4a21-97c5-c291fc70ca39", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:15:59 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d2:c0:d7,bridge_name='br-int',has_traffic_filtering=True,id=5f3010c0-24c3-4a21-97c5-c291fc70ca39,network=Network(f3a5ef4f-4295-43fa-93e3-bf020c9527ed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5f3010c0-24') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:15:59 user nova-compute[74854]: DEBUG nova.objects.instance [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lazy-loading 'pci_devices' on Instance uuid 830c4171-3aa6-489f-a2bf-78405615ddb6 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:16:00 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:16:00 user nova-compute[74854]:   <uuid>830c4171-3aa6-489f-a2bf-78405615ddb6</uuid>
Oct 23 17:16:00 user nova-compute[74854]:   <name>instance-0000001b</name>
Oct 23 17:16:00 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:16:00 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:16:00 user nova-compute[74854]:   <metadata>
Oct 23 17:16:00 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:16:00 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:16:00 user nova-compute[74854]:       <nova:name>tempest-AttachVolumeTestJSON-server-1716961039</nova:name>
Oct 23 17:16:00 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:15:59</nova:creationTime>
Oct 23 17:16:00 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:16:00 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:16:00 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:16:00 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:16:00 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:16:00 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:16:00 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:16:00 user nova-compute[74854]:       <nova:owner>
Oct 23 17:16:00 user nova-compute[74854]:         <nova:user uuid="cd6e66fcc8624acca4e2607d6788e1bb">tempest-AttachVolumeTestJSON-1232612364-project-member</nova:user>
Oct 23 17:16:00 user nova-compute[74854]:         <nova:project uuid="b8476704c5e04e1a8395f9fa3002e292">tempest-AttachVolumeTestJSON-1232612364</nova:project>
Oct 23 17:16:00 user nova-compute[74854]:       </nova:owner>
Oct 23 17:16:00 user nova-compute[74854]:       <nova:root type="image" uuid="68c345df-c9e8-475a-b17c-635fa0c7e894"/>
Oct 23 17:16:00 user nova-compute[74854]:       <nova:ports>
Oct 23 17:16:00 user nova-compute[74854]:         <nova:port uuid="5f3010c0-24c3-4a21-97c5-c291fc70ca39">
Oct 23 17:16:00 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 23 17:16:00 user nova-compute[74854]:         </nova:port>
Oct 23 17:16:00 user nova-compute[74854]:       </nova:ports>
Oct 23 17:16:00 user nova-compute[74854]:     </nova:instance>
Oct 23 17:16:00 user nova-compute[74854]:   </metadata>
Oct 23 17:16:00 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:16:00 user nova-compute[74854]:     <system>
Oct 23 17:16:00 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:16:00 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:16:00 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:16:00 user nova-compute[74854]:       <entry name="serial">830c4171-3aa6-489f-a2bf-78405615ddb6</entry>
Oct 23 17:16:00 user nova-compute[74854]:       <entry name="uuid">830c4171-3aa6-489f-a2bf-78405615ddb6</entry>
Oct 23 17:16:00 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:16:00 user nova-compute[74854]:     </system>
Oct 23 17:16:00 user nova-compute[74854]:   </sysinfo>
Oct 23 17:16:00 user nova-compute[74854]:   <os>
Oct 23 17:16:00 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:16:00 user nova-compute[74854]:     <boot dev="hd"/>
Oct 23 17:16:00 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:16:00 user nova-compute[74854]:   </os>
Oct 23 17:16:00 user nova-compute[74854]:   <features>
Oct 23 17:16:00 user nova-compute[74854]:     <acpi/>
Oct 23 17:16:00 user nova-compute[74854]:     <apic/>
Oct 23 17:16:00 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:16:00 user nova-compute[74854]:   </features>
Oct 23 17:16:00 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:16:00 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:16:00 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:16:00 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:16:00 user nova-compute[74854]:   </clock>
Oct 23 17:16:00 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:16:00 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:16:00 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:16:00 user nova-compute[74854]:   </cpu>
Oct 23 17:16:00 user nova-compute[74854]:   <devices>
Oct 23 17:16:00 user nova-compute[74854]:     <disk type="file" device="disk">
Oct 23 17:16:00 user nova-compute[74854]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 17:16:00 user nova-compute[74854]:       <source file="/opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk"/>
Oct 23 17:16:00 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:16:00 user nova-compute[74854]:     </disk>
Oct 23 17:16:00 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:16:00 user nova-compute[74854]:       <mac address="fa:16:3e:d2:c0:d7"/>
Oct 23 17:16:00 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:16:00 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:16:00 user nova-compute[74854]:       <target dev="tap5f3010c0-24"/>
Oct 23 17:16:00 user nova-compute[74854]:     </interface>
Oct 23 17:16:00 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:16:00 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/console.log" append="off"/>
Oct 23 17:16:00 user nova-compute[74854]:     </serial>
Oct 23 17:16:00 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:16:00 user nova-compute[74854]:     <video>
Oct 23 17:16:00 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:16:00 user nova-compute[74854]:     </video>
Oct 23 17:16:00 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:16:00 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:16:00 user nova-compute[74854]:     </rng>
Oct 23 17:16:00 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:16:00 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:16:00 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:16:00 user nova-compute[74854]:     </memballoon>
Oct 23 17:16:00 user nova-compute[74854]:   </devices>
Oct 23 17:16:00 user nova-compute[74854]: </domain>
Oct 23 17:16:00 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:16:00 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:15:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1716961039',display_name='tempest-AttachVolumeTestJSON-server-1716961039',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1716961039',id=27,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBpcgIW0wdjXlqqVgloBGQCHLSmkXv+32rfOQpZ0azDZKtqWvZuHnlFWAezULeYvFwb5gIODj8uCEbxX6Sb/VwOiQ5GLeTXN9wn+J/e0EDPHc5LoStniztsV+IO0bhN4Wg==',key_name='tempest-keypair-1212631423',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b8476704c5e04e1a8395f9fa3002e292',ramdisk_id='',reservation_id='r-hh56m2sc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1232612364',owner_user_name='tempest-AttachVolumeTestJSON-1232612364-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:15:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cd6e66fcc8624acca4e2607d6788e1bb',uuid=830c4171-3aa6-489f-a2bf-78405615ddb6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5f3010c0-24c3-4a21-97c5-c291fc70ca39", "address": "fa:16:3e:d2:c0:d7", "network": {"id": "f3a5ef4f-4295-43fa-93e3-bf020c9527ed", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1115748822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b8476704c5e04e1a8395f9fa3002e292", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5f3010c0-24", "ovs_interfaceid": "5f3010c0-24c3-4a21-97c5-c291fc70ca39", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:16:00 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Converting VIF {"id": "5f3010c0-24c3-4a21-97c5-c291fc70ca39", "address": "fa:16:3e:d2:c0:d7", "network": {"id": "f3a5ef4f-4295-43fa-93e3-bf020c9527ed", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1115748822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b8476704c5e04e1a8395f9fa3002e292", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5f3010c0-24", "ovs_interfaceid": "5f3010c0-24c3-4a21-97c5-c291fc70ca39", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:16:00 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d2:c0:d7,bridge_name='br-int',has_traffic_filtering=True,id=5f3010c0-24c3-4a21-97c5-c291fc70ca39,network=Network(f3a5ef4f-4295-43fa-93e3-bf020c9527ed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5f3010c0-24') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:16:00 user nova-compute[74854]: DEBUG os_vif [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d2:c0:d7,bridge_name='br-int',has_traffic_filtering=True,id=5f3010c0-24c3-4a21-97c5-c291fc70ca39,network=Network(f3a5ef4f-4295-43fa-93e3-bf020c9527ed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5f3010c0-24') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:16:00 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:00 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:16:00 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:16:00 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:00 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a939a7fe-02e1-5119-ba91-b01a9a7cb8f8', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:16:00 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:00 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:16:00 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:00 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5f3010c0-24, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:16:00 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5f3010c0-24, col_values=(('qos', UUID('12bb0ba1-f6b2-4935-b979-2660a5a65f9e')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:16:00 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5f3010c0-24, col_values=(('external_ids', {'iface-id': '5f3010c0-24c3-4a21-97c5-c291fc70ca39', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d2:c0:d7', 'vm-uuid': '830c4171-3aa6-489f-a2bf-78405615ddb6'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:16:00 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:00 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:16:00 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:00 user nova-compute[74854]: INFO os_vif [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d2:c0:d7,bridge_name='br-int',has_traffic_filtering=True,id=5f3010c0-24c3-4a21-97c5-c291fc70ca39,network=Network(f3a5ef4f-4295-43fa-93e3-bf020c9527ed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5f3010c0-24')
Oct 23 17:16:00 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:16:00 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] No VIF found with MAC fa:16:3e:d2:c0:d7, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:16:00 user nova-compute[74854]: DEBUG nova.network.neutron [req-291ac6ab-654a-49cb-bef2-a71390a44b75 req-56bfcd52-1fd3-40cb-9fb9-fccff5c2dc1b service nova] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Updated VIF entry in instance network info cache for port 5f3010c0-24c3-4a21-97c5-c291fc70ca39. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:16:00 user nova-compute[74854]: DEBUG nova.network.neutron [req-291ac6ab-654a-49cb-bef2-a71390a44b75 req-56bfcd52-1fd3-40cb-9fb9-fccff5c2dc1b service nova] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Updating instance_info_cache with network_info: [{"id": "5f3010c0-24c3-4a21-97c5-c291fc70ca39", "address": "fa:16:3e:d2:c0:d7", "network": {"id": "f3a5ef4f-4295-43fa-93e3-bf020c9527ed", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1115748822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b8476704c5e04e1a8395f9fa3002e292", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5f3010c0-24", "ovs_interfaceid": "5f3010c0-24c3-4a21-97c5-c291fc70ca39", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:16:00 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-291ac6ab-654a-49cb-bef2-a71390a44b75 req-56bfcd52-1fd3-40cb-9fb9-fccff5c2dc1b service nova] Releasing lock "refresh_cache-830c4171-3aa6-489f-a2bf-78405615ddb6" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:16:00 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:01 user nova-compute[74854]: DEBUG nova.compute.manager [req-d2ca5caa-241f-441b-b8ba-3415a280ad8a req-f6264662-2d03-4880-9f5d-79311550b983 service nova] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Received event network-vif-plugged-2fc8c51b-9001-4e1d-8309-d946e27cb019 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:16:01 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-d2ca5caa-241f-441b-b8ba-3415a280ad8a req-f6264662-2d03-4880-9f5d-79311550b983 service nova] Acquiring lock "a5b1d996-4927-410a-ae7c-180c62b19856-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:16:01 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-d2ca5caa-241f-441b-b8ba-3415a280ad8a req-f6264662-2d03-4880-9f5d-79311550b983 service nova] Lock "a5b1d996-4927-410a-ae7c-180c62b19856-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:16:01 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-d2ca5caa-241f-441b-b8ba-3415a280ad8a req-f6264662-2d03-4880-9f5d-79311550b983 service nova] Lock "a5b1d996-4927-410a-ae7c-180c62b19856-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:16:01 user nova-compute[74854]: DEBUG nova.compute.manager [req-d2ca5caa-241f-441b-b8ba-3415a280ad8a req-f6264662-2d03-4880-9f5d-79311550b983 service nova] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] No waiting events found dispatching network-vif-plugged-2fc8c51b-9001-4e1d-8309-d946e27cb019 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:16:01 user nova-compute[74854]: WARNING nova.compute.manager [req-d2ca5caa-241f-441b-b8ba-3415a280ad8a req-f6264662-2d03-4880-9f5d-79311550b983 service nova] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Received unexpected event network-vif-plugged-2fc8c51b-9001-4e1d-8309-d946e27cb019 for instance with vm_state active and task_state None.
Oct 23 17:16:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:01 user nova-compute[74854]: DEBUG nova.compute.manager [req-0af06438-1fd6-43df-bdb1-de1b6d3f0e87 req-25d3b565-67eb-47a8-9d0b-e5a68afc00b1 service nova] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Received event network-vif-plugged-5f3010c0-24c3-4a21-97c5-c291fc70ca39 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:16:01 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-0af06438-1fd6-43df-bdb1-de1b6d3f0e87 req-25d3b565-67eb-47a8-9d0b-e5a68afc00b1 service nova] Acquiring lock "830c4171-3aa6-489f-a2bf-78405615ddb6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:16:01 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-0af06438-1fd6-43df-bdb1-de1b6d3f0e87 req-25d3b565-67eb-47a8-9d0b-e5a68afc00b1 service nova] Lock "830c4171-3aa6-489f-a2bf-78405615ddb6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:16:01 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-0af06438-1fd6-43df-bdb1-de1b6d3f0e87 req-25d3b565-67eb-47a8-9d0b-e5a68afc00b1 service nova] Lock "830c4171-3aa6-489f-a2bf-78405615ddb6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:16:01 user nova-compute[74854]: DEBUG nova.compute.manager [req-0af06438-1fd6-43df-bdb1-de1b6d3f0e87 req-25d3b565-67eb-47a8-9d0b-e5a68afc00b1 service nova] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] No waiting events found dispatching network-vif-plugged-5f3010c0-24c3-4a21-97c5-c291fc70ca39 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:16:01 user nova-compute[74854]: WARNING nova.compute.manager [req-0af06438-1fd6-43df-bdb1-de1b6d3f0e87 req-25d3b565-67eb-47a8-9d0b-e5a68afc00b1 service nova] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Received unexpected event network-vif-plugged-5f3010c0-24c3-4a21-97c5-c291fc70ca39 for instance with vm_state building and task_state spawning.
Oct 23 17:16:02 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:02 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:02 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:03 user nova-compute[74854]: DEBUG nova.compute.manager [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Instance event wait completed in 0 seconds for  {{(pid=74854) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 17:16:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Guest created on hypervisor {{(pid=74854) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 17:16:03 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Instance spawned successfully.
Oct 23 17:16:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 17:16:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Found default for hw_cdrom_bus of ide {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:16:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Found default for hw_disk_bus of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:16:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Found default for hw_input_bus of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:16:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Found default for hw_pointer_model of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:16:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Found default for hw_video_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:16:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Found default for hw_vif_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:16:03 user nova-compute[74854]: DEBUG nova.compute.manager [req-1168e082-5980-4167-96d2-47b45cb58693 req-df081278-8e8f-42fb-88c6-5b4a9b408bdc service nova] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Received event network-vif-plugged-5f3010c0-24c3-4a21-97c5-c291fc70ca39 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:16:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-1168e082-5980-4167-96d2-47b45cb58693 req-df081278-8e8f-42fb-88c6-5b4a9b408bdc service nova] Acquiring lock "830c4171-3aa6-489f-a2bf-78405615ddb6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:16:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-1168e082-5980-4167-96d2-47b45cb58693 req-df081278-8e8f-42fb-88c6-5b4a9b408bdc service nova] Lock "830c4171-3aa6-489f-a2bf-78405615ddb6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:16:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-1168e082-5980-4167-96d2-47b45cb58693 req-df081278-8e8f-42fb-88c6-5b4a9b408bdc service nova] Lock "830c4171-3aa6-489f-a2bf-78405615ddb6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:16:03 user nova-compute[74854]: DEBUG nova.compute.manager [req-1168e082-5980-4167-96d2-47b45cb58693 req-df081278-8e8f-42fb-88c6-5b4a9b408bdc service nova] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] No waiting events found dispatching network-vif-plugged-5f3010c0-24c3-4a21-97c5-c291fc70ca39 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:16:03 user nova-compute[74854]: WARNING nova.compute.manager [req-1168e082-5980-4167-96d2-47b45cb58693 req-df081278-8e8f-42fb-88c6-5b4a9b408bdc service nova] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Received unexpected event network-vif-plugged-5f3010c0-24c3-4a21-97c5-c291fc70ca39 for instance with vm_state building and task_state spawning.
Oct 23 17:16:03 user nova-compute[74854]: INFO nova.compute.manager [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Took 5.88 seconds to spawn the instance on the hypervisor.
Oct 23 17:16:03 user nova-compute[74854]: DEBUG nova.compute.manager [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:16:03 user nova-compute[74854]: INFO nova.compute.manager [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Took 7.45 seconds to build instance.
Oct 23 17:16:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5dbf1149-6f20-40ac-96f5-75e4c10ea016 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "830c4171-3aa6-489f-a2bf-78405615ddb6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.972s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:16:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Acquiring lock "580da1a3-7254-45c0-be44-6f3f43c58036" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:16:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "580da1a3-7254-45c0-be44-6f3f43c58036" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:16:11 user nova-compute[74854]: DEBUG nova.compute.manager [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Starting instance... {{(pid=74854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 17:16:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:16:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:16:12 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74854) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 17:16:12 user nova-compute[74854]: INFO nova.compute.claims [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Claim successful on node user
Oct 23 17:16:12 user nova-compute[74854]: INFO nova.compute.manager [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Rescuing
Oct 23 17:16:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Acquiring lock "refresh_cache-22d20895-a1e3-4f34-ba96-b73a32c7629f" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:16:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Acquired lock "refresh_cache-22d20895-a1e3-4f34-ba96-b73a32c7629f" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:16:12 user nova-compute[74854]: DEBUG nova.network.neutron [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:16:12 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:16:12 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:16:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.582s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:16:12 user nova-compute[74854]: DEBUG nova.compute.manager [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Start building networks asynchronously for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 17:16:12 user nova-compute[74854]: DEBUG nova.compute.manager [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Allocating IP information in the background. {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 17:16:12 user nova-compute[74854]: DEBUG nova.network.neutron [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] allocate_for_instance() {{(pid=74854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 17:16:12 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 17:16:12 user nova-compute[74854]: DEBUG nova.compute.manager [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Start building block device mappings for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 17:16:12 user nova-compute[74854]: DEBUG nova.policy [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c7e89ab1e2c5401592611fea7c8edbf8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '590f192c09b34f998151336d4f75a7ab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74854) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 17:16:12 user nova-compute[74854]: DEBUG nova.compute.manager [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Start spawning the instance on the hypervisor. {{(pid=74854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 17:16:12 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Creating instance directory {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 17:16:12 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Creating image(s)
Oct 23 17:16:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Acquiring lock "/opt/stack/data/nova/instances/580da1a3-7254-45c0-be44-6f3f43c58036/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:16:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "/opt/stack/data/nova/instances/580da1a3-7254-45c0-be44-6f3f43c58036/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:16:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "/opt/stack/data/nova/instances/580da1a3-7254-45c0-be44-6f3f43c58036/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.040s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:16:12 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:16:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.180s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:16:13 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Acquiring lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:16:13 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:16:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:16:13 user nova-compute[74854]: DEBUG nova.network.neutron [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Updating instance_info_cache with network_info: [{"id": "952dcfa8-7258-468b-b1f2-9375f1accbc0", "address": "fa:16:3e:65:eb:8d", "network": {"id": "a40026f1-91de-4e98-85cd-c3bd1a956407", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1048031159-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "435cbd0d03324a45bdacc7d5b76213e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap952dcfa8-72", "ovs_interfaceid": "952dcfa8-7258-468b-b1f2-9375f1accbc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:16:13 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Releasing lock "refresh_cache-22d20895-a1e3-4f34-ba96-b73a32c7629f" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:16:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.195s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:16:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/580da1a3-7254-45c0-be44-6f3f43c58036/disk 1073741824 {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:16:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/580da1a3-7254-45c0-be44-6f3f43c58036/disk 1073741824" returned: 0 in 0.077s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:16:13 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.279s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:16:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:16:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.177s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:16:13 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Checking if we can resize image /opt/stack/data/nova/instances/580da1a3-7254-45c0-be44-6f3f43c58036/disk. size=1073741824 {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 17:16:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/580da1a3-7254-45c0-be44-6f3f43c58036/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:16:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/580da1a3-7254-45c0-be44-6f3f43c58036/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:16:13 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Cannot resize image /opt/stack/data/nova/instances/580da1a3-7254-45c0-be44-6f3f43c58036/disk to a smaller size. {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 17:16:13 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Created local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 17:16:13 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Ensure instance console log exists: /opt/stack/data/nova/instances/580da1a3-7254-45c0-be44-6f3f43c58036/console.log {{(pid=74854) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 17:16:13 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:16:13 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:16:13 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:16:14 user nova-compute[74854]: DEBUG nova.compute.manager [req-ba65404d-e50c-4d0f-8edf-51ed797a02a3 req-cd1445fa-d2ed-4ece-a40c-42f297d8dad4 service nova] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Received event network-vif-unplugged-952dcfa8-7258-468b-b1f2-9375f1accbc0 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:16:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-ba65404d-e50c-4d0f-8edf-51ed797a02a3 req-cd1445fa-d2ed-4ece-a40c-42f297d8dad4 service nova] Acquiring lock "22d20895-a1e3-4f34-ba96-b73a32c7629f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:16:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-ba65404d-e50c-4d0f-8edf-51ed797a02a3 req-cd1445fa-d2ed-4ece-a40c-42f297d8dad4 service nova] Lock "22d20895-a1e3-4f34-ba96-b73a32c7629f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:16:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-ba65404d-e50c-4d0f-8edf-51ed797a02a3 req-cd1445fa-d2ed-4ece-a40c-42f297d8dad4 service nova] Lock "22d20895-a1e3-4f34-ba96-b73a32c7629f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:16:14 user nova-compute[74854]: DEBUG nova.compute.manager [req-ba65404d-e50c-4d0f-8edf-51ed797a02a3 req-cd1445fa-d2ed-4ece-a40c-42f297d8dad4 service nova] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] No waiting events found dispatching network-vif-unplugged-952dcfa8-7258-468b-b1f2-9375f1accbc0 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:16:14 user nova-compute[74854]: WARNING nova.compute.manager [req-ba65404d-e50c-4d0f-8edf-51ed797a02a3 req-cd1445fa-d2ed-4ece-a40c-42f297d8dad4 service nova] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Received unexpected event network-vif-unplugged-952dcfa8-7258-468b-b1f2-9375f1accbc0 for instance with vm_state active and task_state rescuing.
Oct 23 17:16:14 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:14 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:14 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:14 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Instance destroyed successfully.
Oct 23 17:16:14 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Attempting a stable device rescue
Oct 23 17:16:14 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:14 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74854) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 23 17:16:14 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Instance directory exists: not creating {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 23 17:16:14 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Creating image(s)
Oct 23 17:16:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Acquiring lock "/opt/stack/data/nova/instances/22d20895-a1e3-4f34-ba96-b73a32c7629f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:16:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "/opt/stack/data/nova/instances/22d20895-a1e3-4f34-ba96-b73a32c7629f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:16:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "/opt/stack/data/nova/instances/22d20895-a1e3-4f34-ba96-b73a32c7629f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:16:14 user nova-compute[74854]: DEBUG nova.objects.instance [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lazy-loading 'trusted_certs' on Instance uuid 22d20895-a1e3-4f34-ba96-b73a32c7629f {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:16:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Acquiring lock "37df3642074f4aea3a17999680edd243e9d8f815" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:16:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "37df3642074f4aea3a17999680edd243e9d8f815" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.003s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:16:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/37df3642074f4aea3a17999680edd243e9d8f815.part --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:16:15 user nova-compute[74854]: DEBUG nova.network.neutron [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Successfully created port: 68c55564-01a7-42b7-ba22-526bf32d0806 {{(pid=74854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 17:16:15 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/37df3642074f4aea3a17999680edd243e9d8f815.part --force-share --output=json" returned: 0 in 0.191s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:16:15 user nova-compute[74854]: DEBUG nova.virt.images [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] 4800f00c-a1aa-4ea8-bca0-62d0e873843b was qcow2, converting to raw {{(pid=74854) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 23 17:16:15 user nova-compute[74854]: DEBUG nova.privsep.utils [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74854) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 23 17:16:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/37df3642074f4aea3a17999680edd243e9d8f815.part /opt/stack/data/nova/instances/_base/37df3642074f4aea3a17999680edd243e9d8f815.converted {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:16:15 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/37df3642074f4aea3a17999680edd243e9d8f815.part /opt/stack/data/nova/instances/_base/37df3642074f4aea3a17999680edd243e9d8f815.converted" returned: 0 in 0.502s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:16:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/37df3642074f4aea3a17999680edd243e9d8f815.converted --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.network.neutron [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Successfully updated port: 68c55564-01a7-42b7-ba22-526bf32d0806 {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.compute.manager [req-3a073da4-46fa-45cc-988b-83b060077ffb req-036d3018-73bf-44d6-8665-3056b5621a7f service nova] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Received event network-vif-plugged-952dcfa8-7258-468b-b1f2-9375f1accbc0 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-3a073da4-46fa-45cc-988b-83b060077ffb req-036d3018-73bf-44d6-8665-3056b5621a7f service nova] Acquiring lock "22d20895-a1e3-4f34-ba96-b73a32c7629f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-3a073da4-46fa-45cc-988b-83b060077ffb req-036d3018-73bf-44d6-8665-3056b5621a7f service nova] Lock "22d20895-a1e3-4f34-ba96-b73a32c7629f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-3a073da4-46fa-45cc-988b-83b060077ffb req-036d3018-73bf-44d6-8665-3056b5621a7f service nova] Lock "22d20895-a1e3-4f34-ba96-b73a32c7629f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.compute.manager [req-3a073da4-46fa-45cc-988b-83b060077ffb req-036d3018-73bf-44d6-8665-3056b5621a7f service nova] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] No waiting events found dispatching network-vif-plugged-952dcfa8-7258-468b-b1f2-9375f1accbc0 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:16:16 user nova-compute[74854]: WARNING nova.compute.manager [req-3a073da4-46fa-45cc-988b-83b060077ffb req-036d3018-73bf-44d6-8665-3056b5621a7f service nova] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Received unexpected event network-vif-plugged-952dcfa8-7258-468b-b1f2-9375f1accbc0 for instance with vm_state active and task_state rescuing.
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.compute.manager [req-3a073da4-46fa-45cc-988b-83b060077ffb req-036d3018-73bf-44d6-8665-3056b5621a7f service nova] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Received event network-vif-plugged-952dcfa8-7258-468b-b1f2-9375f1accbc0 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-3a073da4-46fa-45cc-988b-83b060077ffb req-036d3018-73bf-44d6-8665-3056b5621a7f service nova] Acquiring lock "22d20895-a1e3-4f34-ba96-b73a32c7629f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-3a073da4-46fa-45cc-988b-83b060077ffb req-036d3018-73bf-44d6-8665-3056b5621a7f service nova] Lock "22d20895-a1e3-4f34-ba96-b73a32c7629f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-3a073da4-46fa-45cc-988b-83b060077ffb req-036d3018-73bf-44d6-8665-3056b5621a7f service nova] Lock "22d20895-a1e3-4f34-ba96-b73a32c7629f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.compute.manager [req-3a073da4-46fa-45cc-988b-83b060077ffb req-036d3018-73bf-44d6-8665-3056b5621a7f service nova] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] No waiting events found dispatching network-vif-plugged-952dcfa8-7258-468b-b1f2-9375f1accbc0 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:16:16 user nova-compute[74854]: WARNING nova.compute.manager [req-3a073da4-46fa-45cc-988b-83b060077ffb req-036d3018-73bf-44d6-8665-3056b5621a7f service nova] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Received unexpected event network-vif-plugged-952dcfa8-7258-468b-b1f2-9375f1accbc0 for instance with vm_state active and task_state rescuing.
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.compute.manager [req-3a073da4-46fa-45cc-988b-83b060077ffb req-036d3018-73bf-44d6-8665-3056b5621a7f service nova] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Received event network-vif-plugged-952dcfa8-7258-468b-b1f2-9375f1accbc0 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-3a073da4-46fa-45cc-988b-83b060077ffb req-036d3018-73bf-44d6-8665-3056b5621a7f service nova] Acquiring lock "22d20895-a1e3-4f34-ba96-b73a32c7629f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-3a073da4-46fa-45cc-988b-83b060077ffb req-036d3018-73bf-44d6-8665-3056b5621a7f service nova] Lock "22d20895-a1e3-4f34-ba96-b73a32c7629f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-3a073da4-46fa-45cc-988b-83b060077ffb req-036d3018-73bf-44d6-8665-3056b5621a7f service nova] Lock "22d20895-a1e3-4f34-ba96-b73a32c7629f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.compute.manager [req-3a073da4-46fa-45cc-988b-83b060077ffb req-036d3018-73bf-44d6-8665-3056b5621a7f service nova] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] No waiting events found dispatching network-vif-plugged-952dcfa8-7258-468b-b1f2-9375f1accbc0 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:16:16 user nova-compute[74854]: WARNING nova.compute.manager [req-3a073da4-46fa-45cc-988b-83b060077ffb req-036d3018-73bf-44d6-8665-3056b5621a7f service nova] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Received unexpected event network-vif-plugged-952dcfa8-7258-468b-b1f2-9375f1accbc0 for instance with vm_state active and task_state rescuing.
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.compute.manager [req-3a073da4-46fa-45cc-988b-83b060077ffb req-036d3018-73bf-44d6-8665-3056b5621a7f service nova] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Received event network-vif-unplugged-952dcfa8-7258-468b-b1f2-9375f1accbc0 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-3a073da4-46fa-45cc-988b-83b060077ffb req-036d3018-73bf-44d6-8665-3056b5621a7f service nova] Acquiring lock "22d20895-a1e3-4f34-ba96-b73a32c7629f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-3a073da4-46fa-45cc-988b-83b060077ffb req-036d3018-73bf-44d6-8665-3056b5621a7f service nova] Lock "22d20895-a1e3-4f34-ba96-b73a32c7629f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-3a073da4-46fa-45cc-988b-83b060077ffb req-036d3018-73bf-44d6-8665-3056b5621a7f service nova] Lock "22d20895-a1e3-4f34-ba96-b73a32c7629f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.compute.manager [req-3a073da4-46fa-45cc-988b-83b060077ffb req-036d3018-73bf-44d6-8665-3056b5621a7f service nova] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] No waiting events found dispatching network-vif-unplugged-952dcfa8-7258-468b-b1f2-9375f1accbc0 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:16:16 user nova-compute[74854]: WARNING nova.compute.manager [req-3a073da4-46fa-45cc-988b-83b060077ffb req-036d3018-73bf-44d6-8665-3056b5621a7f service nova] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Received unexpected event network-vif-unplugged-952dcfa8-7258-468b-b1f2-9375f1accbc0 for instance with vm_state active and task_state rescuing.
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.compute.manager [req-3a073da4-46fa-45cc-988b-83b060077ffb req-036d3018-73bf-44d6-8665-3056b5621a7f service nova] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Received event network-vif-plugged-952dcfa8-7258-468b-b1f2-9375f1accbc0 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-3a073da4-46fa-45cc-988b-83b060077ffb req-036d3018-73bf-44d6-8665-3056b5621a7f service nova] Acquiring lock "22d20895-a1e3-4f34-ba96-b73a32c7629f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-3a073da4-46fa-45cc-988b-83b060077ffb req-036d3018-73bf-44d6-8665-3056b5621a7f service nova] Lock "22d20895-a1e3-4f34-ba96-b73a32c7629f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-3a073da4-46fa-45cc-988b-83b060077ffb req-036d3018-73bf-44d6-8665-3056b5621a7f service nova] Lock "22d20895-a1e3-4f34-ba96-b73a32c7629f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.compute.manager [req-3a073da4-46fa-45cc-988b-83b060077ffb req-036d3018-73bf-44d6-8665-3056b5621a7f service nova] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] No waiting events found dispatching network-vif-plugged-952dcfa8-7258-468b-b1f2-9375f1accbc0 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:16:16 user nova-compute[74854]: WARNING nova.compute.manager [req-3a073da4-46fa-45cc-988b-83b060077ffb req-036d3018-73bf-44d6-8665-3056b5621a7f service nova] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Received unexpected event network-vif-plugged-952dcfa8-7258-468b-b1f2-9375f1accbc0 for instance with vm_state active and task_state rescuing.
Oct 23 17:16:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Acquiring lock "refresh_cache-580da1a3-7254-45c0-be44-6f3f43c58036" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Acquired lock "refresh_cache-580da1a3-7254-45c0-be44-6f3f43c58036" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.network.neutron [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/37df3642074f4aea3a17999680edd243e9d8f815.converted --force-share --output=json" returned: 0 in 0.203s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "37df3642074f4aea3a17999680edd243e9d8f815" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.963s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Acquiring lock "37df3642074f4aea3a17999680edd243e9d8f815" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "37df3642074f4aea3a17999680edd243e9d8f815" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/37df3642074f4aea3a17999680edd243e9d8f815 --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.network.neutron [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Instance cache missing network info. {{(pid=74854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/37df3642074f4aea3a17999680edd243e9d8f815 --force-share --output=json" returned: 0 in 0.207s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/37df3642074f4aea3a17999680edd243e9d8f815,backing_fmt=raw /opt/stack/data/nova/instances/22d20895-a1e3-4f34-ba96-b73a32c7629f/disk.rescue {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/37df3642074f4aea3a17999680edd243e9d8f815,backing_fmt=raw /opt/stack/data/nova/instances/22d20895-a1e3-4f34-ba96-b73a32c7629f/disk.rescue" returned: 0 in 0.050s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "37df3642074f4aea3a17999680edd243e9d8f815" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.262s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.objects.instance [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lazy-loading 'migration_context' on Instance uuid 22d20895-a1e3-4f34-ba96-b73a32c7629f {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.objects.base [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Object Instance<22d20895-a1e3-4f34-ba96-b73a32c7629f> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Created local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Start _get_guest_xml network_info=[{"id": "952dcfa8-7258-468b-b1f2-9375f1accbc0", "address": "fa:16:3e:65:eb:8d", "network": {"id": "a40026f1-91de-4e98-85cd-c3bd1a956407", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1048031159-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1048031159-network", "vif_mac": "fa:16:3e:65:eb:8d"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "435cbd0d03324a45bdacc7d5b76213e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap952dcfa8-72", "ovs_interfaceid": "952dcfa8-7258-468b-b1f2-9375f1accbc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '4800f00c-a1aa-4ea8-bca0-62d0e873843b', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'attachment_id': 'b2c57188-01bb-4a6b-9241-8aa73c8ac56f', 'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xaOAZUyw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': '22d20895-a1e3-4f34-ba96-b73a32c7629f', 'attached_at': '', 'detached_at': '', 'volume_id': '7051ca72-261a-4519-bc91-21cad38067c5', 'serial': '7051ca72-261a-4519-bc91-21cad38067c5'}, 'mount_device': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'volume_type': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.objects.instance [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lazy-loading 'resources' on Instance uuid 22d20895-a1e3-4f34-ba96-b73a32c7629f {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.objects.base [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Object Instance<22d20895-a1e3-4f34-ba96-b73a32c7629f> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.objects.instance [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lazy-loading 'numa_topology' on Instance uuid 22d20895-a1e3-4f34-ba96-b73a32c7629f {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.objects.base [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Object Instance<22d20895-a1e3-4f34-ba96-b73a32c7629f> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.network.neutron [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Updating instance_info_cache with network_info: [{"id": "68c55564-01a7-42b7-ba22-526bf32d0806", "address": "fa:16:3e:05:80:38", "network": {"id": "b7b7a8af-8224-4220-a014-98e5defb0f84", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-621326047-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "590f192c09b34f998151336d4f75a7ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68c55564-01", "ovs_interfaceid": "68c55564-01a7-42b7-ba22-526bf32d0806", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:16:16 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:16:16 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Releasing lock "refresh_cache-580da1a3-7254-45c0-be44-6f3f43c58036" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.compute.manager [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Instance network_info: |[{"id": "68c55564-01a7-42b7-ba22-526bf32d0806", "address": "fa:16:3e:05:80:38", "network": {"id": "b7b7a8af-8224-4220-a014-98e5defb0f84", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-621326047-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "590f192c09b34f998151336d4f75a7ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68c55564-01", "ovs_interfaceid": "68c55564-01a7-42b7-ba22-526bf32d0806", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Start _get_guest_xml network_info=[{"id": "68c55564-01a7-42b7-ba22-526bf32d0806", "address": "fa:16:3e:05:80:38", "network": {"id": "b7b7a8af-8224-4220-a014-98e5defb0f84", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-621326047-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "590f192c09b34f998151336d4f75a7ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68c55564-01", "ovs_interfaceid": "68c55564-01a7-42b7-ba22-526bf32d0806", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'encryption_format': None, 'encryption_options': None, 'size': 0, 'boot_index': 0, 'encrypted': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'image_id': '68c345df-c9e8-475a-b17c-635fa0c7e894'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.objects.instance [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lazy-loading 'vcpu_model' on Instance uuid 22d20895-a1e3-4f34-ba96-b73a32c7629f {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:16:16 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:16:16 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.objects.base [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Object Instance<22d20895-a1e3-4f34-ba96-b73a32c7629f> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Calling os-brick to attach iSCSI Volume {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xaOAZUyw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:16:16 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:16:16 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:16:16 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:16:16 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:16:16 user nova-compute[74854]: INFO os_brick.initiator.connectors.iscsi [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 17:16:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 -p 172.16.0.220:3260 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:16:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-539253140',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-539253140',id=28,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAGNv9i8EzSWNffVBy6oMq8yuQXIMYTpt+6zxBHgg23iWjcePnC8mEfDgrlBhuORCnLFyLgGMTHxOywfVm0BkkzDLLsH32lTjEqezsSyqrLA3SGipRn4uSBFPr482KUKlg==',key_name='tempest-keypair-1218121197',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='590f192c09b34f998151336d4f75a7ab',ramdisk_id='',reservation_id='r-nm550x6o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-1043335963',owner_user_name='tempest-AttachVolumeShelveTestJSON-1043335963-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:16:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c7e89ab1e2c5401592611fea7c8edbf8',uuid=580da1a3-7254-45c0-be44-6f3f43c58036,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "68c55564-01a7-42b7-ba22-526bf32d0806", "address": "fa:16:3e:05:80:38", "network": {"id": "b7b7a8af-8224-4220-a014-98e5defb0f84", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-621326047-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "590f192c09b34f998151336d4f75a7ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68c55564-01", "ovs_interfaceid": "68c55564-01a7-42b7-ba22-526bf32d0806", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Converting VIF {"id": "68c55564-01a7-42b7-ba22-526bf32d0806", "address": "fa:16:3e:05:80:38", "network": {"id": "b7b7a8af-8224-4220-a014-98e5defb0f84", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-621326047-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "590f192c09b34f998151336d4f75a7ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68c55564-01", "ovs_interfaceid": "68c55564-01a7-42b7-ba22-526bf32d0806", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:05:80:38,bridge_name='br-int',has_traffic_filtering=True,id=68c55564-01a7-42b7-ba22-526bf32d0806,network=Network(b7b7a8af-8224-4220-a014-98e5defb0f84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap68c55564-01') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.objects.instance [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lazy-loading 'pci_devices' on Instance uuid 580da1a3-7254-45c0-be44-6f3f43c58036 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 -p 172.16.0.220:3260" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[f19b8078-701c-42aa-8714-4aa2b57a6ecc]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = xaOAZUyw\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Oct 23 17:16:16 user nova-compute[74854]: node.name = iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5
Oct 23 17:16:16 user nova-compute[74854]: node.tpgt = -1
Oct 23 17:16:16 user nova-compute[74854]: node.startup = automatic
Oct 23 17:16:16 user nova-compute[74854]: node.leading_login = No
Oct 23 17:16:16 user nova-compute[74854]: iface.iscsi_ifacename = default
Oct 23 17:16:16 user nova-compute[74854]: iface.net_ifacename = <empty>
Oct 23 17:16:16 user nova-compute[74854]: iface.ipaddress = <empty>
Oct 23 17:16:16 user nova-compute[74854]: iface.prefix_len = 0
Oct 23 17:16:16 user nova-compute[74854]: iface.hwaddress = <empty>
Oct 23 17:16:16 user nova-compute[74854]: iface.transport_name = tcp
Oct 23 17:16:16 user nova-compute[74854]: iface.initiatorname = <empty>
Oct 23 17:16:16 user nova-compute[74854]: iface.state = <empty>
Oct 23 17:16:16 user nova-compute[74854]: iface.vlan_id = 0
Oct 23 17:16:16 user nova-compute[74854]: iface.vlan_priority = 0
Oct 23 17:16:16 user nova-compute[74854]: iface.vlan_state = <empty>
Oct 23 17:16:16 user nova-compute[74854]: iface.iface_num = 0
Oct 23 17:16:16 user nova-compute[74854]: iface.mtu = 0
Oct 23 17:16:16 user nova-compute[74854]: iface.port = 0
Oct 23 17:16:16 user nova-compute[74854]: iface.bootproto = <empty>
Oct 23 17:16:16 user nova-compute[74854]: iface.subnet_mask = <empty>
Oct 23 17:16:16 user nova-compute[74854]: iface.gateway = <empty>
Oct 23 17:16:16 user nova-compute[74854]: iface.dhcp_alt_client_id_state = <empty>
Oct 23 17:16:16 user nova-compute[74854]: iface.dhcp_alt_client_id = <empty>
Oct 23 17:16:16 user nova-compute[74854]: iface.dhcp_dns = <empty>
Oct 23 17:16:16 user nova-compute[74854]: iface.dhcp_learn_iqn = <empty>
Oct 23 17:16:16 user nova-compute[74854]: iface.dhcp_req_vendor_id_state = <empty>
Oct 23 17:16:16 user nova-compute[74854]: iface.dhcp_vendor_id_state = <empty>
Oct 23 17:16:16 user nova-compute[74854]: iface.dhcp_vendor_id = <empty>
Oct 23 17:16:16 user nova-compute[74854]: iface.dhcp_slp_da = <empty>
Oct 23 17:16:16 user nova-compute[74854]: iface.fragmentation = <empty>
Oct 23 17:16:16 user nova-compute[74854]: iface.gratuitous_arp = <empty>
Oct 23 17:16:16 user nova-compute[74854]: iface.incoming_forwarding = <empty>
Oct 23 17:16:16 user nova-compute[74854]: iface.tos_state = <empty>
Oct 23 17:16:16 user nova-compute[74854]: iface.tos = 0
Oct 23 17:16:16 user nova-compute[74854]: iface.ttl = 0
Oct 23 17:16:16 user nova-compute[74854]: iface.delayed_ack = <empty>
Oct 23 17:16:16 user nova-compute[74854]: iface.tcp_nagle = <empty>
Oct 23 17:16:16 user nova-compute[74854]: iface.tcp_wsf_state = <empty>
Oct 23 17:16:16 user nova-compute[74854]: iface.tcp_wsf = 0
Oct 23 17:16:16 user nova-compute[74854]: iface.tcp_timer_scale = 0
Oct 23 17:16:16 user nova-compute[74854]: iface.tcp_timestamp = <empty>
Oct 23 17:16:16 user nova-compute[74854]: iface.redirect = <empty>
Oct 23 17:16:16 user nova-compute[74854]: iface.def_task_mgmt_timeout = 0
Oct 23 17:16:16 user nova-compute[74854]: iface.header_digest = <empty>
Oct 23 17:16:16 user nova-compute[74854]: iface.data_digest = <empty>
Oct 23 17:16:16 user nova-compute[74854]: iface.immediate_data = <empty>
Oct 23 17:16:16 user nova-compute[74854]: iface.initial_r2t = <empty>
Oct 23 17:16:16 user nova-compute[74854]: iface.data_seq_inorder = <empty>
Oct 23 17:16:16 user nova-compute[74854]: iface.data_pdu_inorder = <empty>
Oct 23 17:16:16 user nova-compute[74854]: iface.erl = 0
Oct 23 17:16:16 user nova-compute[74854]: iface.max_receive_data_len = 0
Oct 23 17:16:16 user nova-compute[74854]: iface.first_burst_len = 0
Oct 23 17:16:16 user nova-compute[74854]: iface.max_outstanding_r2t = 0
Oct 23 17:16:16 user nova-compute[74854]: iface.max_burst_len = 0
Oct 23 17:16:16 user nova-compute[74854]: iface.chap_auth = <empty>
Oct 23 17:16:16 user nova-compute[74854]: iface.bidi_chap = <empty>
Oct 23 17:16:16 user nova-compute[74854]: iface.strict_login_compliance = <empty>
Oct 23 17:16:16 user nova-compute[74854]: iface.discovery_auth = <empty>
Oct 23 17:16:16 user nova-compute[74854]: iface.discovery_logout = <empty>
Oct 23 17:16:16 user nova-compute[74854]: node.discovery_address = <empty>
Oct 23 17:16:16 user nova-compute[74854]: node.discovery_port = 0
Oct 23 17:16:16 user nova-compute[74854]: node.discovery_type = static
Oct 23 17:16:16 user nova-compute[74854]: node.session.initial_cmdsn = 0
Oct 23 17:16:16 user nova-compute[74854]: node.session.initial_login_retry_max = 8
Oct 23 17:16:16 user nova-compute[74854]: node.session.xmit_thread_priority = -20
Oct 23 17:16:16 user nova-compute[74854]: node.session.cmds_max = 128
Oct 23 17:16:16 user nova-compute[74854]: node.session.queue_depth = 32
Oct 23 17:16:16 user nova-compute[74854]: node.session.nr_sessions = 1
Oct 23 17:16:16 user nova-compute[74854]: node.session.auth.authmethod = CHAP
Oct 23 17:16:16 user nova-compute[74854]: node.session.auth.username = xaOAZUyw
Oct 23 17:16:16 user nova-compute[74854]: node.session.auth.password = ***
Oct 23 17:16:16 user nova-compute[74854]: node.session.auth.username_in = <empty>
Oct 23 17:16:16 user nova-compute[74854]: node.session.auth.password_in = <empty>
Oct 23 17:16:16 user nova-compute[74854]: node.session.auth.chap_algs = MD5
Oct 23 17:16:16 user nova-compute[74854]: node.session.timeo.replacement_timeout = 120
Oct 23 17:16:16 user nova-compute[74854]: node.session.err_timeo.abort_timeout = 15
Oct 23 17:16:16 user nova-compute[74854]: node.session.err_timeo.lu_reset_timeout = 30
Oct 23 17:16:16 user nova-compute[74854]: node.session.err_timeo.tgt_reset_timeout = 30
Oct 23 17:16:16 user nova-compute[74854]: node.session.err_timeo.host_reset_timeout = 60
Oct 23 17:16:16 user nova-compute[74854]: node.session.iscsi.FastAbort = Yes
Oct 23 17:16:16 user nova-compute[74854]: node.session.iscsi.InitialR2T = No
Oct 23 17:16:16 user nova-compute[74854]: node.session.iscsi.ImmediateData = Yes
Oct 23 17:16:16 user nova-compute[74854]: node.session.iscsi.FirstBurstLength = 262144
Oct 23 17:16:16 user nova-compute[74854]: node.session.iscsi.MaxBurstLength = 16776192
Oct 23 17:16:16 user nova-compute[74854]: node.session.iscsi.DefaultTime2Retain = 0
Oct 23 17:16:16 user nova-compute[74854]: node.session.iscsi.DefaultTime2Wait = 2
Oct 23 17:16:16 user nova-compute[74854]: node.session.iscsi.MaxConnections = 1
Oct 23 17:16:16 user nova-compute[74854]: node.session.iscsi.MaxOutstandingR2T = 1
Oct 23 17:16:16 user nova-compute[74854]: node.session.iscsi.ERL = 0
Oct 23 17:16:16 user nova-compute[74854]: node.session.scan = manual
Oct 23 17:16:16 user nova-compute[74854]: node.session.reopen_max = 0
Oct 23 17:16:16 user nova-compute[74854]: node.conn[0].address = 172.16.0.220
Oct 23 17:16:16 user nova-compute[74854]: node.conn[0].port = 3260
Oct 23 17:16:16 user nova-compute[74854]: node.conn[0].startup = manual
Oct 23 17:16:16 user nova-compute[74854]: node.conn[0].tcp.window_size = 524288
Oct 23 17:16:16 user nova-compute[74854]: node.conn[0].tcp.type_of_service = 0
Oct 23 17:16:16 user nova-compute[74854]: node.conn[0].timeo.logout_timeout = 15
Oct 23 17:16:16 user nova-compute[74854]: node.conn[0].timeo.login_timeout = 15
Oct 23 17:16:16 user nova-compute[74854]: node.conn[0].timeo.auth_timeout = 45
Oct 23 17:16:16 user nova-compute[74854]: node.conn[0].timeo.noop_out_interval = 5
Oct 23 17:16:16 user nova-compute[74854]: node.conn[0].timeo.noop_out_timeout = 5
Oct 23 17:16:16 user nova-compute[74854]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Oct 23 17:16:16 user nova-compute[74854]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Oct 23 17:16:16 user nova-compute[74854]: node.conn[0].iscsi.HeaderDigest = None
Oct 23 17:16:16 user nova-compute[74854]: node.conn[0].iscsi.DataDigest = None
Oct 23 17:16:16 user nova-compute[74854]: node.conn[0].iscsi.IFMarker = No
Oct 23 17:16:16 user nova-compute[74854]: node.conn[0].iscsi.OFMarker = No
Oct 23 17:16:16 user nova-compute[74854]: # END RECORD
Oct 23 17:16:16 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:16:16 user nova-compute[74854]:   <uuid>580da1a3-7254-45c0-be44-6f3f43c58036</uuid>
Oct 23 17:16:16 user nova-compute[74854]:   <name>instance-0000001c</name>
Oct 23 17:16:16 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:16:16 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:16:16 user nova-compute[74854]:   <metadata>
Oct 23 17:16:16 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:16:16 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:16:16 user nova-compute[74854]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-539253140</nova:name>
Oct 23 17:16:16 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:16:16</nova:creationTime>
Oct 23 17:16:16 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:16:16 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:16:16 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:16:16 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:16:16 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:16:16 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:16:16 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:16:16 user nova-compute[74854]:       <nova:owner>
Oct 23 17:16:16 user nova-compute[74854]:         <nova:user uuid="c7e89ab1e2c5401592611fea7c8edbf8">tempest-AttachVolumeShelveTestJSON-1043335963-project-member</nova:user>
Oct 23 17:16:16 user nova-compute[74854]:         <nova:project uuid="590f192c09b34f998151336d4f75a7ab">tempest-AttachVolumeShelveTestJSON-1043335963</nova:project>
Oct 23 17:16:16 user nova-compute[74854]:       </nova:owner>
Oct 23 17:16:16 user nova-compute[74854]:       <nova:root type="image" uuid="68c345df-c9e8-475a-b17c-635fa0c7e894"/>
Oct 23 17:16:16 user nova-compute[74854]:       <nova:ports>
Oct 23 17:16:16 user nova-compute[74854]:         <nova:port uuid="68c55564-01a7-42b7-ba22-526bf32d0806">
Oct 23 17:16:16 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 23 17:16:16 user nova-compute[74854]:         </nova:port>
Oct 23 17:16:16 user nova-compute[74854]:       </nova:ports>
Oct 23 17:16:16 user nova-compute[74854]:     </nova:instance>
Oct 23 17:16:16 user nova-compute[74854]:   </metadata>
Oct 23 17:16:16 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:16:16 user nova-compute[74854]:     <system>
Oct 23 17:16:16 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:16:16 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:16:16 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:16:16 user nova-compute[74854]:       <entry name="serial">580da1a3-7254-45c0-be44-6f3f43c58036</entry>
Oct 23 17:16:16 user nova-compute[74854]:       <entry name="uuid">580da1a3-7254-45c0-be44-6f3f43c58036</entry>
Oct 23 17:16:16 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:16:16 user nova-compute[74854]:     </system>
Oct 23 17:16:16 user nova-compute[74854]:   </sysinfo>
Oct 23 17:16:16 user nova-compute[74854]:   <os>
Oct 23 17:16:16 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:16:16 user nova-compute[74854]:     <boot dev="hd"/>
Oct 23 17:16:16 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:16:16 user nova-compute[74854]:   </os>
Oct 23 17:16:16 user nova-compute[74854]:   <features>
Oct 23 17:16:16 user nova-compute[74854]:     <acpi/>
Oct 23 17:16:16 user nova-compute[74854]:     <apic/>
Oct 23 17:16:16 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:16:16 user nova-compute[74854]:   </features>
Oct 23 17:16:16 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:16:16 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:16:16 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:16:16 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:16:16 user nova-compute[74854]:   </clock>
Oct 23 17:16:16 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:16:16 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:16:16 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:16:16 user nova-compute[74854]:   </cpu>
Oct 23 17:16:16 user nova-compute[74854]:   <devices>
Oct 23 17:16:16 user nova-compute[74854]:     <disk type="file" device="disk">
Oct 23 17:16:16 user nova-compute[74854]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 17:16:16 user nova-compute[74854]:       <source file="/opt/stack/data/nova/instances/580da1a3-7254-45c0-be44-6f3f43c58036/disk"/>
Oct 23 17:16:16 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:16:16 user nova-compute[74854]:     </disk>
Oct 23 17:16:16 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:16:16 user nova-compute[74854]:       <mac address="fa:16:3e:05:80:38"/>
Oct 23 17:16:16 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:16:16 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:16:16 user nova-compute[74854]:       <target dev="tap68c55564-01"/>
Oct 23 17:16:16 user nova-compute[74854]:     </interface>
Oct 23 17:16:16 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:16:16 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/580da1a3-7254-45c0-be44-6f3f43c58036/console.log" append="off"/>
Oct 23 17:16:16 user nova-compute[74854]:     </serial>
Oct 23 17:16:16 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:16:16 user nova-compute[74854]:     <video>
Oct 23 17:16:16 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:16:16 user nova-compute[74854]:     </video>
Oct 23 17:16:16 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:16:16 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:16:16 user nova-compute[74854]:     </rng>
Oct 23 17:16:16 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:16:16 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:16:16 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:16:16 user nova-compute[74854]:     </memballoon>
Oct 23 17:16:16 user nova-compute[74854]:   </devices>
Oct 23 17:16:16 user nova-compute[74854]: </domain>
Oct 23 17:16:16 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:16:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-539253140',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-539253140',id=28,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAGNv9i8EzSWNffVBy6oMq8yuQXIMYTpt+6zxBHgg23iWjcePnC8mEfDgrlBhuORCnLFyLgGMTHxOywfVm0BkkzDLLsH32lTjEqezsSyqrLA3SGipRn4uSBFPr482KUKlg==',key_name='tempest-keypair-1218121197',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='590f192c09b34f998151336d4f75a7ab',ramdisk_id='',reservation_id='r-nm550x6o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-1043335963',owner_user_name='tempest-AttachVolumeShelveTestJSON-1043335963-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:16:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c7e89ab1e2c5401592611fea7c8edbf8',uuid=580da1a3-7254-45c0-be44-6f3f43c58036,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "68c55564-01a7-42b7-ba22-526bf32d0806", "address": "fa:16:3e:05:80:38", "network": {"id": "b7b7a8af-8224-4220-a014-98e5defb0f84", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-621326047-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "590f192c09b34f998151336d4f75a7ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68c55564-01", "ovs_interfaceid": "68c55564-01a7-42b7-ba22-526bf32d0806", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Converting VIF {"id": "68c55564-01a7-42b7-ba22-526bf32d0806", "address": "fa:16:3e:05:80:38", "network": {"id": "b7b7a8af-8224-4220-a014-98e5defb0f84", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-621326047-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "590f192c09b34f998151336d4f75a7ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68c55564-01", "ovs_interfaceid": "68c55564-01a7-42b7-ba22-526bf32d0806", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:05:80:38,bridge_name='br-int',has_traffic_filtering=True,id=68c55564-01a7-42b7-ba22-526bf32d0806,network=Network(b7b7a8af-8224-4220-a014-98e5defb0f84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap68c55564-01') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG os_vif [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:05:80:38,bridge_name='br-int',has_traffic_filtering=True,id=68c55564-01a7-42b7-ba22-526bf32d0806,network=Network(b7b7a8af-8224-4220-a014-98e5defb0f84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap68c55564-01') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6375f2db-a3d7-55d9-965a-8266cac9e80b', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[75787d67-163d-494c-870c-a49e90e92525]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap68c55564-01, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap68c55564-01, col_values=(('qos', UUID('3c15ae72-2e49-44a4-8fab-c06de676e7a9')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap68c55564-01, col_values=(('external_ids', {'iface-id': '68c55564-01a7-42b7-ba22-526bf32d0806', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:05:80:38', 'vm-uuid': '580da1a3-7254-45c0-be44-6f3f43c58036'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f966c42-1feb-45aa-81d2-c03a45489f39]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xaOAZUyw {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:16 user nova-compute[74854]: INFO os_vif [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:05:80:38,bridge_name='br-int',has_traffic_filtering=True,id=68c55564-01a7-42b7-ba22-526bf32d0806,network=Network(b7b7a8af-8224-4220-a014-98e5defb0f84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap68c55564-01')
Oct 23 17:16:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xaOAZUyw" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3b717a9-aa0e-4cb9-a979-6f2e62d9d285]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'xaOAZUyw'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce93cbd9-972b-446b-81d8-36d77c31a69d]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[01608573-1f1a-463b-b87b-76a371346f1d]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:16:16 user nova-compute[74854]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0 (non-flash)
Oct 23 17:16:16 user nova-compute[74854]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 (non-flash)
Oct 23 17:16:16 user nova-compute[74854]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a (non-flash)
Oct 23 17:16:16 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:16:16 user nova-compute[74854]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0 (non-flash)
Oct 23 17:16:16 user nova-compute[74854]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 (non-flash)
Oct 23 17:16:16 user nova-compute[74854]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a (non-flash)
Oct 23 17:16:16 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.183s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Connected to 172.16.0.220:3260 {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] HCTL ('33', '0', '0', 0) found on session 25 with lun 0 {{(pid=74854) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Scanning host 33 c: 0, t: 0, l: 0) {{(pid=74854) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] No VIF found with MAC fa:16:3e:05:80:38, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.014s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[43bc0f84-5543-4e43-83de-fe88e4869e2d]: (4, ('0 0 0', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Searching for a device in session 25 and hctl ('33', '0', '0', 0) yield: sdb {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xaOAZUyw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.211s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] <== connect_volume: return (213ms) {'type': 'block', 'scsi_wwn': '23037326362633139', 'path': '/dev/sdb'} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23037326362633139', 'path': '/dev/sdb'} {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:14:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1264014248',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1264014248',id=24,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:15:01Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='435cbd0d03324a45bdacc7d5b76213e4',ramdisk_id='',reservation_id='r-p9xyt2f4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-702610562',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:15:01Z,user_data=None,user_id='cdf5d05a392f4c0b925b8a1eca824323',uuid=22d20895-a1e3-4f34-ba96-b73a32c7629f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "952dcfa8-7258-468b-b1f2-9375f1accbc0", "address": "fa:16:3e:65:eb:8d", "network": {"id": "a40026f1-91de-4e98-85cd-c3bd1a956407", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1048031159-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1048031159-network", "vif_mac": "fa:16:3e:65:eb:8d"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "435cbd0d03324a45bdacc7d5b76213e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap952dcfa8-72", "ovs_interfaceid": "952dcfa8-7258-468b-b1f2-9375f1accbc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Converting VIF {"id": "952dcfa8-7258-468b-b1f2-9375f1accbc0", "address": "fa:16:3e:65:eb:8d", "network": {"id": "a40026f1-91de-4e98-85cd-c3bd1a956407", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1048031159-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1048031159-network", "vif_mac": "fa:16:3e:65:eb:8d"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "435cbd0d03324a45bdacc7d5b76213e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap952dcfa8-72", "ovs_interfaceid": "952dcfa8-7258-468b-b1f2-9375f1accbc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:65:eb:8d,bridge_name='br-int',has_traffic_filtering=True,id=952dcfa8-7258-468b-b1f2-9375f1accbc0,network=Network(a40026f1-91de-4e98-85cd-c3bd1a956407),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap952dcfa8-72') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.objects.instance [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lazy-loading 'pci_devices' on Instance uuid 22d20895-a1e3-4f34-ba96-b73a32c7629f {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.objects.base [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Object Instance<22d20895-a1e3-4f34-ba96-b73a32c7629f> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:16:16 user nova-compute[74854]:   <uuid>22d20895-a1e3-4f34-ba96-b73a32c7629f</uuid>
Oct 23 17:16:16 user nova-compute[74854]:   <name>instance-00000018</name>
Oct 23 17:16:16 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:16:16 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:16:16 user nova-compute[74854]:   <metadata>
Oct 23 17:16:16 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:16:16 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:16:16 user nova-compute[74854]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1264014248</nova:name>
Oct 23 17:16:16 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:16:16</nova:creationTime>
Oct 23 17:16:16 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:16:16 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:16:16 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:16:16 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:16:16 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:16:16 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:16:16 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:16:16 user nova-compute[74854]:       <nova:owner>
Oct 23 17:16:16 user nova-compute[74854]:         <nova:user uuid="cdf5d05a392f4c0b925b8a1eca824323">tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member</nova:user>
Oct 23 17:16:16 user nova-compute[74854]:         <nova:project uuid="435cbd0d03324a45bdacc7d5b76213e4">tempest-ServerBootFromVolumeStableRescueTest-702610562</nova:project>
Oct 23 17:16:16 user nova-compute[74854]:       </nova:owner>
Oct 23 17:16:16 user nova-compute[74854]:       <nova:root type="image" uuid="68c345df-c9e8-475a-b17c-635fa0c7e894"/>
Oct 23 17:16:16 user nova-compute[74854]:       <nova:ports>
Oct 23 17:16:16 user nova-compute[74854]:         <nova:port uuid="952dcfa8-7258-468b-b1f2-9375f1accbc0">
Oct 23 17:16:16 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 23 17:16:16 user nova-compute[74854]:         </nova:port>
Oct 23 17:16:16 user nova-compute[74854]:       </nova:ports>
Oct 23 17:16:16 user nova-compute[74854]:     </nova:instance>
Oct 23 17:16:16 user nova-compute[74854]:   </metadata>
Oct 23 17:16:16 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:16:16 user nova-compute[74854]:     <system>
Oct 23 17:16:16 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:16:16 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:16:16 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:16:16 user nova-compute[74854]:       <entry name="serial">22d20895-a1e3-4f34-ba96-b73a32c7629f</entry>
Oct 23 17:16:16 user nova-compute[74854]:       <entry name="uuid">22d20895-a1e3-4f34-ba96-b73a32c7629f</entry>
Oct 23 17:16:16 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:16:16 user nova-compute[74854]:     </system>
Oct 23 17:16:16 user nova-compute[74854]:   </sysinfo>
Oct 23 17:16:16 user nova-compute[74854]:   <os>
Oct 23 17:16:16 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:16:16 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:16:16 user nova-compute[74854]:   </os>
Oct 23 17:16:16 user nova-compute[74854]:   <features>
Oct 23 17:16:16 user nova-compute[74854]:     <acpi/>
Oct 23 17:16:16 user nova-compute[74854]:     <apic/>
Oct 23 17:16:16 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:16:16 user nova-compute[74854]:   </features>
Oct 23 17:16:16 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:16:16 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:16:16 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:16:16 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:16:16 user nova-compute[74854]:   </clock>
Oct 23 17:16:16 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:16:16 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:16:16 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:16:16 user nova-compute[74854]:   </cpu>
Oct 23 17:16:16 user nova-compute[74854]:   <devices>
Oct 23 17:16:16 user nova-compute[74854]:     <disk type="block" device="disk">
Oct 23 17:16:16 user nova-compute[74854]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:16:16 user nova-compute[74854]:       <source dev="/dev/sdb"/>
Oct 23 17:16:16 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:16:16 user nova-compute[74854]:       <serial>7051ca72-261a-4519-bc91-21cad38067c5</serial>
Oct 23 17:16:16 user nova-compute[74854]:     </disk>
Oct 23 17:16:16 user nova-compute[74854]:     <disk type="file" device="disk">
Oct 23 17:16:16 user nova-compute[74854]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 17:16:16 user nova-compute[74854]:       <source file="/opt/stack/data/nova/instances/22d20895-a1e3-4f34-ba96-b73a32c7629f/disk.rescue"/>
Oct 23 17:16:16 user nova-compute[74854]:       <target dev="vdb" bus="virtio"/>
Oct 23 17:16:16 user nova-compute[74854]:       <boot order="1"/>
Oct 23 17:16:16 user nova-compute[74854]:     </disk>
Oct 23 17:16:16 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:16:16 user nova-compute[74854]:       <mac address="fa:16:3e:65:eb:8d"/>
Oct 23 17:16:16 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:16:16 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:16:16 user nova-compute[74854]:       <target dev="tap952dcfa8-72"/>
Oct 23 17:16:16 user nova-compute[74854]:     </interface>
Oct 23 17:16:16 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:16:16 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/22d20895-a1e3-4f34-ba96-b73a32c7629f/console.log" append="off"/>
Oct 23 17:16:16 user nova-compute[74854]:     </serial>
Oct 23 17:16:16 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:16:16 user nova-compute[74854]:     <video>
Oct 23 17:16:16 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:16:16 user nova-compute[74854]:     </video>
Oct 23 17:16:16 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:16:16 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:16:16 user nova-compute[74854]:     </rng>
Oct 23 17:16:16 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:16:16 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:16:16 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:16:16 user nova-compute[74854]:     </memballoon>
Oct 23 17:16:16 user nova-compute[74854]:   </devices>
Oct 23 17:16:16 user nova-compute[74854]: </domain>
Oct 23 17:16:16 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:16:16 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Instance destroyed successfully.
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:16:16 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] No VIF found with MAC fa:16:3e:65:eb:8d, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:16:18 user nova-compute[74854]: DEBUG nova.compute.manager [req-42c95af5-2a67-4357-bda3-63f806f3dffb req-864715c5-7efe-4ae4-8169-c78e3dbcae9b service nova] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Received event network-changed-68c55564-01a7-42b7-ba22-526bf32d0806 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:16:18 user nova-compute[74854]: DEBUG nova.compute.manager [req-42c95af5-2a67-4357-bda3-63f806f3dffb req-864715c5-7efe-4ae4-8169-c78e3dbcae9b service nova] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Refreshing instance network info cache due to event network-changed-68c55564-01a7-42b7-ba22-526bf32d0806. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:16:18 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-42c95af5-2a67-4357-bda3-63f806f3dffb req-864715c5-7efe-4ae4-8169-c78e3dbcae9b service nova] Acquiring lock "refresh_cache-580da1a3-7254-45c0-be44-6f3f43c58036" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:16:18 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-42c95af5-2a67-4357-bda3-63f806f3dffb req-864715c5-7efe-4ae4-8169-c78e3dbcae9b service nova] Acquired lock "refresh_cache-580da1a3-7254-45c0-be44-6f3f43c58036" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:16:18 user nova-compute[74854]: DEBUG nova.network.neutron [req-42c95af5-2a67-4357-bda3-63f806f3dffb req-864715c5-7efe-4ae4-8169-c78e3dbcae9b service nova] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Refreshing network info cache for port 68c55564-01a7-42b7-ba22-526bf32d0806 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:16:18 user nova-compute[74854]: DEBUG nova.network.neutron [req-42c95af5-2a67-4357-bda3-63f806f3dffb req-864715c5-7efe-4ae4-8169-c78e3dbcae9b service nova] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Updated VIF entry in instance network info cache for port 68c55564-01a7-42b7-ba22-526bf32d0806. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:16:18 user nova-compute[74854]: DEBUG nova.network.neutron [req-42c95af5-2a67-4357-bda3-63f806f3dffb req-864715c5-7efe-4ae4-8169-c78e3dbcae9b service nova] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Updating instance_info_cache with network_info: [{"id": "68c55564-01a7-42b7-ba22-526bf32d0806", "address": "fa:16:3e:05:80:38", "network": {"id": "b7b7a8af-8224-4220-a014-98e5defb0f84", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-621326047-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "590f192c09b34f998151336d4f75a7ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68c55564-01", "ovs_interfaceid": "68c55564-01a7-42b7-ba22-526bf32d0806", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:16:18 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-42c95af5-2a67-4357-bda3-63f806f3dffb req-864715c5-7efe-4ae4-8169-c78e3dbcae9b service nova] Releasing lock "refresh_cache-580da1a3-7254-45c0-be44-6f3f43c58036" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:16:19 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:19 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:19 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:19 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:19 user nova-compute[74854]: DEBUG nova.compute.manager [req-020de961-d88e-4091-9288-875b7cb5bda9 req-e5b1e3f6-c3e3-4ca4-a7bf-50a86925015d service nova] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Received event network-vif-plugged-68c55564-01a7-42b7-ba22-526bf32d0806 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:16:19 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-020de961-d88e-4091-9288-875b7cb5bda9 req-e5b1e3f6-c3e3-4ca4-a7bf-50a86925015d service nova] Acquiring lock "580da1a3-7254-45c0-be44-6f3f43c58036-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:16:19 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-020de961-d88e-4091-9288-875b7cb5bda9 req-e5b1e3f6-c3e3-4ca4-a7bf-50a86925015d service nova] Lock "580da1a3-7254-45c0-be44-6f3f43c58036-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:16:19 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-020de961-d88e-4091-9288-875b7cb5bda9 req-e5b1e3f6-c3e3-4ca4-a7bf-50a86925015d service nova] Lock "580da1a3-7254-45c0-be44-6f3f43c58036-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:16:19 user nova-compute[74854]: DEBUG nova.compute.manager [req-020de961-d88e-4091-9288-875b7cb5bda9 req-e5b1e3f6-c3e3-4ca4-a7bf-50a86925015d service nova] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] No waiting events found dispatching network-vif-plugged-68c55564-01a7-42b7-ba22-526bf32d0806 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:16:19 user nova-compute[74854]: WARNING nova.compute.manager [req-020de961-d88e-4091-9288-875b7cb5bda9 req-e5b1e3f6-c3e3-4ca4-a7bf-50a86925015d service nova] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Received unexpected event network-vif-plugged-68c55564-01a7-42b7-ba22-526bf32d0806 for instance with vm_state building and task_state spawning.
Oct 23 17:16:19 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:19 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:19 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:19 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:19 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:20 user nova-compute[74854]: DEBUG nova.compute.manager [req-e257cfa9-14ca-448a-a562-31c88ed4d29f req-942b23b6-e722-4439-b679-a2ac134a929a service nova] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Received event network-vif-plugged-952dcfa8-7258-468b-b1f2-9375f1accbc0 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:16:20 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e257cfa9-14ca-448a-a562-31c88ed4d29f req-942b23b6-e722-4439-b679-a2ac134a929a service nova] Acquiring lock "22d20895-a1e3-4f34-ba96-b73a32c7629f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:16:20 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e257cfa9-14ca-448a-a562-31c88ed4d29f req-942b23b6-e722-4439-b679-a2ac134a929a service nova] Lock "22d20895-a1e3-4f34-ba96-b73a32c7629f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:16:20 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e257cfa9-14ca-448a-a562-31c88ed4d29f req-942b23b6-e722-4439-b679-a2ac134a929a service nova] Lock "22d20895-a1e3-4f34-ba96-b73a32c7629f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:16:20 user nova-compute[74854]: DEBUG nova.compute.manager [req-e257cfa9-14ca-448a-a562-31c88ed4d29f req-942b23b6-e722-4439-b679-a2ac134a929a service nova] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] No waiting events found dispatching network-vif-plugged-952dcfa8-7258-468b-b1f2-9375f1accbc0 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:16:20 user nova-compute[74854]: WARNING nova.compute.manager [req-e257cfa9-14ca-448a-a562-31c88ed4d29f req-942b23b6-e722-4439-b679-a2ac134a929a service nova] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Received unexpected event network-vif-plugged-952dcfa8-7258-468b-b1f2-9375f1accbc0 for instance with vm_state active and task_state rescuing.
Oct 23 17:16:20 user nova-compute[74854]: DEBUG nova.compute.manager [req-e257cfa9-14ca-448a-a562-31c88ed4d29f req-942b23b6-e722-4439-b679-a2ac134a929a service nova] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Received event network-vif-plugged-952dcfa8-7258-468b-b1f2-9375f1accbc0 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:16:20 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e257cfa9-14ca-448a-a562-31c88ed4d29f req-942b23b6-e722-4439-b679-a2ac134a929a service nova] Acquiring lock "22d20895-a1e3-4f34-ba96-b73a32c7629f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:16:20 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e257cfa9-14ca-448a-a562-31c88ed4d29f req-942b23b6-e722-4439-b679-a2ac134a929a service nova] Lock "22d20895-a1e3-4f34-ba96-b73a32c7629f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:16:20 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e257cfa9-14ca-448a-a562-31c88ed4d29f req-942b23b6-e722-4439-b679-a2ac134a929a service nova] Lock "22d20895-a1e3-4f34-ba96-b73a32c7629f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:16:20 user nova-compute[74854]: DEBUG nova.compute.manager [req-e257cfa9-14ca-448a-a562-31c88ed4d29f req-942b23b6-e722-4439-b679-a2ac134a929a service nova] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] No waiting events found dispatching network-vif-plugged-952dcfa8-7258-468b-b1f2-9375f1accbc0 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:16:20 user nova-compute[74854]: WARNING nova.compute.manager [req-e257cfa9-14ca-448a-a562-31c88ed4d29f req-942b23b6-e722-4439-b679-a2ac134a929a service nova] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Received unexpected event network-vif-plugged-952dcfa8-7258-468b-b1f2-9375f1accbc0 for instance with vm_state active and task_state rescuing.
Oct 23 17:16:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:21 user nova-compute[74854]: DEBUG nova.compute.manager [req-f77d3ce5-9f9a-497a-9963-9fa357df9d98 req-1d1e8438-834d-4f4e-845b-906503ffcbfe service nova] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Received event network-vif-plugged-68c55564-01a7-42b7-ba22-526bf32d0806 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:16:21 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-f77d3ce5-9f9a-497a-9963-9fa357df9d98 req-1d1e8438-834d-4f4e-845b-906503ffcbfe service nova] Acquiring lock "580da1a3-7254-45c0-be44-6f3f43c58036-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:16:21 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-f77d3ce5-9f9a-497a-9963-9fa357df9d98 req-1d1e8438-834d-4f4e-845b-906503ffcbfe service nova] Lock "580da1a3-7254-45c0-be44-6f3f43c58036-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:16:21 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-f77d3ce5-9f9a-497a-9963-9fa357df9d98 req-1d1e8438-834d-4f4e-845b-906503ffcbfe service nova] Lock "580da1a3-7254-45c0-be44-6f3f43c58036-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:16:21 user nova-compute[74854]: DEBUG nova.compute.manager [req-f77d3ce5-9f9a-497a-9963-9fa357df9d98 req-1d1e8438-834d-4f4e-845b-906503ffcbfe service nova] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] No waiting events found dispatching network-vif-plugged-68c55564-01a7-42b7-ba22-526bf32d0806 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:16:21 user nova-compute[74854]: WARNING nova.compute.manager [req-f77d3ce5-9f9a-497a-9963-9fa357df9d98 req-1d1e8438-834d-4f4e-845b-906503ffcbfe service nova] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Received unexpected event network-vif-plugged-68c55564-01a7-42b7-ba22-526bf32d0806 for instance with vm_state building and task_state spawning.
Oct 23 17:16:21 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:22 user nova-compute[74854]: DEBUG nova.compute.manager [None req-1df7c056-a14d-43cd-baa6-1b8890e4b865 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:16:22 user nova-compute[74854]: DEBUG nova.compute.manager [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Instance event wait completed in 0 seconds for  {{(pid=74854) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 17:16:22 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Guest created on hypervisor {{(pid=74854) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 17:16:22 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Instance spawned successfully.
Oct 23 17:16:22 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 17:16:22 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Found default for hw_cdrom_bus of ide {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:16:22 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Found default for hw_disk_bus of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:16:22 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Found default for hw_input_bus of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:16:22 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Found default for hw_pointer_model of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:16:22 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Found default for hw_video_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:16:22 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Found default for hw_vif_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:16:22 user nova-compute[74854]: INFO nova.compute.manager [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Took 9.30 seconds to spawn the instance on the hypervisor.
Oct 23 17:16:22 user nova-compute[74854]: DEBUG nova.compute.manager [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:16:22 user nova-compute[74854]: INFO nova.compute.manager [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Took 10.32 seconds to build instance.
Oct 23 17:16:22 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-50f40804-f00b-4742-9b49-e2e252bc9f07 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "580da1a3-7254-45c0-be44-6f3f43c58036" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.483s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:16:23 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-fdf9c3d5-197e-4da6-95b6-086393e6d83e tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Acquiring lock "a5b1d996-4927-410a-ae7c-180c62b19856" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:16:23 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-fdf9c3d5-197e-4da6-95b6-086393e6d83e tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Lock "a5b1d996-4927-410a-ae7c-180c62b19856" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:16:24 user nova-compute[74854]: INFO nova.compute.manager [None req-fdf9c3d5-197e-4da6-95b6-086393e6d83e tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Detaching volume be5515e9-1d77-4481-9af5-14afbcce19e0
Oct 23 17:16:24 user nova-compute[74854]: INFO nova.virt.block_device [None req-fdf9c3d5-197e-4da6-95b6-086393e6d83e tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Attempting to driver detach volume be5515e9-1d77-4481-9af5-14afbcce19e0 from mountpoint /dev/vdb
Oct 23 17:16:24 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-fdf9c3d5-197e-4da6-95b6-086393e6d83e tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Attempting to detach device vdb from instance a5b1d996-4927-410a-ae7c-180c62b19856 from the persistent domain config. {{(pid=74854) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 17:16:24 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-fdf9c3d5-197e-4da6-95b6-086393e6d83e tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 17:16:24 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:16:24 user nova-compute[74854]:   <source dev="/dev/sde"/>
Oct 23 17:16:24 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:16:24 user nova-compute[74854]:   <serial>be5515e9-1d77-4481-9af5-14afbcce19e0</serial>
Oct 23 17:16:24 user nova-compute[74854]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 17:16:24 user nova-compute[74854]: </disk>
Oct 23 17:16:24 user nova-compute[74854]:  {{(pid=74854) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 17:16:24 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-fdf9c3d5-197e-4da6-95b6-086393e6d83e tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Successfully detached device vdb from instance a5b1d996-4927-410a-ae7c-180c62b19856 from the persistent domain config.
Oct 23 17:16:24 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-fdf9c3d5-197e-4da6-95b6-086393e6d83e tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance a5b1d996-4927-410a-ae7c-180c62b19856 from the live domain config. {{(pid=74854) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 23 17:16:24 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-fdf9c3d5-197e-4da6-95b6-086393e6d83e tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 17:16:24 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:16:24 user nova-compute[74854]:   <source dev="/dev/sde"/>
Oct 23 17:16:24 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:16:24 user nova-compute[74854]:   <serial>be5515e9-1d77-4481-9af5-14afbcce19e0</serial>
Oct 23 17:16:24 user nova-compute[74854]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 17:16:24 user nova-compute[74854]: </disk>
Oct 23 17:16:24 user nova-compute[74854]:  {{(pid=74854) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 17:16:24 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-fdf9c3d5-197e-4da6-95b6-086393e6d83e tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance a5b1d996-4927-410a-ae7c-180c62b19856 {{(pid=74854) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 23 17:16:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:26 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:31 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:35 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:36 user nova-compute[74854]: INFO nova.compute.manager [None req-3ad0e371-89e9-48cb-b086-8db8fd746cb1 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Unrescuing
Oct 23 17:16:36 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-3ad0e371-89e9-48cb-b086-8db8fd746cb1 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Acquiring lock "refresh_cache-8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:16:36 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-3ad0e371-89e9-48cb-b086-8db8fd746cb1 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Acquired lock "refresh_cache-8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:16:36 user nova-compute[74854]: DEBUG nova.network.neutron [None req-3ad0e371-89e9-48cb-b086-8db8fd746cb1 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:16:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:36 user nova-compute[74854]: DEBUG nova.network.neutron [None req-3ad0e371-89e9-48cb-b086-8db8fd746cb1 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Updating instance_info_cache with network_info: [{"id": "e3bef65d-eae9-4427-a701-d63a9722f329", "address": "fa:16:3e:be:e5:fe", "network": {"id": "61eabfd2-7ac3-42e7-8714-bdd76338bb9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939150687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c07d48b0f4a64bd38bff95e84d480918", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3bef65d-ea", "ovs_interfaceid": "e3bef65d-eae9-4427-a701-d63a9722f329", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:16:36 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-3ad0e371-89e9-48cb-b086-8db8fd746cb1 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Releasing lock "refresh_cache-8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:16:36 user nova-compute[74854]: DEBUG nova.objects.instance [None req-3ad0e371-89e9-48cb-b086-8db8fd746cb1 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lazy-loading 'flavor' on Instance uuid 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:16:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:37 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:37 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:37 user nova-compute[74854]: DEBUG nova.compute.manager [req-7d31f6b5-58e9-4e59-8451-d7251a5e0375 req-b2626810-6eab-4f44-bbb8-89d8f68db762 service nova] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Received event network-vif-unplugged-e3bef65d-eae9-4427-a701-d63a9722f329 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:16:37 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-7d31f6b5-58e9-4e59-8451-d7251a5e0375 req-b2626810-6eab-4f44-bbb8-89d8f68db762 service nova] Acquiring lock "8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:16:37 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-7d31f6b5-58e9-4e59-8451-d7251a5e0375 req-b2626810-6eab-4f44-bbb8-89d8f68db762 service nova] Lock "8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:16:37 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-7d31f6b5-58e9-4e59-8451-d7251a5e0375 req-b2626810-6eab-4f44-bbb8-89d8f68db762 service nova] Lock "8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:16:37 user nova-compute[74854]: DEBUG nova.compute.manager [req-7d31f6b5-58e9-4e59-8451-d7251a5e0375 req-b2626810-6eab-4f44-bbb8-89d8f68db762 service nova] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] No waiting events found dispatching network-vif-unplugged-e3bef65d-eae9-4427-a701-d63a9722f329 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:16:37 user nova-compute[74854]: WARNING nova.compute.manager [req-7d31f6b5-58e9-4e59-8451-d7251a5e0375 req-b2626810-6eab-4f44-bbb8-89d8f68db762 service nova] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Received unexpected event network-vif-unplugged-e3bef65d-eae9-4427-a701-d63a9722f329 for instance with vm_state rescued and task_state unrescuing.
Oct 23 17:16:37 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:37 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:37 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Instance destroyed successfully.
Oct 23 17:16:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:39 user nova-compute[74854]: DEBUG nova.compute.manager [req-fb6af8ba-b414-4e6b-a385-19d0d52baa4b req-d5718f7e-6427-4a04-834a-0d73538d0e9a service nova] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Received event network-vif-plugged-e3bef65d-eae9-4427-a701-d63a9722f329 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:16:39 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-fb6af8ba-b414-4e6b-a385-19d0d52baa4b req-d5718f7e-6427-4a04-834a-0d73538d0e9a service nova] Acquiring lock "8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:16:39 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-fb6af8ba-b414-4e6b-a385-19d0d52baa4b req-d5718f7e-6427-4a04-834a-0d73538d0e9a service nova] Lock "8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:16:39 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-fb6af8ba-b414-4e6b-a385-19d0d52baa4b req-d5718f7e-6427-4a04-834a-0d73538d0e9a service nova] Lock "8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:16:39 user nova-compute[74854]: DEBUG nova.compute.manager [req-fb6af8ba-b414-4e6b-a385-19d0d52baa4b req-d5718f7e-6427-4a04-834a-0d73538d0e9a service nova] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] No waiting events found dispatching network-vif-plugged-e3bef65d-eae9-4427-a701-d63a9722f329 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:16:39 user nova-compute[74854]: WARNING nova.compute.manager [req-fb6af8ba-b414-4e6b-a385-19d0d52baa4b req-d5718f7e-6427-4a04-834a-0d73538d0e9a service nova] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Received unexpected event network-vif-plugged-e3bef65d-eae9-4427-a701-d63a9722f329 for instance with vm_state rescued and task_state unrescuing.
Oct 23 17:16:39 user nova-compute[74854]: DEBUG nova.compute.manager [req-fb6af8ba-b414-4e6b-a385-19d0d52baa4b req-d5718f7e-6427-4a04-834a-0d73538d0e9a service nova] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Received event network-vif-plugged-e3bef65d-eae9-4427-a701-d63a9722f329 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:16:39 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-fb6af8ba-b414-4e6b-a385-19d0d52baa4b req-d5718f7e-6427-4a04-834a-0d73538d0e9a service nova] Acquiring lock "8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:16:39 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-fb6af8ba-b414-4e6b-a385-19d0d52baa4b req-d5718f7e-6427-4a04-834a-0d73538d0e9a service nova] Lock "8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:16:39 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-fb6af8ba-b414-4e6b-a385-19d0d52baa4b req-d5718f7e-6427-4a04-834a-0d73538d0e9a service nova] Lock "8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:16:39 user nova-compute[74854]: DEBUG nova.compute.manager [req-fb6af8ba-b414-4e6b-a385-19d0d52baa4b req-d5718f7e-6427-4a04-834a-0d73538d0e9a service nova] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] No waiting events found dispatching network-vif-plugged-e3bef65d-eae9-4427-a701-d63a9722f329 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:16:39 user nova-compute[74854]: WARNING nova.compute.manager [req-fb6af8ba-b414-4e6b-a385-19d0d52baa4b req-d5718f7e-6427-4a04-834a-0d73538d0e9a service nova] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Received unexpected event network-vif-plugged-e3bef65d-eae9-4427-a701-d63a9722f329 for instance with vm_state rescued and task_state unrescuing.
Oct 23 17:16:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:41 user nova-compute[74854]: DEBUG nova.compute.manager [None req-3ad0e371-89e9-48cb-b086-8db8fd746cb1 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:16:41 user nova-compute[74854]: DEBUG nova.compute.manager [req-bdddd355-a625-47d2-bf7a-0b761533c3d9 req-017e2305-7101-4fff-bb17-2eaf786e16f0 service nova] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Received event network-vif-plugged-e3bef65d-eae9-4427-a701-d63a9722f329 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:16:41 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-bdddd355-a625-47d2-bf7a-0b761533c3d9 req-017e2305-7101-4fff-bb17-2eaf786e16f0 service nova] Acquiring lock "8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:16:41 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-bdddd355-a625-47d2-bf7a-0b761533c3d9 req-017e2305-7101-4fff-bb17-2eaf786e16f0 service nova] Lock "8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:16:41 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-bdddd355-a625-47d2-bf7a-0b761533c3d9 req-017e2305-7101-4fff-bb17-2eaf786e16f0 service nova] Lock "8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:16:41 user nova-compute[74854]: DEBUG nova.compute.manager [req-bdddd355-a625-47d2-bf7a-0b761533c3d9 req-017e2305-7101-4fff-bb17-2eaf786e16f0 service nova] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] No waiting events found dispatching network-vif-plugged-e3bef65d-eae9-4427-a701-d63a9722f329 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:16:41 user nova-compute[74854]: WARNING nova.compute.manager [req-bdddd355-a625-47d2-bf7a-0b761533c3d9 req-017e2305-7101-4fff-bb17-2eaf786e16f0 service nova] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Received unexpected event network-vif-plugged-e3bef65d-eae9-4427-a701-d63a9722f329 for instance with vm_state active and task_state None.
Oct 23 17:16:41 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:44 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-fdf9c3d5-197e-4da6-95b6-086393e6d83e tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance a5b1d996-4927-410a-ae7c-180c62b19856 is timed out.
Oct 23 17:16:44 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-fdf9c3d5-197e-4da6-95b6-086393e6d83e tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Successfully detached device vdb from instance a5b1d996-4927-410a-ae7c-180c62b19856 from the live domain config.
Oct 23 17:16:44 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fdf9c3d5-197e-4da6-95b6-086393e6d83e tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] calling os-brick to detach iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 17:16:44 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-fdf9c3d5-197e-4da6-95b6-086393e6d83e tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, {'target_iqn': 'iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DZtqcbWd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:16:44 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-fdf9c3d5-197e-4da6-95b6-086393e6d83e tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:16:44 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-fdf9c3d5-197e-4da6-95b6-086393e6d83e tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:16:44 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-fdf9c3d5-197e-4da6-95b6-086393e6d83e tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:16:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:16:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:16:44 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c86e6ca-8a61-4628-aa50-e93b32863561]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:16:44 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-fdf9c3d5-197e-4da6-95b6-086393e6d83e tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 17:16:44 user nova-compute[74854]: No targets found.
Oct 23 17:16:44 user nova-compute[74854]: iSNS:
Oct 23 17:16:44 user nova-compute[74854]: No targets found.
Oct 23 17:16:44 user nova-compute[74854]: STATIC:
Oct 23 17:16:44 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5
Oct 23 17:16:44 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:16:44 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:16:44 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a
Oct 23 17:16:44 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:16:44 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:16:44 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0
Oct 23 17:16:44 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:16:44 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:16:44 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1
Oct 23 17:16:44 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:16:44 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:16:44 user nova-compute[74854]: FIRMWARE:
Oct 23 17:16:44 user nova-compute[74854]: No targets found.
Oct 23 17:16:44 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:16:44 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-fdf9c3d5-197e-4da6-95b6-086393e6d83e tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 17:16:44 user nova-compute[74854]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 17:16:44 user nova-compute[74854]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74854) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 17:16:44 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-fdf9c3d5-197e-4da6-95b6-086393e6d83e tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0', 0)] {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 17:16:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:16:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:16:44 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e144f44c-cb76-4b88-9ad9-33629125d748]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:16:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:16:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:16:44 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[17b58c77-f8a1-46d2-a5af-431fba1bdb8f]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:16:44 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-fdf9c3d5-197e-4da6-95b6-086393e6d83e tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:16:44 user nova-compute[74854]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0 (non-flash)
Oct 23 17:16:44 user nova-compute[74854]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 (non-flash)
Oct 23 17:16:44 user nova-compute[74854]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a (non-flash)
Oct 23 17:16:44 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:16:44 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-fdf9c3d5-197e-4da6-95b6-086393e6d83e tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:16:44 user nova-compute[74854]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0 (non-flash)
Oct 23 17:16:44 user nova-compute[74854]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 (non-flash)
Oct 23 17:16:44 user nova-compute[74854]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a (non-flash)
Oct 23 17:16:44 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:16:44 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-fdf9c3d5-197e-4da6-95b6-086393e6d83e tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f3038b2add0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0'): ({'sde'}, set())}) {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 17:16:44 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-fdf9c3d5-197e-4da6-95b6-086393e6d83e tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Removing single pathed devices sde {{(pid=74854) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 17:16:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:16:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:16:44 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b7b32a9-3453-4181-9446-f14c879d25cc]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:16:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:16:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:16:44 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[99fef592-82a5-4183-ab4e-15b9aba07a0a]: (4, ('ok\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:16:44 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-fdf9c3d5-197e-4da6-95b6-086393e6d83e tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Flushing IO for device /dev/sde {{(pid=74854) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 17:16:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:16:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:16:44 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[28c5cc08-1e78-4923-9a1f-53818d1e2086]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:16:44 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-fdf9c3d5-197e-4da6-95b6-086393e6d83e tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74854) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 17:16:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:16:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.053s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:16:44 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[a026ef7b-6c59-4b76-9363-03e64830fc57]: (4, ('1', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:16:44 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-fdf9c3d5-197e-4da6-95b6-086393e6d83e tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 17:16:44 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-fdf9c3d5-197e-4da6-95b6-086393e6d83e tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] SCSI volumes sde have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 17:16:44 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-fdf9c3d5-197e-4da6-95b6-086393e6d83e tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0')] {{(pid=74854) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 17:16:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:16:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:16:44 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f396089-96ce-4aa7-addd-0b7cea01a58c]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:16:44 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-fdf9c3d5-197e-4da6-95b6-086393e6d83e tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:16:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0 -p 172.16.0.220:3260 --logout {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:16:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0 -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:16:44 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd3dd245-80ac-45f6-bf4a-32c687115102]: (4, ('Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0, portal: 172.16.0.220,3260]\nLogout of [sid: 24, target: iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:16:44 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-fdf9c3d5-197e-4da6-95b6-086393e6d83e tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0, portal: 172.16.0.220,3260]
Oct 23 17:16:44 user nova-compute[74854]: Logout of [sid: 24, target: iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0, portal: 172.16.0.220,3260] successful.
Oct 23 17:16:44 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:16:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0 -p 172.16.0.220:3260 --op delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:16:44 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be5515e9-1d77-4481-9af5-14afbcce19e0 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:16:44 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[924a09e2-5d8b-4d0a-9efe-a34fc55a2e50]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:16:44 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-fdf9c3d5-197e-4da6-95b6-086393e6d83e tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:16:44 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-fdf9c3d5-197e-4da6-95b6-086393e6d83e tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.379s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:16:44 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-fdf9c3d5-197e-4da6-95b6-086393e6d83e tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] <== disconnect_volume: return (381ms) None {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:16:44 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fdf9c3d5-197e-4da6-95b6-086393e6d83e tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Disconnected iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 17:16:45 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:16:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:45 user nova-compute[74854]: DEBUG nova.objects.instance [None req-fdf9c3d5-197e-4da6-95b6-086393e6d83e tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Lazy-loading 'flavor' on Instance uuid a5b1d996-4927-410a-ae7c-180c62b19856 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:16:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-fdf9c3d5-197e-4da6-95b6-086393e6d83e tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Lock "a5b1d996-4927-410a-ae7c-180c62b19856" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.960s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:16:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:46 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:16:46 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 17:16:47 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:16:47 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:16:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:16:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:16:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:16:47 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Auditing locally available compute resources for user (node: user) {{(pid=74854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 17:16:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.rescue --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:16:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.rescue --force-share --output=json" returned: 0 in 0.217s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:16:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.rescue --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:16:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.rescue --force-share --output=json" returned: 0 in 0.189s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:16:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:16:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:16:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:16:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:16:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:16:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:16:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:16:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:16:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:16:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:16:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:16:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:16:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f91bd1c7-bb4c-4390-b697-d714c81b199a/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:16:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f91bd1c7-bb4c-4390-b697-d714c81b199a/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:16:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f91bd1c7-bb4c-4390-b697-d714c81b199a/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:16:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f91bd1c7-bb4c-4390-b697-d714c81b199a/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:16:50 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:16:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:16:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:16:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:16:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:16:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:16:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:16:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:16:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:16:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/580da1a3-7254-45c0-be44-6f3f43c58036/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:16:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/580da1a3-7254-45c0-be44-6f3f43c58036/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:16:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/580da1a3-7254-45c0-be44-6f3f43c58036/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:16:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/580da1a3-7254-45c0-be44-6f3f43c58036/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:16:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:16:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:16:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:16:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:16:51 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:16:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/22d20895-a1e3-4f34-ba96-b73a32c7629f/disk.rescue --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:16:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/22d20895-a1e3-4f34-ba96-b73a32c7629f/disk.rescue --force-share --output=json" returned: 0 in 0.193s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:16:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/22d20895-a1e3-4f34-ba96-b73a32c7629f/disk.rescue --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:16:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/22d20895-a1e3-4f34-ba96-b73a32c7629f/disk.rescue --force-share --output=json" returned: 0 in 0.183s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:16:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8fe30f2-3d36-47ae-b780-1f15c026cac2/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:16:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8fe30f2-3d36-47ae-b780-1f15c026cac2/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:16:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8fe30f2-3d36-47ae-b780-1f15c026cac2/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:16:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8fe30f2-3d36-47ae-b780-1f15c026cac2/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:16:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5b1d996-4927-410a-ae7c-180c62b19856/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:16:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5b1d996-4927-410a-ae7c-180c62b19856/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:16:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5b1d996-4927-410a-ae7c-180c62b19856/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:16:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5b1d996-4927-410a-ae7c-180c62b19856/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:16:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0b87ae05-f9fb-4028-8f24-dd116d355240/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:16:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0b87ae05-f9fb-4028-8f24-dd116d355240/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:16:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0b87ae05-f9fb-4028-8f24-dd116d355240/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:16:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0b87ae05-f9fb-4028-8f24-dd116d355240/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:16:53 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:16:53 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:16:53 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:16:53 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Hypervisor/Node resource view: name=user free_ram=7311MB free_disk=24.611083984375GB free_vcpus=-1 pci_devices=[{"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=74854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 17:16:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:16:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:16:53 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance f150b707-22b3-43b5-b657-0c2e19bcf524 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:16:53 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 30026d10-f080-4a53-8a4e-b8be523fe48e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:16:53 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance a5b1d996-4927-410a-ae7c-180c62b19856 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:16:53 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:16:53 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance ebdd2079-dbb8-44e5-8e02-53df3302b70f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:16:53 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance f8fe30f2-3d36-47ae-b780-1f15c026cac2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:16:53 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:16:53 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance f91bd1c7-bb4c-4390-b697-d714c81b199a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:16:53 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 22d20895-a1e3-4f34-ba96-b73a32c7629f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:16:53 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:16:53 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 0b87ae05-f9fb-4028-8f24-dd116d355240 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:16:53 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 830c4171-3aa6-489f-a2bf-78405615ddb6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:16:53 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 580da1a3-7254-45c0-be44-6f3f43c58036 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:16:53 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Total usable vcpus: 12, total allocated vcpus: 13 {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 17:16:53 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=13 pci_stats=[] {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 17:16:54 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:16:54 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:16:54 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Compute_service record updated for user:user {{(pid=74854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 17:16:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.543s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:16:55 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:16:55 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:16:55 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:16:55 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:16:55 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:16:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:56 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:16:58 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:16:58 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Starting heal instance info cache {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 17:16:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "refresh_cache-a5b1d996-4927-410a-ae7c-180c62b19856" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:16:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquired lock "refresh_cache-a5b1d996-4927-410a-ae7c-180c62b19856" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:16:58 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Forcefully refreshing network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 17:16:59 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Updating instance_info_cache with network_info: [{"id": "2fc8c51b-9001-4e1d-8309-d946e27cb019", "address": "fa:16:3e:58:7c:bd", "network": {"id": "9cb3e2f6-869a-4d82-971e-1fb831d316ed", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1054865617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.92", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ae3eeda277ca4adcb15524e0f77e9c1c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fc8c51b-90", "ovs_interfaceid": "2fc8c51b-9001-4e1d-8309-d946e27cb019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:16:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Releasing lock "refresh_cache-a5b1d996-4927-410a-ae7c-180c62b19856" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:16:59 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Updated the network info_cache for instance {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 17:17:00 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:02 user nova-compute[74854]: DEBUG nova.compute.manager [req-b66a6118-2e41-48c7-95e8-de7c4dc7353c req-bb38f353-78d3-477e-924b-8dcaa36d34d9 service nova] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Received event network-changed-932952db-8d52-4df4-93fb-72a96300f920 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:17:02 user nova-compute[74854]: DEBUG nova.compute.manager [req-b66a6118-2e41-48c7-95e8-de7c4dc7353c req-bb38f353-78d3-477e-924b-8dcaa36d34d9 service nova] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Refreshing instance network info cache due to event network-changed-932952db-8d52-4df4-93fb-72a96300f920. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:17:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-b66a6118-2e41-48c7-95e8-de7c4dc7353c req-bb38f353-78d3-477e-924b-8dcaa36d34d9 service nova] Acquiring lock "refresh_cache-a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:17:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-b66a6118-2e41-48c7-95e8-de7c4dc7353c req-bb38f353-78d3-477e-924b-8dcaa36d34d9 service nova] Acquired lock "refresh_cache-a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:17:02 user nova-compute[74854]: DEBUG nova.network.neutron [req-b66a6118-2e41-48c7-95e8-de7c4dc7353c req-bb38f353-78d3-477e-924b-8dcaa36d34d9 service nova] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Refreshing network info cache for port 932952db-8d52-4df4-93fb-72a96300f920 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:17:02 user nova-compute[74854]: DEBUG nova.network.neutron [req-b66a6118-2e41-48c7-95e8-de7c4dc7353c req-bb38f353-78d3-477e-924b-8dcaa36d34d9 service nova] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Updated VIF entry in instance network info cache for port 932952db-8d52-4df4-93fb-72a96300f920. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:17:02 user nova-compute[74854]: DEBUG nova.network.neutron [req-b66a6118-2e41-48c7-95e8-de7c4dc7353c req-bb38f353-78d3-477e-924b-8dcaa36d34d9 service nova] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Updating instance_info_cache with network_info: [{"id": "932952db-8d52-4df4-93fb-72a96300f920", "address": "fa:16:3e:1f:39:57", "network": {"id": "96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1329263426-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.61", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bca03991a9df481c86def54ea306564f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap932952db-8d", "ovs_interfaceid": "932952db-8d52-4df4-93fb-72a96300f920", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:17:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-b66a6118-2e41-48c7-95e8-de7c4dc7353c req-bb38f353-78d3-477e-924b-8dcaa36d34d9 service nova] Releasing lock "refresh_cache-a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:17:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-af81ed78-6e65-402c-9de5-65df86e01a55 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Acquiring lock "a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:17:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-af81ed78-6e65-402c-9de5-65df86e01a55 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:17:02 user nova-compute[74854]: DEBUG nova.objects.instance [None req-af81ed78-6e65-402c-9de5-65df86e01a55 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lazy-loading 'flavor' on Instance uuid a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:17:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-af81ed78-6e65-402c-9de5-65df86e01a55 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.067s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:17:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-af81ed78-6e65-402c-9de5-65df86e01a55 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Acquiring lock "a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:17:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-af81ed78-6e65-402c-9de5-65df86e01a55 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:17:03 user nova-compute[74854]: INFO nova.compute.manager [None req-af81ed78-6e65-402c-9de5-65df86e01a55 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Attaching volume 1fa141af-c8b5-42ee-a583-2ddcbf3ac24a to /dev/vdb
Oct 23 17:17:03 user nova-compute[74854]: DEBUG os_brick.utils [None req-af81ed78-6e65-402c-9de5-65df86e01a55 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:17:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:03 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[06d3e78e-fa41-40eb-a2f9-a8669f374dd0]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a321e2f0722\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:17:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.030s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:03 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[81fdebab-3e73-458e-ac97-be851a0afcb8]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:17:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:03 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[f70b9c87-b636-4951-a578-ae29fd2d10fd]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:17:03 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd0fb3e8-0dbe-4437-be34-29d278e1e586]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:17:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-af81ed78-6e65-402c-9de5-65df86e01a55 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Running cmd (subprocess): nvme version {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-af81ed78-6e65-402c-9de5-65df86e01a55 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] 'nvme version' failed. Not Retrying. {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:17:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.nvmeof [None req-af81ed78-6e65-402c-9de5-65df86e01a55 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] nvme not present on system {{(pid=74854) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 17:17:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:17:03 user nova-compute[74854]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 17:17:03 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1f59619-23cc-439b-be6b-b048bb6d4d45]: (4, '') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:17:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-af81ed78-6e65-402c-9de5-65df86e01a55 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74854) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 17:17:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-af81ed78-6e65-402c-9de5-65df86e01a55 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 17:17:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-af81ed78-6e65-402c-9de5-65df86e01a55 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] LIGHTOS: no hostnqn found. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 17:17:03 user nova-compute[74854]: DEBUG os_brick.utils [None req-af81ed78-6e65-402c-9de5-65df86e01a55 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] <== get_connector_properties: return (132ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a321e2f0722', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:17:03 user nova-compute[74854]: DEBUG nova.virt.block_device [None req-af81ed78-6e65-402c-9de5-65df86e01a55 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Updating existing volume attachment record: 771c6d29-9ccf-40a5-96fc-8821458c4dd2 {{(pid=74854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 17:17:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5de0fc6d-0f82-4898-80d7-f1c042c9c6f3 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Acquiring lock "a5b1d996-4927-410a-ae7c-180c62b19856" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:17:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5de0fc6d-0f82-4898-80d7-f1c042c9c6f3 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Lock "a5b1d996-4927-410a-ae7c-180c62b19856" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:17:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5de0fc6d-0f82-4898-80d7-f1c042c9c6f3 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Acquiring lock "a5b1d996-4927-410a-ae7c-180c62b19856-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:17:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5de0fc6d-0f82-4898-80d7-f1c042c9c6f3 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Lock "a5b1d996-4927-410a-ae7c-180c62b19856-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:17:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5de0fc6d-0f82-4898-80d7-f1c042c9c6f3 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Lock "a5b1d996-4927-410a-ae7c-180c62b19856-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:17:14 user nova-compute[74854]: INFO nova.compute.manager [None req-5de0fc6d-0f82-4898-80d7-f1c042c9c6f3 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Terminating instance
Oct 23 17:17:14 user nova-compute[74854]: DEBUG nova.compute.manager [None req-5de0fc6d-0f82-4898-80d7-f1c042c9c6f3 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Start destroying the instance on the hypervisor. {{(pid=74854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 17:17:14 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:14 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:14 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:14 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:15 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Instance destroyed successfully.
Oct 23 17:17:15 user nova-compute[74854]: DEBUG nova.objects.instance [None req-5de0fc6d-0f82-4898-80d7-f1c042c9c6f3 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Lazy-loading 'resources' on Instance uuid a5b1d996-4927-410a-ae7c-180c62b19856 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:17:15 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-5de0fc6d-0f82-4898-80d7-f1c042c9c6f3 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:09:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-710386457',display_name='tempest-ServerStableDeviceRescueTest-server-710386457',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-710386457',id=17,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJybCQDV4OlI9oi9DndNvkly+/g6jm81q6DGkwy8DmzUrN5TZDr10ZUPWLdZbciEV83KtF67CLa1JJncxbdlm6uTPyu03eTYckHx1AiFUfDKrxDL6zMsWcGW+cSiJAF3Hw==',key_name='tempest-keypair-1780240585',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:14:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ae3eeda277ca4adcb15524e0f77e9c1c',ramdisk_id='',reservation_id='r-9360snxb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-911537800',owner_user_name='tempest-ServerStableDeviceRescueTest-911537800-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:15:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='769ddddf984443ddb592bbd827854a76',uuid=a5b1d996-4927-410a-ae7c-180c62b19856,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2fc8c51b-9001-4e1d-8309-d946e27cb019", "address": "fa:16:3e:58:7c:bd", "network": {"id": "9cb3e2f6-869a-4d82-971e-1fb831d316ed", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1054865617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.92", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ae3eeda277ca4adcb15524e0f77e9c1c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fc8c51b-90", "ovs_interfaceid": "2fc8c51b-9001-4e1d-8309-d946e27cb019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:17:15 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-5de0fc6d-0f82-4898-80d7-f1c042c9c6f3 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Converting VIF {"id": "2fc8c51b-9001-4e1d-8309-d946e27cb019", "address": "fa:16:3e:58:7c:bd", "network": {"id": "9cb3e2f6-869a-4d82-971e-1fb831d316ed", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1054865617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.92", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ae3eeda277ca4adcb15524e0f77e9c1c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2fc8c51b-90", "ovs_interfaceid": "2fc8c51b-9001-4e1d-8309-d946e27cb019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:17:15 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-5de0fc6d-0f82-4898-80d7-f1c042c9c6f3 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:58:7c:bd,bridge_name='br-int',has_traffic_filtering=True,id=2fc8c51b-9001-4e1d-8309-d946e27cb019,network=Network(9cb3e2f6-869a-4d82-971e-1fb831d316ed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2fc8c51b-90') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:17:15 user nova-compute[74854]: DEBUG os_vif [None req-5de0fc6d-0f82-4898-80d7-f1c042c9c6f3 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:58:7c:bd,bridge_name='br-int',has_traffic_filtering=True,id=2fc8c51b-9001-4e1d-8309-d946e27cb019,network=Network(9cb3e2f6-869a-4d82-971e-1fb831d316ed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2fc8c51b-90') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:17:15 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:15 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2fc8c51b-90, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:17:15 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:15 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:17:15 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:15 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b532c2a0-ea4a-413c-8a16-3372c0dbd565) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:17:15 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:15 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:17:15 user nova-compute[74854]: INFO os_vif [None req-5de0fc6d-0f82-4898-80d7-f1c042c9c6f3 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:58:7c:bd,bridge_name='br-int',has_traffic_filtering=True,id=2fc8c51b-9001-4e1d-8309-d946e27cb019,network=Network(9cb3e2f6-869a-4d82-971e-1fb831d316ed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2fc8c51b-90')
Oct 23 17:17:15 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-5de0fc6d-0f82-4898-80d7-f1c042c9c6f3 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Deleting instance files /opt/stack/data/nova/instances/a5b1d996-4927-410a-ae7c-180c62b19856_del
Oct 23 17:17:15 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-5de0fc6d-0f82-4898-80d7-f1c042c9c6f3 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Deletion of /opt/stack/data/nova/instances/a5b1d996-4927-410a-ae7c-180c62b19856_del complete
Oct 23 17:17:15 user nova-compute[74854]: INFO nova.compute.manager [None req-5de0fc6d-0f82-4898-80d7-f1c042c9c6f3 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Took 0.90 seconds to destroy the instance on the hypervisor.
Oct 23 17:17:15 user nova-compute[74854]: DEBUG oslo.service.loopingcall [None req-5de0fc6d-0f82-4898-80d7-f1c042c9c6f3 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 17:17:15 user nova-compute[74854]: DEBUG nova.compute.manager [-] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Deallocating network for instance {{(pid=74854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 17:17:15 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] deallocate_for_instance() {{(pid=74854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 17:17:15 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:16 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:17:16 user nova-compute[74854]: INFO nova.compute.manager [-] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Took 1.33 seconds to deallocate network for instance.
Oct 23 17:17:16 user nova-compute[74854]: DEBUG nova.compute.manager [req-d187704e-d837-4bcd-a6ff-ff15c4e18c71 req-7f248009-31ad-4c3e-a3f6-cbc4548ce1d9 service nova] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Received event network-vif-deleted-2fc8c51b-9001-4e1d-8309-d946e27cb019 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:17:16 user nova-compute[74854]: INFO nova.compute.manager [req-d187704e-d837-4bcd-a6ff-ff15c4e18c71 req-7f248009-31ad-4c3e-a3f6-cbc4548ce1d9 service nova] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Neutron deleted interface 2fc8c51b-9001-4e1d-8309-d946e27cb019; detaching it from the instance and deleting it from the info cache
Oct 23 17:17:16 user nova-compute[74854]: DEBUG nova.network.neutron [req-d187704e-d837-4bcd-a6ff-ff15c4e18c71 req-7f248009-31ad-4c3e-a3f6-cbc4548ce1d9 service nova] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:17:16 user nova-compute[74854]: DEBUG nova.compute.manager [req-d187704e-d837-4bcd-a6ff-ff15c4e18c71 req-7f248009-31ad-4c3e-a3f6-cbc4548ce1d9 service nova] [instance: a5b1d996-4927-410a-ae7c-180c62b19856] Detach interface failed, port_id=2fc8c51b-9001-4e1d-8309-d946e27cb019, reason: Instance a5b1d996-4927-410a-ae7c-180c62b19856 could not be found. {{(pid=74854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 23 17:17:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5de0fc6d-0f82-4898-80d7-f1c042c9c6f3 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:17:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5de0fc6d-0f82-4898-80d7-f1c042c9c6f3 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:17:17 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-5de0fc6d-0f82-4898-80d7-f1c042c9c6f3 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:17:17 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-5de0fc6d-0f82-4898-80d7-f1c042c9c6f3 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:17:17 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5de0fc6d-0f82-4898-80d7-f1c042c9c6f3 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.404s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:17:17 user nova-compute[74854]: INFO nova.scheduler.client.report [None req-5de0fc6d-0f82-4898-80d7-f1c042c9c6f3 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Deleted allocations for instance a5b1d996-4927-410a-ae7c-180c62b19856
Oct 23 17:17:17 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5de0fc6d-0f82-4898-80d7-f1c042c9c6f3 tempest-ServerStableDeviceRescueTest-911537800 tempest-ServerStableDeviceRescueTest-911537800-project-member] Lock "a5b1d996-4927-410a-ae7c-180c62b19856" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.849s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:17:17 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:19 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:21 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-af81ed78-6e65-402c-9de5-65df86e01a55 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Calling os-brick to attach iSCSI Volume {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 17:17:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-af81ed78-6e65-402c-9de5-65df86e01a55 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bDBGSszp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:17:21 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-af81ed78-6e65-402c-9de5-65df86e01a55 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:17:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-af81ed78-6e65-402c-9de5-65df86e01a55 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:17:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-af81ed78-6e65-402c-9de5-65df86e01a55 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:17:21 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-af81ed78-6e65-402c-9de5-65df86e01a55 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:17:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-af81ed78-6e65-402c-9de5-65df86e01a55 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:17:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-af81ed78-6e65-402c-9de5-65df86e01a55 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:17:21 user nova-compute[74854]: INFO os_brick.initiator.connectors.iscsi [None req-af81ed78-6e65-402c-9de5-65df86e01a55 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 17:17:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a -p 172.16.0.220:3260 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:21 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e92d7c5d-7a3c-4a4c-a69c-cdbcd2768577]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:17:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-af81ed78-6e65-402c-9de5-65df86e01a55 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 17:17:21 user nova-compute[74854]:  {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:17:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a -p 172.16.0.220:3260 --interface default --op new {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:21 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[d02441c8-93b0-4950-ba12-97305131ca6c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a] added\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:17:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-af81ed78-6e65-402c-9de5-65df86e01a55 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a] added
Oct 23 17:17:21 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:17:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:21 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c0a1c92-d4d0-4b47-91dd-148b802b55bc]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:17:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-af81ed78-6e65-402c-9de5-65df86e01a55 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:17:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:21 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f14c09e-37c5-4ec1-887a-9a7ed0fbc9b4]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:17:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-af81ed78-6e65-402c-9de5-65df86e01a55 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:17:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bDBGSszp {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bDBGSszp" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:21 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9fa2eb7-5976-4854-9ef9-464fe93021c6]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:17:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-af81ed78-6e65-402c-9de5-65df86e01a55 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'bDBGSszp'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:17:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:21 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[3aa3b40b-4491-4bda-8561-004ed7f3a680]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:17:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-af81ed78-6e65-402c-9de5-65df86e01a55 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:17:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:21 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1196002-fc05-4f05-a3f0-23cf580906df]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:17:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-af81ed78-6e65-402c-9de5-65df86e01a55 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:17:21 user nova-compute[74854]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 (non-flash)
Oct 23 17:17:21 user nova-compute[74854]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a (non-flash)
Oct 23 17:17:21 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:17:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-af81ed78-6e65-402c-9de5-65df86e01a55 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:17:21 user nova-compute[74854]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 (non-flash)
Oct 23 17:17:21 user nova-compute[74854]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a (non-flash)
Oct 23 17:17:21 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:17:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a -p 172.16.0.220:3260 --login {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a -p 172.16.0.220:3260 --login" returned: 0 in 0.066s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:21 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ceea74e-3433-40e0-9593-34ca50e07f54]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:17:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-af81ed78-6e65-402c-9de5-65df86e01a55 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a, portal: 172.16.0.220,3260]
Oct 23 17:17:21 user nova-compute[74854]: Login to [iface: default, target: iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a, portal: 172.16.0.220,3260] successful.
Oct 23 17:17:21 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:17:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:21 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[053a79f8-e938-435f-bfad-236e05e77a41]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:17:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-af81ed78-6e65-402c-9de5-65df86e01a55 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:17:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:21 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3f08be2-07c3-40f0-a03f-c3b4c0b2df3c]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:17:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-af81ed78-6e65-402c-9de5-65df86e01a55 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:17:21 user nova-compute[74854]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 (non-flash)
Oct 23 17:17:21 user nova-compute[74854]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a (non-flash)
Oct 23 17:17:21 user nova-compute[74854]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a (non-flash)
Oct 23 17:17:21 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:17:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-af81ed78-6e65-402c-9de5-65df86e01a55 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:17:21 user nova-compute[74854]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 (non-flash)
Oct 23 17:17:21 user nova-compute[74854]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a (non-flash)
Oct 23 17:17:21 user nova-compute[74854]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a (non-flash)
Oct 23 17:17:21 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:17:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-af81ed78-6e65-402c-9de5-65df86e01a55 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.297s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:17:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-af81ed78-6e65-402c-9de5-65df86e01a55 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Connected to 172.16.0.220:3260 {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 17:17:21 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-af81ed78-6e65-402c-9de5-65df86e01a55 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] HCTL ('36', '-', '-', 0) found on session 27 with lun 0 {{(pid=74854) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 17:17:21 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-af81ed78-6e65-402c-9de5-65df86e01a55 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74854) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 17:17:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:21 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe00ff0c-0e03-4fe5-b4f9-5266f6fa1e8a]: (4, ('- - 0', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:17:21 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-af81ed78-6e65-402c-9de5-65df86e01a55 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Searching for a device in session 27 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:17:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-af81ed78-6e65-402c-9de5-65df86e01a55 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bDBGSszp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 17:17:22 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-af81ed78-6e65-402c-9de5-65df86e01a55 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.335s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:17:22 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-af81ed78-6e65-402c-9de5-65df86e01a55 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] <== connect_volume: return (1336ms) {'type': 'block', 'scsi_wwn': '23137613932643039', 'path': '/dev/sde'} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:17:22 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-af81ed78-6e65-402c-9de5-65df86e01a55 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23137613932643039', 'path': '/dev/sde'} {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 17:17:22 user nova-compute[74854]: DEBUG nova.objects.instance [None req-af81ed78-6e65-402c-9de5-65df86e01a55 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lazy-loading 'flavor' on Instance uuid a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:17:22 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-af81ed78-6e65-402c-9de5-65df86e01a55 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] attach device xml: <disk type="block" device="disk">
Oct 23 17:17:22 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:17:22 user nova-compute[74854]:   <source dev="/dev/sde"/>
Oct 23 17:17:22 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:17:22 user nova-compute[74854]:   <serial>1fa141af-c8b5-42ee-a583-2ddcbf3ac24a</serial>
Oct 23 17:17:22 user nova-compute[74854]: </disk>
Oct 23 17:17:22 user nova-compute[74854]:  {{(pid=74854) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 17:17:22 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-af81ed78-6e65-402c-9de5-65df86e01a55 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:17:22 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-af81ed78-6e65-402c-9de5-65df86e01a55 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:17:22 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-af81ed78-6e65-402c-9de5-65df86e01a55 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] No VIF found with MAC fa:16:3e:1f:39:57, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:17:23 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-af81ed78-6e65-402c-9de5-65df86e01a55 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 20.021s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:17:23 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Acquiring lock "7809ba0d-ad90-46fb-bf9c-55d619abe533" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:17:23 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lock "7809ba0d-ad90-46fb-bf9c-55d619abe533" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:17:23 user nova-compute[74854]: DEBUG nova.compute.manager [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Starting instance... {{(pid=74854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 17:17:23 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:17:23 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.003s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:17:23 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74854) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 17:17:23 user nova-compute[74854]: INFO nova.compute.claims [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Claim successful on node user
Oct 23 17:17:23 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:17:23 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:17:23 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.465s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:17:23 user nova-compute[74854]: DEBUG nova.compute.manager [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Start building networks asynchronously for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 17:17:23 user nova-compute[74854]: DEBUG nova.compute.manager [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Allocating IP information in the background. {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 17:17:23 user nova-compute[74854]: DEBUG nova.network.neutron [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] allocate_for_instance() {{(pid=74854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 17:17:23 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 17:17:24 user nova-compute[74854]: DEBUG nova.policy [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56612ed25f8e49cc923bd573c2fe5e27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd968be38b4dc497e9497da73b146ae6e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74854) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 17:17:24 user nova-compute[74854]: DEBUG nova.compute.manager [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Start building block device mappings for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 17:17:24 user nova-compute[74854]: INFO nova.compute.manager [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Rebuilding instance
Oct 23 17:17:24 user nova-compute[74854]: DEBUG nova.compute.manager [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Start spawning the instance on the hypervisor. {{(pid=74854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 17:17:24 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Creating instance directory {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 17:17:24 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Creating image(s)
Oct 23 17:17:24 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Acquiring lock "/opt/stack/data/nova/instances/7809ba0d-ad90-46fb-bf9c-55d619abe533/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:17:24 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lock "/opt/stack/data/nova/instances/7809ba0d-ad90-46fb-bf9c-55d619abe533/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:17:24 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lock "/opt/stack/data/nova/instances/7809ba0d-ad90-46fb-bf9c-55d619abe533/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:17:24 user nova-compute[74854]: DEBUG nova.compute.manager [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:17:24 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:24 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.182s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:24 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Acquiring lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:17:24 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:17:24 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:24 user nova-compute[74854]: DEBUG nova.compute.manager [req-b95990c3-2644-425f-942d-39faeff6dd8f req-4f963353-3425-411f-b551-a1d81fb438b3 service nova] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Received event network-vif-unplugged-932952db-8d52-4df4-93fb-72a96300f920 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:17:24 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-b95990c3-2644-425f-942d-39faeff6dd8f req-4f963353-3425-411f-b551-a1d81fb438b3 service nova] Acquiring lock "a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:17:24 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-b95990c3-2644-425f-942d-39faeff6dd8f req-4f963353-3425-411f-b551-a1d81fb438b3 service nova] Lock "a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:17:24 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-b95990c3-2644-425f-942d-39faeff6dd8f req-4f963353-3425-411f-b551-a1d81fb438b3 service nova] Lock "a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:17:24 user nova-compute[74854]: DEBUG nova.compute.manager [req-b95990c3-2644-425f-942d-39faeff6dd8f req-4f963353-3425-411f-b551-a1d81fb438b3 service nova] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] No waiting events found dispatching network-vif-unplugged-932952db-8d52-4df4-93fb-72a96300f920 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:17:24 user nova-compute[74854]: WARNING nova.compute.manager [req-b95990c3-2644-425f-942d-39faeff6dd8f req-4f963353-3425-411f-b551-a1d81fb438b3 service nova] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Received unexpected event network-vif-unplugged-932952db-8d52-4df4-93fb-72a96300f920 for instance with vm_state active and task_state rebuilding.
Oct 23 17:17:24 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.200s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:24 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/7809ba0d-ad90-46fb-bf9c-55d619abe533/disk 1073741824 {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:24 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/7809ba0d-ad90-46fb-bf9c-55d619abe533/disk 1073741824" returned: 0 in 0.060s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:24 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.264s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:17:24 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:24 user nova-compute[74854]: DEBUG nova.network.neutron [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Successfully created port: c762c92c-42d8-4f3c-9c19-052431dab999 {{(pid=74854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 17:17:24 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.183s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:24 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7809ba0d-ad90-46fb-bf9c-55d619abe533/disk. size=1073741824 {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 17:17:24 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7809ba0d-ad90-46fb-bf9c-55d619abe533/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7809ba0d-ad90-46fb-bf9c-55d619abe533/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Cannot resize image /opt/stack/data/nova/instances/7809ba0d-ad90-46fb-bf9c-55d619abe533/disk to a smaller size. {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Created local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Ensure instance console log exists: /opt/stack/data/nova/instances/7809ba0d-ad90-46fb-bf9c-55d619abe533/console.log {{(pid=74854) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:17:25 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Instance destroyed successfully.
Oct 23 17:17:25 user nova-compute[74854]: INFO nova.compute.manager [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Detaching volume 1fa141af-c8b5-42ee-a583-2ddcbf3ac24a
Oct 23 17:17:25 user nova-compute[74854]: INFO nova.virt.block_device [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Attempting to driver detach volume 1fa141af-c8b5-42ee-a583-2ddcbf3ac24a from mountpoint /dev/vdb
Oct 23 17:17:25 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Attempting to detach device vdb from instance a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a from the persistent domain config. {{(pid=74854) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 17:17:25 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:17:25 user nova-compute[74854]:   <source dev="/dev/sde"/>
Oct 23 17:17:25 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:17:25 user nova-compute[74854]:   <serial>1fa141af-c8b5-42ee-a583-2ddcbf3ac24a</serial>
Oct 23 17:17:25 user nova-compute[74854]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 17:17:25 user nova-compute[74854]: </disk>
Oct 23 17:17:25 user nova-compute[74854]:  {{(pid=74854) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG nova.network.neutron [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Successfully updated port: c762c92c-42d8-4f3c-9c19-052431dab999 {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:17:25 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Successfully detached device vdb from instance a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a from the persistent domain config.
Oct 23 17:17:25 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] calling os-brick to detach iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, {'target_iqn': 'iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bDBGSszp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:17:25 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 23 17:17:25 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Acquiring lock "refresh_cache-7809ba0d-ad90-46fb-bf9c-55d619abe533" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Acquired lock "refresh_cache-7809ba0d-ad90-46fb-bf9c-55d619abe533" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG nova.network.neutron [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG nova.compute.manager [req-8be0ea2a-ed08-4da1-a21c-c8a5491b21d9 req-d5bd6f6b-990d-4a0c-8921-dc0379d6545e service nova] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Received event network-changed-c762c92c-42d8-4f3c-9c19-052431dab999 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG nova.compute.manager [req-8be0ea2a-ed08-4da1-a21c-c8a5491b21d9 req-d5bd6f6b-990d-4a0c-8921-dc0379d6545e service nova] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Refreshing instance network info cache due to event network-changed-c762c92c-42d8-4f3c-9c19-052431dab999. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-8be0ea2a-ed08-4da1-a21c-c8a5491b21d9 req-d5bd6f6b-990d-4a0c-8921-dc0379d6545e service nova] Acquiring lock "refresh_cache-7809ba0d-ad90-46fb-bf9c-55d619abe533" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b476cee4-da0f-428d-9e2f-e07522d516a2]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 17:17:25 user nova-compute[74854]: No targets found.
Oct 23 17:17:25 user nova-compute[74854]: iSNS:
Oct 23 17:17:25 user nova-compute[74854]: No targets found.
Oct 23 17:17:25 user nova-compute[74854]: STATIC:
Oct 23 17:17:25 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5
Oct 23 17:17:25 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:17:25 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:17:25 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a
Oct 23 17:17:25 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:17:25 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:17:25 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a
Oct 23 17:17:25 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:17:25 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:17:25 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1
Oct 23 17:17:25 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:17:25 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:17:25 user nova-compute[74854]: FIRMWARE:
Oct 23 17:17:25 user nova-compute[74854]: No targets found.
Oct 23 17:17:25 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 17:17:25 user nova-compute[74854]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 17:17:25 user nova-compute[74854]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74854) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a', 0)] {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[126abe97-1cdc-4049-9189-30e6bd357b5d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG nova.network.neutron [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Instance cache missing network info. {{(pid=74854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f39eac7-241a-419f-b5eb-a6e2511a4d19]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:17:25 user nova-compute[74854]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 (non-flash)
Oct 23 17:17:25 user nova-compute[74854]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a (non-flash)
Oct 23 17:17:25 user nova-compute[74854]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a (non-flash)
Oct 23 17:17:25 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:17:25 user nova-compute[74854]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 (non-flash)
Oct 23 17:17:25 user nova-compute[74854]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a (non-flash)
Oct 23 17:17:25 user nova-compute[74854]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a (non-flash)
Oct 23 17:17:25 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f3038d73400>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a'): ({'sde'}, set())}) {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Removing single pathed devices sde {{(pid=74854) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ca82e12-b881-46e5-8ca3-9b49237a515d]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3e88580-0c91-42ca-a774-34a3742b199b]: (4, ('ok\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Flushing IO for device /dev/sde {{(pid=74854) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.014s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[063006c1-8517-4f50-9e54-5ed5c437c7c4]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74854) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.049s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[3de211dc-89ec-4a39-b674-302551c26272]: (4, ('1', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] SCSI volumes sde have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a')] {{(pid=74854) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b52ae3bb-4e57-42a2-8fa7-436734e7df60]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a -p 172.16.0.220:3260 --logout {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG nova.network.neutron [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Updating instance_info_cache with network_info: [{"id": "c762c92c-42d8-4f3c-9c19-052431dab999", "address": "fa:16:3e:df:98:5b", "network": {"id": "e7586faa-cc61-4cea-8308-d99cae3e5423", "bridge": "br-int", "label": "tempest-TestStampPattern-809160075-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d968be38b4dc497e9497da73b146ae6e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc762c92c-42", "ovs_interfaceid": "c762c92c-42d8-4f3c-9c19-052431dab999", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8fa8393-3994-4889-aa49-f742b44146b2]: (4, ('Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a, portal: 172.16.0.220,3260]\nLogout of [sid: 27, target: iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a, portal: 172.16.0.220,3260]
Oct 23 17:17:25 user nova-compute[74854]: Logout of [sid: 27, target: iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a, portal: 172.16.0.220,3260] successful.
Oct 23 17:17:25 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a -p 172.16.0.220:3260 --op delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Releasing lock "refresh_cache-7809ba0d-ad90-46fb-bf9c-55d619abe533" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG nova.compute.manager [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Instance network_info: |[{"id": "c762c92c-42d8-4f3c-9c19-052431dab999", "address": "fa:16:3e:df:98:5b", "network": {"id": "e7586faa-cc61-4cea-8308-d99cae3e5423", "bridge": "br-int", "label": "tempest-TestStampPattern-809160075-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d968be38b4dc497e9497da73b146ae6e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc762c92c-42", "ovs_interfaceid": "c762c92c-42d8-4f3c-9c19-052431dab999", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-8be0ea2a-ed08-4da1-a21c-c8a5491b21d9 req-d5bd6f6b-990d-4a0c-8921-dc0379d6545e service nova] Acquired lock "refresh_cache-7809ba0d-ad90-46fb-bf9c-55d619abe533" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG nova.network.neutron [req-8be0ea2a-ed08-4da1-a21c-c8a5491b21d9 req-d5bd6f6b-990d-4a0c-8921-dc0379d6545e service nova] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Refreshing network info cache for port c762c92c-42d8-4f3c-9c19-052431dab999 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Start _get_guest_xml network_info=[{"id": "c762c92c-42d8-4f3c-9c19-052431dab999", "address": "fa:16:3e:df:98:5b", "network": {"id": "e7586faa-cc61-4cea-8308-d99cae3e5423", "bridge": "br-int", "label": "tempest-TestStampPattern-809160075-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d968be38b4dc497e9497da73b146ae6e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc762c92c-42", "ovs_interfaceid": "c762c92c-42d8-4f3c-9c19-052431dab999", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'encryption_format': None, 'encryption_options': None, 'size': 0, 'boot_index': 0, 'encrypted': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'image_id': '68c345df-c9e8-475a-b17c-635fa0c7e894'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:17:25 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:17:25 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:17:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[c18d6024-8461-407e-886b-6ce871441a7f]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.329s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] <== disconnect_volume: return (331ms) None {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Disconnected iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:17:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1979322776',display_name='tempest-TestStampPattern-server-1979322776',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1979322776',id=29,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCnxcN3DihHNXaG4tgmFyXpMBUCNwH0fpbiBz2nWtqlijV8A+DM9I0wVf/dAQitbD/IIsfmDvpfc903DIfqWmIL3ZPOotQ0C22b7d/AQkN7PsyH2jD0AtlF3ssyerSoraQ==',key_name='tempest-TestStampPattern-1848905342',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d968be38b4dc497e9497da73b146ae6e',ramdisk_id='',reservation_id='r-5lr7qu3d',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-538963487',owner_user_name='tempest-TestStampPattern-538963487-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:17:24Z,user_data=None,user_id='56612ed25f8e49cc923bd573c2fe5e27',uuid=7809ba0d-ad90-46fb-bf9c-55d619abe533,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c762c92c-42d8-4f3c-9c19-052431dab999", "address": "fa:16:3e:df:98:5b", "network": {"id": "e7586faa-cc61-4cea-8308-d99cae3e5423", "bridge": "br-int", "label": "tempest-TestStampPattern-809160075-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d968be38b4dc497e9497da73b146ae6e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc762c92c-42", "ovs_interfaceid": "c762c92c-42d8-4f3c-9c19-052431dab999", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Converting VIF {"id": "c762c92c-42d8-4f3c-9c19-052431dab999", "address": "fa:16:3e:df:98:5b", "network": {"id": "e7586faa-cc61-4cea-8308-d99cae3e5423", "bridge": "br-int", "label": "tempest-TestStampPattern-809160075-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d968be38b4dc497e9497da73b146ae6e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc762c92c-42", "ovs_interfaceid": "c762c92c-42d8-4f3c-9c19-052431dab999", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:df:98:5b,bridge_name='br-int',has_traffic_filtering=True,id=c762c92c-42d8-4f3c-9c19-052431dab999,network=Network(e7586faa-cc61-4cea-8308-d99cae3e5423),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc762c92c-42') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG nova.objects.instance [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lazy-loading 'pci_devices' on Instance uuid 7809ba0d-ad90-46fb-bf9c-55d619abe533 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:17:25 user nova-compute[74854]:   <uuid>7809ba0d-ad90-46fb-bf9c-55d619abe533</uuid>
Oct 23 17:17:25 user nova-compute[74854]:   <name>instance-0000001d</name>
Oct 23 17:17:25 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:17:25 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:17:25 user nova-compute[74854]:   <metadata>
Oct 23 17:17:25 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:17:25 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:17:25 user nova-compute[74854]:       <nova:name>tempest-TestStampPattern-server-1979322776</nova:name>
Oct 23 17:17:25 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:17:25</nova:creationTime>
Oct 23 17:17:25 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:17:25 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:17:25 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:17:25 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:17:25 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:17:25 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:17:25 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:17:25 user nova-compute[74854]:       <nova:owner>
Oct 23 17:17:25 user nova-compute[74854]:         <nova:user uuid="56612ed25f8e49cc923bd573c2fe5e27">tempest-TestStampPattern-538963487-project-member</nova:user>
Oct 23 17:17:25 user nova-compute[74854]:         <nova:project uuid="d968be38b4dc497e9497da73b146ae6e">tempest-TestStampPattern-538963487</nova:project>
Oct 23 17:17:25 user nova-compute[74854]:       </nova:owner>
Oct 23 17:17:25 user nova-compute[74854]:       <nova:root type="image" uuid="68c345df-c9e8-475a-b17c-635fa0c7e894"/>
Oct 23 17:17:25 user nova-compute[74854]:       <nova:ports>
Oct 23 17:17:25 user nova-compute[74854]:         <nova:port uuid="c762c92c-42d8-4f3c-9c19-052431dab999">
Oct 23 17:17:25 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 23 17:17:25 user nova-compute[74854]:         </nova:port>
Oct 23 17:17:25 user nova-compute[74854]:       </nova:ports>
Oct 23 17:17:25 user nova-compute[74854]:     </nova:instance>
Oct 23 17:17:25 user nova-compute[74854]:   </metadata>
Oct 23 17:17:25 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:17:25 user nova-compute[74854]:     <system>
Oct 23 17:17:25 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:17:25 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:17:25 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:17:25 user nova-compute[74854]:       <entry name="serial">7809ba0d-ad90-46fb-bf9c-55d619abe533</entry>
Oct 23 17:17:25 user nova-compute[74854]:       <entry name="uuid">7809ba0d-ad90-46fb-bf9c-55d619abe533</entry>
Oct 23 17:17:25 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:17:25 user nova-compute[74854]:     </system>
Oct 23 17:17:25 user nova-compute[74854]:   </sysinfo>
Oct 23 17:17:25 user nova-compute[74854]:   <os>
Oct 23 17:17:25 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:17:25 user nova-compute[74854]:     <boot dev="hd"/>
Oct 23 17:17:25 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:17:25 user nova-compute[74854]:   </os>
Oct 23 17:17:25 user nova-compute[74854]:   <features>
Oct 23 17:17:25 user nova-compute[74854]:     <acpi/>
Oct 23 17:17:25 user nova-compute[74854]:     <apic/>
Oct 23 17:17:25 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:17:25 user nova-compute[74854]:   </features>
Oct 23 17:17:25 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:17:25 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:17:25 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:17:25 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:17:25 user nova-compute[74854]:   </clock>
Oct 23 17:17:25 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:17:25 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:17:25 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:17:25 user nova-compute[74854]:   </cpu>
Oct 23 17:17:25 user nova-compute[74854]:   <devices>
Oct 23 17:17:25 user nova-compute[74854]:     <disk type="file" device="disk">
Oct 23 17:17:25 user nova-compute[74854]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 17:17:25 user nova-compute[74854]:       <source file="/opt/stack/data/nova/instances/7809ba0d-ad90-46fb-bf9c-55d619abe533/disk"/>
Oct 23 17:17:25 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:17:25 user nova-compute[74854]:     </disk>
Oct 23 17:17:25 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:17:25 user nova-compute[74854]:       <mac address="fa:16:3e:df:98:5b"/>
Oct 23 17:17:25 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:17:25 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:17:25 user nova-compute[74854]:       <target dev="tapc762c92c-42"/>
Oct 23 17:17:25 user nova-compute[74854]:     </interface>
Oct 23 17:17:25 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:17:25 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/7809ba0d-ad90-46fb-bf9c-55d619abe533/console.log" append="off"/>
Oct 23 17:17:25 user nova-compute[74854]:     </serial>
Oct 23 17:17:25 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:17:25 user nova-compute[74854]:     <video>
Oct 23 17:17:25 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:17:25 user nova-compute[74854]:     </video>
Oct 23 17:17:25 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:17:25 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:17:25 user nova-compute[74854]:     </rng>
Oct 23 17:17:25 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:17:25 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:17:25 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:17:25 user nova-compute[74854]:     </memballoon>
Oct 23 17:17:25 user nova-compute[74854]:   </devices>
Oct 23 17:17:25 user nova-compute[74854]: </domain>
Oct 23 17:17:25 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:17:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1979322776',display_name='tempest-TestStampPattern-server-1979322776',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1979322776',id=29,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCnxcN3DihHNXaG4tgmFyXpMBUCNwH0fpbiBz2nWtqlijV8A+DM9I0wVf/dAQitbD/IIsfmDvpfc903DIfqWmIL3ZPOotQ0C22b7d/AQkN7PsyH2jD0AtlF3ssyerSoraQ==',key_name='tempest-TestStampPattern-1848905342',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d968be38b4dc497e9497da73b146ae6e',ramdisk_id='',reservation_id='r-5lr7qu3d',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-538963487',owner_user_name='tempest-TestStampPattern-538963487-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:17:24Z,user_data=None,user_id='56612ed25f8e49cc923bd573c2fe5e27',uuid=7809ba0d-ad90-46fb-bf9c-55d619abe533,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c762c92c-42d8-4f3c-9c19-052431dab999", "address": "fa:16:3e:df:98:5b", "network": {"id": "e7586faa-cc61-4cea-8308-d99cae3e5423", "bridge": "br-int", "label": "tempest-TestStampPattern-809160075-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d968be38b4dc497e9497da73b146ae6e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc762c92c-42", "ovs_interfaceid": "c762c92c-42d8-4f3c-9c19-052431dab999", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Converting VIF {"id": "c762c92c-42d8-4f3c-9c19-052431dab999", "address": "fa:16:3e:df:98:5b", "network": {"id": "e7586faa-cc61-4cea-8308-d99cae3e5423", "bridge": "br-int", "label": "tempest-TestStampPattern-809160075-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d968be38b4dc497e9497da73b146ae6e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc762c92c-42", "ovs_interfaceid": "c762c92c-42d8-4f3c-9c19-052431dab999", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:df:98:5b,bridge_name='br-int',has_traffic_filtering=True,id=c762c92c-42d8-4f3c-9c19-052431dab999,network=Network(e7586faa-cc61-4cea-8308-d99cae3e5423),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc762c92c-42') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG os_vif [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:98:5b,bridge_name='br-int',has_traffic_filtering=True,id=c762c92c-42d8-4f3c-9c19-052431dab999,network=Network(e7586faa-cc61-4cea-8308-d99cae3e5423),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc762c92c-42') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e58387df-f546-51e1-bf3f-d1a0849b57e2', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc762c92c-42, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc762c92c-42, col_values=(('qos', UUID('f004591a-2e1c-4910-b0b4-52c65d9fa703')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc762c92c-42, col_values=(('external_ids', {'iface-id': 'c762c92c-42d8-4f3c-9c19-052431dab999', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:df:98:5b', 'vm-uuid': '7809ba0d-ad90-46fb-bf9c-55d619abe533'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:25 user nova-compute[74854]: INFO os_vif [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:98:5b,bridge_name='br-int',has_traffic_filtering=True,id=c762c92c-42d8-4f3c-9c19-052431dab999,network=Network(e7586faa-cc61-4cea-8308-d99cae3e5423),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc762c92c-42')
Oct 23 17:17:25 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:17:25 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] No VIF found with MAC fa:16:3e:df:98:5b, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:17:26 user nova-compute[74854]: DEBUG nova.network.neutron [req-8be0ea2a-ed08-4da1-a21c-c8a5491b21d9 req-d5bd6f6b-990d-4a0c-8921-dc0379d6545e service nova] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Updated VIF entry in instance network info cache for port c762c92c-42d8-4f3c-9c19-052431dab999. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:17:26 user nova-compute[74854]: DEBUG nova.network.neutron [req-8be0ea2a-ed08-4da1-a21c-c8a5491b21d9 req-d5bd6f6b-990d-4a0c-8921-dc0379d6545e service nova] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Updating instance_info_cache with network_info: [{"id": "c762c92c-42d8-4f3c-9c19-052431dab999", "address": "fa:16:3e:df:98:5b", "network": {"id": "e7586faa-cc61-4cea-8308-d99cae3e5423", "bridge": "br-int", "label": "tempest-TestStampPattern-809160075-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d968be38b4dc497e9497da73b146ae6e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc762c92c-42", "ovs_interfaceid": "c762c92c-42d8-4f3c-9c19-052431dab999", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:17:26 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-8be0ea2a-ed08-4da1-a21c-c8a5491b21d9 req-d5bd6f6b-990d-4a0c-8921-dc0379d6545e service nova] Releasing lock "refresh_cache-7809ba0d-ad90-46fb-bf9c-55d619abe533" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:17:26 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Instance destroyed successfully.
Oct 23 17:17:26 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:15:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-852945115',display_name='tempest-ServerActionsTestOtherA-server-1643376145',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-852945115',id=25,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFS3YPZM0TXj1upT2tGYS+vj/SrPUWFfZp9RYpYFxc+Y7bF73y9G4kX+3d1wCFgoxWw+552loHSoCpOOf8CH3ww+VMIP51U7Ty1GXUpJFq69CeUuAWj/dI+a1WQSMUGv3Q==',key_name='tempest-keypair-1133157479',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:15:17Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='bca03991a9df481c86def54ea306564f',ramdisk_id='',reservation_id='r-d69fkayo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1778139926',owner_user_name='tempest-ServerActionsTestOtherA-1778139926-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:17:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5675213e913d4779a484c9a3715f56cf',uuid=a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "932952db-8d52-4df4-93fb-72a96300f920", "address": "fa:16:3e:1f:39:57", "network": {"id": "96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1329263426-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.61", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bca03991a9df481c86def54ea306564f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap932952db-8d", "ovs_interfaceid": "932952db-8d52-4df4-93fb-72a96300f920", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:17:26 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Converting VIF {"id": "932952db-8d52-4df4-93fb-72a96300f920", "address": "fa:16:3e:1f:39:57", "network": {"id": "96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1329263426-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.61", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bca03991a9df481c86def54ea306564f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap932952db-8d", "ovs_interfaceid": "932952db-8d52-4df4-93fb-72a96300f920", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:17:26 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:1f:39:57,bridge_name='br-int',has_traffic_filtering=True,id=932952db-8d52-4df4-93fb-72a96300f920,network=Network(96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap932952db-8d') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:17:26 user nova-compute[74854]: DEBUG os_vif [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:1f:39:57,bridge_name='br-int',has_traffic_filtering=True,id=932952db-8d52-4df4-93fb-72a96300f920,network=Network(96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap932952db-8d') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:17:26 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:26 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap932952db-8d, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:17:26 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:26 user nova-compute[74854]: DEBUG nova.compute.manager [req-4a6e434a-353b-405d-9d5e-6ad576cfb666 req-6cc00629-1e8a-48ba-9c09-4d07eef3c546 service nova] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Received event network-vif-plugged-932952db-8d52-4df4-93fb-72a96300f920 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:17:26 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-4a6e434a-353b-405d-9d5e-6ad576cfb666 req-6cc00629-1e8a-48ba-9c09-4d07eef3c546 service nova] Acquiring lock "a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:17:26 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-4a6e434a-353b-405d-9d5e-6ad576cfb666 req-6cc00629-1e8a-48ba-9c09-4d07eef3c546 service nova] Lock "a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:17:26 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-4a6e434a-353b-405d-9d5e-6ad576cfb666 req-6cc00629-1e8a-48ba-9c09-4d07eef3c546 service nova] Lock "a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:17:26 user nova-compute[74854]: DEBUG nova.compute.manager [req-4a6e434a-353b-405d-9d5e-6ad576cfb666 req-6cc00629-1e8a-48ba-9c09-4d07eef3c546 service nova] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] No waiting events found dispatching network-vif-plugged-932952db-8d52-4df4-93fb-72a96300f920 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:17:26 user nova-compute[74854]: WARNING nova.compute.manager [req-4a6e434a-353b-405d-9d5e-6ad576cfb666 req-6cc00629-1e8a-48ba-9c09-4d07eef3c546 service nova] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Received unexpected event network-vif-plugged-932952db-8d52-4df4-93fb-72a96300f920 for instance with vm_state active and task_state rebuilding.
Oct 23 17:17:26 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:17:26 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:26 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:26 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4708b379-8ec7-4a1e-a762-a327920160b1) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:17:26 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:26 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:17:26 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:26 user nova-compute[74854]: INFO os_vif [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:1f:39:57,bridge_name='br-int',has_traffic_filtering=True,id=932952db-8d52-4df4-93fb-72a96300f920,network=Network(96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap932952db-8d')
Oct 23 17:17:26 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] calling os-brick to detach iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 17:17:26 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, {'target_iqn': 'iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bDBGSszp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:17:26 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 23 17:17:26 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:17:26 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:17:26 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:26 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:26 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8d8b640-7ea3-4669-9096-de3b489c5495]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:17:26 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 17:17:26 user nova-compute[74854]: No targets found.
Oct 23 17:17:26 user nova-compute[74854]: iSNS:
Oct 23 17:17:26 user nova-compute[74854]: No targets found.
Oct 23 17:17:26 user nova-compute[74854]: STATIC:
Oct 23 17:17:26 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5
Oct 23 17:17:26 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:17:26 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:17:26 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a
Oct 23 17:17:26 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:17:26 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:17:26 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1
Oct 23 17:17:26 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:17:26 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:17:26 user nova-compute[74854]: FIRMWARE:
Oct 23 17:17:26 user nova-compute[74854]: No targets found.
Oct 23 17:17:26 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:17:26 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 17:17:26 user nova-compute[74854]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 17:17:26 user nova-compute[74854]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74854) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 17:17:26 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a', 0)] {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 17:17:26 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:26 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:26 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e26329b9-d5e9-42e5-a80e-c077ead9715b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:17:26 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:26 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:26 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d573283-2853-4442-affb-4e32901b8c2a]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:17:26 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:17:26 user nova-compute[74854]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 (non-flash)
Oct 23 17:17:26 user nova-compute[74854]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a (non-flash)
Oct 23 17:17:26 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:17:26 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:17:26 user nova-compute[74854]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 (non-flash)
Oct 23 17:17:26 user nova-compute[74854]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a (non-flash)
Oct 23 17:17:26 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:17:26 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f3038d73d00>, {}) {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 17:17:26 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Disconnecting from: [] {{(pid=74854) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 17:17:26 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.104s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:17:26 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] <== disconnect_volume: return (106ms) None {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:17:26 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Disconnected iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 17:17:26 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Deleting instance files /opt/stack/data/nova/instances/a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a_del
Oct 23 17:17:26 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Deletion of /opt/stack/data/nova/instances/a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a_del complete
Oct 23 17:17:27 user nova-compute[74854]: INFO nova.virt.block_device [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Booting with volume 1fa141af-c8b5-42ee-a583-2ddcbf3ac24a at /dev/vdb
Oct 23 17:17:27 user nova-compute[74854]: DEBUG os_brick.utils [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:17:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:27 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5b63ec4-52d6-4c9f-b35a-27a6a79e360a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a321e2f0722\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:17:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:27 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[20946b75-27eb-4231-9489-59467f7f2d19]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:17:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:27 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[2eec40e2-9e35-4bd9-bc03-dd064c81b891]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:17:27 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a5e999e-8901-4c61-8b3c-dd9862713e31]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:17:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Running cmd (subprocess): nvme version {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] 'nvme version' failed. Not Retrying. {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:17:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] nvme not present on system {{(pid=74854) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 17:17:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:17:27 user nova-compute[74854]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 17:17:27 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b14a016b-9cc0-4cc0-a8a4-27d076aaf5be]: (4, '') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:17:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74854) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 17:17:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 17:17:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] LIGHTOS: no hostnqn found. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 17:17:27 user nova-compute[74854]: DEBUG os_brick.utils [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a321e2f0722', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:17:27 user nova-compute[74854]: DEBUG nova.virt.block_device [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Updating existing volume attachment record: 62274505-084e-43c2-a108-07f19e8131c6 {{(pid=74854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 17:17:27 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:27 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:27 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:27 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:27 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:27 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:28 user nova-compute[74854]: DEBUG nova.compute.manager [req-39ef4b06-6bba-407a-920f-cffc012b2e6b req-09063f16-4519-409f-8c41-9949da4516dd service nova] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Received event network-vif-plugged-c762c92c-42d8-4f3c-9c19-052431dab999 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:17:28 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-39ef4b06-6bba-407a-920f-cffc012b2e6b req-09063f16-4519-409f-8c41-9949da4516dd service nova] Acquiring lock "7809ba0d-ad90-46fb-bf9c-55d619abe533-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:17:28 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-39ef4b06-6bba-407a-920f-cffc012b2e6b req-09063f16-4519-409f-8c41-9949da4516dd service nova] Lock "7809ba0d-ad90-46fb-bf9c-55d619abe533-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:17:28 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-39ef4b06-6bba-407a-920f-cffc012b2e6b req-09063f16-4519-409f-8c41-9949da4516dd service nova] Lock "7809ba0d-ad90-46fb-bf9c-55d619abe533-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:17:28 user nova-compute[74854]: DEBUG nova.compute.manager [req-39ef4b06-6bba-407a-920f-cffc012b2e6b req-09063f16-4519-409f-8c41-9949da4516dd service nova] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] No waiting events found dispatching network-vif-plugged-c762c92c-42d8-4f3c-9c19-052431dab999 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:17:28 user nova-compute[74854]: WARNING nova.compute.manager [req-39ef4b06-6bba-407a-920f-cffc012b2e6b req-09063f16-4519-409f-8c41-9949da4516dd service nova] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Received unexpected event network-vif-plugged-c762c92c-42d8-4f3c-9c19-052431dab999 for instance with vm_state building and task_state spawning.
Oct 23 17:17:28 user nova-compute[74854]: DEBUG nova.compute.manager [req-39ef4b06-6bba-407a-920f-cffc012b2e6b req-09063f16-4519-409f-8c41-9949da4516dd service nova] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Received event network-vif-plugged-c762c92c-42d8-4f3c-9c19-052431dab999 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:17:28 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-39ef4b06-6bba-407a-920f-cffc012b2e6b req-09063f16-4519-409f-8c41-9949da4516dd service nova] Acquiring lock "7809ba0d-ad90-46fb-bf9c-55d619abe533-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:17:28 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-39ef4b06-6bba-407a-920f-cffc012b2e6b req-09063f16-4519-409f-8c41-9949da4516dd service nova] Lock "7809ba0d-ad90-46fb-bf9c-55d619abe533-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:17:28 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-39ef4b06-6bba-407a-920f-cffc012b2e6b req-09063f16-4519-409f-8c41-9949da4516dd service nova] Lock "7809ba0d-ad90-46fb-bf9c-55d619abe533-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:17:28 user nova-compute[74854]: DEBUG nova.compute.manager [req-39ef4b06-6bba-407a-920f-cffc012b2e6b req-09063f16-4519-409f-8c41-9949da4516dd service nova] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] No waiting events found dispatching network-vif-plugged-c762c92c-42d8-4f3c-9c19-052431dab999 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:17:28 user nova-compute[74854]: WARNING nova.compute.manager [req-39ef4b06-6bba-407a-920f-cffc012b2e6b req-09063f16-4519-409f-8c41-9949da4516dd service nova] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Received unexpected event network-vif-plugged-c762c92c-42d8-4f3c-9c19-052431dab999 for instance with vm_state building and task_state spawning.
Oct 23 17:17:28 user nova-compute[74854]: DEBUG nova.compute.manager [req-39ef4b06-6bba-407a-920f-cffc012b2e6b req-09063f16-4519-409f-8c41-9949da4516dd service nova] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] Received event network-changed-21cc2766-7bc6-4219-9a91-22884c91b588 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:17:28 user nova-compute[74854]: DEBUG nova.compute.manager [req-39ef4b06-6bba-407a-920f-cffc012b2e6b req-09063f16-4519-409f-8c41-9949da4516dd service nova] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] Refreshing instance network info cache due to event network-changed-21cc2766-7bc6-4219-9a91-22884c91b588. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:17:28 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-39ef4b06-6bba-407a-920f-cffc012b2e6b req-09063f16-4519-409f-8c41-9949da4516dd service nova] Acquiring lock "refresh_cache-0b87ae05-f9fb-4028-8f24-dd116d355240" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:17:28 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-39ef4b06-6bba-407a-920f-cffc012b2e6b req-09063f16-4519-409f-8c41-9949da4516dd service nova] Acquired lock "refresh_cache-0b87ae05-f9fb-4028-8f24-dd116d355240" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:17:28 user nova-compute[74854]: DEBUG nova.network.neutron [req-39ef4b06-6bba-407a-920f-cffc012b2e6b req-09063f16-4519-409f-8c41-9949da4516dd service nova] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] Refreshing network info cache for port 21cc2766-7bc6-4219-9a91-22884c91b588 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:17:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-99884a4b-46b6-4bc9-aa32-c88dc8eec8e5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Acquiring lock "0b87ae05-f9fb-4028-8f24-dd116d355240" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:17:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-99884a4b-46b6-4bc9-aa32-c88dc8eec8e5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "0b87ae05-f9fb-4028-8f24-dd116d355240" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:17:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-99884a4b-46b6-4bc9-aa32-c88dc8eec8e5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Acquiring lock "0b87ae05-f9fb-4028-8f24-dd116d355240-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:17:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-99884a4b-46b6-4bc9-aa32-c88dc8eec8e5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "0b87ae05-f9fb-4028-8f24-dd116d355240-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:17:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-99884a4b-46b6-4bc9-aa32-c88dc8eec8e5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "0b87ae05-f9fb-4028-8f24-dd116d355240-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:17:29 user nova-compute[74854]: INFO nova.compute.manager [None req-99884a4b-46b6-4bc9-aa32-c88dc8eec8e5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] Terminating instance
Oct 23 17:17:29 user nova-compute[74854]: DEBUG nova.compute.manager [None req-99884a4b-46b6-4bc9-aa32-c88dc8eec8e5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] Start destroying the instance on the hypervisor. {{(pid=74854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 17:17:29 user nova-compute[74854]: DEBUG nova.network.neutron [req-39ef4b06-6bba-407a-920f-cffc012b2e6b req-09063f16-4519-409f-8c41-9949da4516dd service nova] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] Updated VIF entry in instance network info cache for port 21cc2766-7bc6-4219-9a91-22884c91b588. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:17:29 user nova-compute[74854]: DEBUG nova.network.neutron [req-39ef4b06-6bba-407a-920f-cffc012b2e6b req-09063f16-4519-409f-8c41-9949da4516dd service nova] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] Updating instance_info_cache with network_info: [{"id": "21cc2766-7bc6-4219-9a91-22884c91b588", "address": "fa:16:3e:4f:27:6c", "network": {"id": "8d2e7195-c77a-4a37-9e81-6d9a0ed8e649", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-389470825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dead1e870124b6badcc3f3c0523ffc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21cc2766-7b", "ovs_interfaceid": "21cc2766-7bc6-4219-9a91-22884c91b588", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:17:29 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-39ef4b06-6bba-407a-920f-cffc012b2e6b req-09063f16-4519-409f-8c41-9949da4516dd service nova] Releasing lock "refresh_cache-0b87ae05-f9fb-4028-8f24-dd116d355240" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:17:29 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:29 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:29 user nova-compute[74854]: DEBUG nova.compute.manager [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Instance event wait completed in 0 seconds for  {{(pid=74854) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 17:17:29 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Guest created on hypervisor {{(pid=74854) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 17:17:29 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:29 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Instance spawned successfully.
Oct 23 17:17:29 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 17:17:29 user nova-compute[74854]: DEBUG nova.compute.manager [req-2b03d83a-e61e-4704-bec0-5d70f32aed97 req-84812d88-8057-4a8a-86e0-f108b6f7607f service nova] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] Received event network-vif-unplugged-21cc2766-7bc6-4219-9a91-22884c91b588 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:17:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-2b03d83a-e61e-4704-bec0-5d70f32aed97 req-84812d88-8057-4a8a-86e0-f108b6f7607f service nova] Acquiring lock "0b87ae05-f9fb-4028-8f24-dd116d355240-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:17:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-2b03d83a-e61e-4704-bec0-5d70f32aed97 req-84812d88-8057-4a8a-86e0-f108b6f7607f service nova] Lock "0b87ae05-f9fb-4028-8f24-dd116d355240-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.005s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:17:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-2b03d83a-e61e-4704-bec0-5d70f32aed97 req-84812d88-8057-4a8a-86e0-f108b6f7607f service nova] Lock "0b87ae05-f9fb-4028-8f24-dd116d355240-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:17:29 user nova-compute[74854]: DEBUG nova.compute.manager [req-2b03d83a-e61e-4704-bec0-5d70f32aed97 req-84812d88-8057-4a8a-86e0-f108b6f7607f service nova] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] No waiting events found dispatching network-vif-unplugged-21cc2766-7bc6-4219-9a91-22884c91b588 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:17:29 user nova-compute[74854]: DEBUG nova.compute.manager [req-2b03d83a-e61e-4704-bec0-5d70f32aed97 req-84812d88-8057-4a8a-86e0-f108b6f7607f service nova] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] Received event network-vif-unplugged-21cc2766-7bc6-4219-9a91-22884c91b588 for instance with task_state deleting. {{(pid=74854) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 17:17:29 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Found default for hw_cdrom_bus of ide {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:17:29 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Found default for hw_disk_bus of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:17:29 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Found default for hw_input_bus of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:17:29 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Found default for hw_pointer_model of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:17:29 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Found default for hw_video_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:17:29 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Found default for hw_vif_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:17:29 user nova-compute[74854]: INFO nova.compute.manager [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Took 5.32 seconds to spawn the instance on the hypervisor.
Oct 23 17:17:29 user nova-compute[74854]: DEBUG nova.compute.manager [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:17:29 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] Instance destroyed successfully.
Oct 23 17:17:29 user nova-compute[74854]: DEBUG nova.objects.instance [None req-99884a4b-46b6-4bc9-aa32-c88dc8eec8e5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lazy-loading 'resources' on Instance uuid 0b87ae05-f9fb-4028-8f24-dd116d355240 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:17:29 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-99884a4b-46b6-4bc9-aa32-c88dc8eec8e5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:15:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-531029572',display_name='tempest-AttachVolumeNegativeTest-server-531029572',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-531029572',id=26,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAlazH9WEk6R3v1LlQk7FIwFnfqAtQLpTivtJdD590+XMWeq1RkAaQydU8U7XCpZgArhoTSqFFvZNCkWw7BYjTiLcZJBZZ9XZcA3AVFmLE10wnrQi5BlAdryT7zEmB11rQ==',key_name='tempest-keypair-1601786985',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:15:44Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9dead1e870124b6badcc3f3c0523ffc7',ramdisk_id='',reservation_id='r-qj0oy208',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-555328012',owner_user_name='tempest-AttachVolumeNegativeTest-555328012-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:15:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='add03e2b2c7c42b680a6a4c336e2a52b',uuid=0b87ae05-f9fb-4028-8f24-dd116d355240,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "21cc2766-7bc6-4219-9a91-22884c91b588", "address": "fa:16:3e:4f:27:6c", "network": {"id": "8d2e7195-c77a-4a37-9e81-6d9a0ed8e649", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-389470825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dead1e870124b6badcc3f3c0523ffc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21cc2766-7b", "ovs_interfaceid": "21cc2766-7bc6-4219-9a91-22884c91b588", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:17:29 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-99884a4b-46b6-4bc9-aa32-c88dc8eec8e5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Converting VIF {"id": "21cc2766-7bc6-4219-9a91-22884c91b588", "address": "fa:16:3e:4f:27:6c", "network": {"id": "8d2e7195-c77a-4a37-9e81-6d9a0ed8e649", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-389470825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dead1e870124b6badcc3f3c0523ffc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21cc2766-7b", "ovs_interfaceid": "21cc2766-7bc6-4219-9a91-22884c91b588", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:17:29 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-99884a4b-46b6-4bc9-aa32-c88dc8eec8e5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4f:27:6c,bridge_name='br-int',has_traffic_filtering=True,id=21cc2766-7bc6-4219-9a91-22884c91b588,network=Network(8d2e7195-c77a-4a37-9e81-6d9a0ed8e649),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap21cc2766-7b') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:17:29 user nova-compute[74854]: DEBUG os_vif [None req-99884a4b-46b6-4bc9-aa32-c88dc8eec8e5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4f:27:6c,bridge_name='br-int',has_traffic_filtering=True,id=21cc2766-7bc6-4219-9a91-22884c91b588,network=Network(8d2e7195-c77a-4a37-9e81-6d9a0ed8e649),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap21cc2766-7b') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:17:29 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:29 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap21cc2766-7b, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:17:29 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:29 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:17:29 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:29 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=cb314dd1-733d-4898-923a-f9716c10145f) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:17:29 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:29 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:29 user nova-compute[74854]: INFO os_vif [None req-99884a4b-46b6-4bc9-aa32-c88dc8eec8e5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4f:27:6c,bridge_name='br-int',has_traffic_filtering=True,id=21cc2766-7bc6-4219-9a91-22884c91b588,network=Network(8d2e7195-c77a-4a37-9e81-6d9a0ed8e649),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap21cc2766-7b')
Oct 23 17:17:29 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-99884a4b-46b6-4bc9-aa32-c88dc8eec8e5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] Deleting instance files /opt/stack/data/nova/instances/0b87ae05-f9fb-4028-8f24-dd116d355240_del
Oct 23 17:17:29 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-99884a4b-46b6-4bc9-aa32-c88dc8eec8e5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] Deletion of /opt/stack/data/nova/instances/0b87ae05-f9fb-4028-8f24-dd116d355240_del complete
Oct 23 17:17:29 user nova-compute[74854]: INFO nova.compute.manager [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Took 6.52 seconds to build instance.
Oct 23 17:17:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-08c82e40-a230-44be-b13a-234029d38435 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lock "7809ba0d-ad90-46fb-bf9c-55d619abe533" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.625s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:17:29 user nova-compute[74854]: INFO nova.compute.manager [None req-99884a4b-46b6-4bc9-aa32-c88dc8eec8e5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] Took 0.70 seconds to destroy the instance on the hypervisor.
Oct 23 17:17:29 user nova-compute[74854]: DEBUG oslo.service.loopingcall [None req-99884a4b-46b6-4bc9-aa32-c88dc8eec8e5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 17:17:29 user nova-compute[74854]: DEBUG nova.compute.manager [-] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] Deallocating network for instance {{(pid=74854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 17:17:29 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] deallocate_for_instance() {{(pid=74854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 17:17:30 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:17:30 user nova-compute[74854]: INFO nova.compute.manager [-] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] Took 0.63 seconds to deallocate network for instance.
Oct 23 17:17:30 user nova-compute[74854]: DEBUG nova.compute.manager [req-dbeeab5f-d5c2-4d6e-b886-e24519425972 req-ce3ed647-8770-41cb-b1e7-1b1d9ef3a62b service nova] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] Received event network-vif-deleted-21cc2766-7bc6-4219-9a91-22884c91b588 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:17:30 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-99884a4b-46b6-4bc9-aa32-c88dc8eec8e5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:17:30 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-99884a4b-46b6-4bc9-aa32-c88dc8eec8e5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:17:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:30 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-99884a4b-46b6-4bc9-aa32-c88dc8eec8e5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:17:30 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-99884a4b-46b6-4bc9-aa32-c88dc8eec8e5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:17:30 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-99884a4b-46b6-4bc9-aa32-c88dc8eec8e5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.376s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:17:30 user nova-compute[74854]: INFO nova.scheduler.client.report [None req-99884a4b-46b6-4bc9-aa32-c88dc8eec8e5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Deleted allocations for instance 0b87ae05-f9fb-4028-8f24-dd116d355240
Oct 23 17:17:31 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-99884a4b-46b6-4bc9-aa32-c88dc8eec8e5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "0b87ae05-f9fb-4028-8f24-dd116d355240" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.898s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:17:31 user nova-compute[74854]: DEBUG nova.compute.manager [req-68c90ba5-3bba-47ea-98e3-f6e61abf0a61 req-805d2f0e-b589-4192-8f12-c29a1e8c5f05 service nova] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] Received event network-vif-plugged-21cc2766-7bc6-4219-9a91-22884c91b588 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:17:31 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-68c90ba5-3bba-47ea-98e3-f6e61abf0a61 req-805d2f0e-b589-4192-8f12-c29a1e8c5f05 service nova] Acquiring lock "0b87ae05-f9fb-4028-8f24-dd116d355240-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:17:31 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-68c90ba5-3bba-47ea-98e3-f6e61abf0a61 req-805d2f0e-b589-4192-8f12-c29a1e8c5f05 service nova] Lock "0b87ae05-f9fb-4028-8f24-dd116d355240-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:17:31 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-68c90ba5-3bba-47ea-98e3-f6e61abf0a61 req-805d2f0e-b589-4192-8f12-c29a1e8c5f05 service nova] Lock "0b87ae05-f9fb-4028-8f24-dd116d355240-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:17:31 user nova-compute[74854]: DEBUG nova.compute.manager [req-68c90ba5-3bba-47ea-98e3-f6e61abf0a61 req-805d2f0e-b589-4192-8f12-c29a1e8c5f05 service nova] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] No waiting events found dispatching network-vif-plugged-21cc2766-7bc6-4219-9a91-22884c91b588 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:17:31 user nova-compute[74854]: WARNING nova.compute.manager [req-68c90ba5-3bba-47ea-98e3-f6e61abf0a61 req-805d2f0e-b589-4192-8f12-c29a1e8c5f05 service nova] [instance: 0b87ae05-f9fb-4028-8f24-dd116d355240] Received unexpected event network-vif-plugged-21cc2766-7bc6-4219-9a91-22884c91b588 for instance with vm_state deleted and task_state None.
Oct 23 17:17:34 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:35 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:44 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:45 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Creating instance directory {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 17:17:45 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Creating image(s)
Oct 23 17:17:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Acquiring lock "/opt/stack/data/nova/instances/a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:17:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "/opt/stack/data/nova/instances/a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:17:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "/opt/stack/data/nova/instances/a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:17:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.180s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Acquiring lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:17:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:17:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.171s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a/disk 1073741824 {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a/disk 1073741824" returned: 0 in 0.051s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.229s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:17:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.175s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:45 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a/disk. size=1073741824 {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 17:17:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Cannot resize image /opt/stack/data/nova/instances/a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a/disk to a smaller size. {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Created local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Ensure instance console log exists: /opt/stack/data/nova/instances/a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a/console.log {{(pid=74854) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Start _get_guest_xml network_info=[{"id": "932952db-8d52-4df4-93fb-72a96300f920", "address": "fa:16:3e:1f:39:57", "network": {"id": "96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1329263426-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.61", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bca03991a9df481c86def54ea306564f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap932952db-8d", "ovs_interfaceid": "932952db-8d52-4df4-93fb-72a96300f920", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'encryption_format': None, 'encryption_options': None, 'size': 0, 'boot_index': 0, 'encrypted': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'image_id': '68c345df-c9e8-475a-b17c-635fa0c7e894'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'attachment_id': '62274505-084e-43c2-a108-07f19e8131c6', 'boot_index': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bDBGSszp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a', 'attached_at': '', 'detached_at': '', 'volume_id': '1fa141af-c8b5-42ee-a583-2ddcbf3ac24a', 'serial': '1fa141af-c8b5-42ee-a583-2ddcbf3ac24a'}, 'mount_device': '/dev/vdb', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'volume_type': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:17:46 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Oct 23 17:17:46 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Oct 23 17:17:46 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG nova.objects.instance [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lazy-loading 'vcpu_model' on Instance uuid a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Calling os-brick to attach iSCSI Volume {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bDBGSszp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:17:46 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 23 17:17:46 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:17:46 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 23 17:17:46 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:17:46 user nova-compute[74854]: INFO os_brick.initiator.connectors.iscsi [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 17:17:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a -p 172.16.0.220:3260 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4e7071d-4d09-4660-a586-e9f7f57616c6]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 17:17:46 user nova-compute[74854]:  {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a -p 172.16.0.220:3260 --interface default --op new {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[f31ec682-1974-4aa3-a192-7e614eac5d02]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a] added\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a] added
Oct 23 17:17:46 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e22965a4-8fb7-444b-b838-ac96ad431a1e]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[94b8afb8-f40f-415b-8bc8-c90f39c64a72]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bDBGSszp {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bDBGSszp" returned: 0 in 0.025s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6565a74-91d5-43cf-b801-46ec8c3d48e5]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'bDBGSszp'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[85959f61-91a9-4980-9a42-020bfc62da2f]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc30e60c-60b5-4ee5-942c-c527dc119080]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:17:46 user nova-compute[74854]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 (non-flash)
Oct 23 17:17:46 user nova-compute[74854]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a (non-flash)
Oct 23 17:17:46 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:17:46 user nova-compute[74854]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 (non-flash)
Oct 23 17:17:46 user nova-compute[74854]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a (non-flash)
Oct 23 17:17:46 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a -p 172.16.0.220:3260 --login {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a -p 172.16.0.220:3260 --login" returned: 0 in 0.069s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d194fee-adee-489b-9530-d99afdaa4899]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a, portal: 172.16.0.220,3260]
Oct 23 17:17:46 user nova-compute[74854]: Login to [iface: default, target: iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a, portal: 172.16.0.220,3260] successful.
Oct 23 17:17:46 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0e0bac9-f07b-48f8-94c8-ec7014beeb7d]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[c131ccc7-dd0c-4a49-b780-1e27f9e351c6]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:17:46 user nova-compute[74854]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 (non-flash)
Oct 23 17:17:46 user nova-compute[74854]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a (non-flash)
Oct 23 17:17:46 user nova-compute[74854]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a (non-flash)
Oct 23 17:17:46 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:17:46 user nova-compute[74854]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 (non-flash)
Oct 23 17:17:46 user nova-compute[74854]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a (non-flash)
Oct 23 17:17:46 user nova-compute[74854]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a (non-flash)
Oct 23 17:17:46 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.299s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Connected to 172.16.0.220:3260 {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] HCTL ('36', '-', '-', 0) found on session 28 with lun 0 {{(pid=74854) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74854) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fe231ea-189e-46de-aa3d-9d416a390fbe]: (4, ('- - 0', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Searching for a device in session 28 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bDBGSszp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG nova.compute.manager [req-548dc983-9c55-4a63-ab07-94321a320b01 req-5fa6e3b7-eac6-4fb1-866c-2d6413333d29 service nova] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Received event network-changed-5f3010c0-24c3-4a21-97c5-c291fc70ca39 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG nova.compute.manager [req-548dc983-9c55-4a63-ab07-94321a320b01 req-5fa6e3b7-eac6-4fb1-866c-2d6413333d29 service nova] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Refreshing instance network info cache due to event network-changed-5f3010c0-24c3-4a21-97c5-c291fc70ca39. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-548dc983-9c55-4a63-ab07-94321a320b01 req-5fa6e3b7-eac6-4fb1-866c-2d6413333d29 service nova] Acquiring lock "refresh_cache-830c4171-3aa6-489f-a2bf-78405615ddb6" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-548dc983-9c55-4a63-ab07-94321a320b01 req-5fa6e3b7-eac6-4fb1-866c-2d6413333d29 service nova] Acquired lock "refresh_cache-830c4171-3aa6-489f-a2bf-78405615ddb6" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:17:46 user nova-compute[74854]: DEBUG nova.network.neutron [req-548dc983-9c55-4a63-ab07-94321a320b01 req-5fa6e3b7-eac6-4fb1-866c-2d6413333d29 service nova] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Refreshing network info cache for port 5f3010c0-24c3-4a21-97c5-c291fc70ca39 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:17:47 user nova-compute[74854]: DEBUG nova.network.neutron [req-548dc983-9c55-4a63-ab07-94321a320b01 req-5fa6e3b7-eac6-4fb1-866c-2d6413333d29 service nova] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Updated VIF entry in instance network info cache for port 5f3010c0-24c3-4a21-97c5-c291fc70ca39. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:17:47 user nova-compute[74854]: DEBUG nova.network.neutron [req-548dc983-9c55-4a63-ab07-94321a320b01 req-5fa6e3b7-eac6-4fb1-866c-2d6413333d29 service nova] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Updating instance_info_cache with network_info: [{"id": "5f3010c0-24c3-4a21-97c5-c291fc70ca39", "address": "fa:16:3e:d2:c0:d7", "network": {"id": "f3a5ef4f-4295-43fa-93e3-bf020c9527ed", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1115748822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b8476704c5e04e1a8395f9fa3002e292", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5f3010c0-24", "ovs_interfaceid": "5f3010c0-24c3-4a21-97c5-c291fc70ca39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:17:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-548dc983-9c55-4a63-ab07-94321a320b01 req-5fa6e3b7-eac6-4fb1-866c-2d6413333d29 service nova] Releasing lock "refresh_cache-830c4171-3aa6-489f-a2bf-78405615ddb6" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:17:47 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.336s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:17:47 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] <== connect_volume: return (1338ms) {'type': 'block', 'scsi_wwn': '23137613932643039', 'path': '/dev/sde'} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:17:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23137613932643039', 'path': '/dev/sde'} {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 17:17:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-23T17:15:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-852945115',display_name='tempest-ServerActionsTestOtherA-server-1643376145',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-852945115',id=25,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFS3YPZM0TXj1upT2tGYS+vj/SrPUWFfZp9RYpYFxc+Y7bF73y9G4kX+3d1wCFgoxWw+552loHSoCpOOf8CH3ww+VMIP51U7Ty1GXUpJFq69CeUuAWj/dI+a1WQSMUGv3Q==',key_name='tempest-keypair-1133157479',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:15:17Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='bca03991a9df481c86def54ea306564f',ramdisk_id='',reservation_id='r-d69fkayo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1778139926',owner_user_name='tempest-ServerActionsTestOtherA-1778139926-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:17:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5675213e913d4779a484c9a3715f56cf',uuid=a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "932952db-8d52-4df4-93fb-72a96300f920", "address": "fa:16:3e:1f:39:57", "network": {"id": "96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1329263426-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.61", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bca03991a9df481c86def54ea306564f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap932952db-8d", "ovs_interfaceid": "932952db-8d52-4df4-93fb-72a96300f920", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:17:47 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Converting VIF {"id": "932952db-8d52-4df4-93fb-72a96300f920", "address": "fa:16:3e:1f:39:57", "network": {"id": "96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1329263426-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.61", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bca03991a9df481c86def54ea306564f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap932952db-8d", "ovs_interfaceid": "932952db-8d52-4df4-93fb-72a96300f920", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:17:47 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:1f:39:57,bridge_name='br-int',has_traffic_filtering=True,id=932952db-8d52-4df4-93fb-72a96300f920,network=Network(96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap932952db-8d') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:17:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:17:47 user nova-compute[74854]:   <uuid>a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a</uuid>
Oct 23 17:17:47 user nova-compute[74854]:   <name>instance-00000019</name>
Oct 23 17:17:47 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:17:47 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:17:47 user nova-compute[74854]:   <metadata>
Oct 23 17:17:47 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:17:47 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:17:47 user nova-compute[74854]:       <nova:name>tempest-ServerActionsTestOtherA-server-1643376145</nova:name>
Oct 23 17:17:47 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:17:46</nova:creationTime>
Oct 23 17:17:47 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:17:47 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:17:47 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:17:47 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:17:47 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:17:47 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:17:47 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:17:47 user nova-compute[74854]:       <nova:owner>
Oct 23 17:17:47 user nova-compute[74854]:         <nova:user uuid="5675213e913d4779a484c9a3715f56cf">tempest-ServerActionsTestOtherA-1778139926-project-member</nova:user>
Oct 23 17:17:47 user nova-compute[74854]:         <nova:project uuid="bca03991a9df481c86def54ea306564f">tempest-ServerActionsTestOtherA-1778139926</nova:project>
Oct 23 17:17:47 user nova-compute[74854]:       </nova:owner>
Oct 23 17:17:47 user nova-compute[74854]:       <nova:root type="image" uuid="68c345df-c9e8-475a-b17c-635fa0c7e894"/>
Oct 23 17:17:47 user nova-compute[74854]:       <nova:ports>
Oct 23 17:17:47 user nova-compute[74854]:         <nova:port uuid="932952db-8d52-4df4-93fb-72a96300f920">
Oct 23 17:17:47 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 23 17:17:47 user nova-compute[74854]:         </nova:port>
Oct 23 17:17:47 user nova-compute[74854]:       </nova:ports>
Oct 23 17:17:47 user nova-compute[74854]:     </nova:instance>
Oct 23 17:17:47 user nova-compute[74854]:   </metadata>
Oct 23 17:17:47 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:17:47 user nova-compute[74854]:     <system>
Oct 23 17:17:47 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:17:47 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:17:47 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:17:47 user nova-compute[74854]:       <entry name="serial">a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a</entry>
Oct 23 17:17:47 user nova-compute[74854]:       <entry name="uuid">a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a</entry>
Oct 23 17:17:47 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:17:47 user nova-compute[74854]:     </system>
Oct 23 17:17:47 user nova-compute[74854]:   </sysinfo>
Oct 23 17:17:47 user nova-compute[74854]:   <os>
Oct 23 17:17:47 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:17:47 user nova-compute[74854]:     <boot dev="hd"/>
Oct 23 17:17:47 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:17:47 user nova-compute[74854]:   </os>
Oct 23 17:17:47 user nova-compute[74854]:   <features>
Oct 23 17:17:47 user nova-compute[74854]:     <acpi/>
Oct 23 17:17:47 user nova-compute[74854]:     <apic/>
Oct 23 17:17:47 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:17:47 user nova-compute[74854]:   </features>
Oct 23 17:17:47 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:17:47 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:17:47 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:17:47 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:17:47 user nova-compute[74854]:   </clock>
Oct 23 17:17:47 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:17:47 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:17:47 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:17:47 user nova-compute[74854]:   </cpu>
Oct 23 17:17:47 user nova-compute[74854]:   <devices>
Oct 23 17:17:47 user nova-compute[74854]:     <disk type="file" device="disk">
Oct 23 17:17:47 user nova-compute[74854]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 17:17:47 user nova-compute[74854]:       <source file="/opt/stack/data/nova/instances/a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a/disk"/>
Oct 23 17:17:47 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:17:47 user nova-compute[74854]:     </disk>
Oct 23 17:17:47 user nova-compute[74854]:     <disk type="block" device="disk">
Oct 23 17:17:47 user nova-compute[74854]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:17:47 user nova-compute[74854]:       <source dev="/dev/sde"/>
Oct 23 17:17:47 user nova-compute[74854]:       <target dev="vdb" bus="virtio"/>
Oct 23 17:17:47 user nova-compute[74854]:       <serial>1fa141af-c8b5-42ee-a583-2ddcbf3ac24a</serial>
Oct 23 17:17:47 user nova-compute[74854]:     </disk>
Oct 23 17:17:47 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:17:47 user nova-compute[74854]:       <mac address="fa:16:3e:1f:39:57"/>
Oct 23 17:17:47 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:17:47 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:17:47 user nova-compute[74854]:       <target dev="tap932952db-8d"/>
Oct 23 17:17:47 user nova-compute[74854]:     </interface>
Oct 23 17:17:47 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:17:47 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a/console.log" append="off"/>
Oct 23 17:17:47 user nova-compute[74854]:     </serial>
Oct 23 17:17:47 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:17:47 user nova-compute[74854]:     <video>
Oct 23 17:17:47 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:17:47 user nova-compute[74854]:     </video>
Oct 23 17:17:47 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:17:47 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:17:47 user nova-compute[74854]:     </rng>
Oct 23 17:17:47 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:17:47 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:17:47 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:17:47 user nova-compute[74854]:     </memballoon>
Oct 23 17:17:47 user nova-compute[74854]:   </devices>
Oct 23 17:17:47 user nova-compute[74854]: </domain>
Oct 23 17:17:47 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:17:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-23T17:15:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-852945115',display_name='tempest-ServerActionsTestOtherA-server-1643376145',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-852945115',id=25,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFS3YPZM0TXj1upT2tGYS+vj/SrPUWFfZp9RYpYFxc+Y7bF73y9G4kX+3d1wCFgoxWw+552loHSoCpOOf8CH3ww+VMIP51U7Ty1GXUpJFq69CeUuAWj/dI+a1WQSMUGv3Q==',key_name='tempest-keypair-1133157479',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:15:17Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='bca03991a9df481c86def54ea306564f',ramdisk_id='',reservation_id='r-d69fkayo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1778139926',owner_user_name='tempest-ServerActionsTestOtherA-1778139926-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:17:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5675213e913d4779a484c9a3715f56cf',uuid=a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "932952db-8d52-4df4-93fb-72a96300f920", "address": "fa:16:3e:1f:39:57", "network": {"id": "96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1329263426-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.61", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bca03991a9df481c86def54ea306564f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap932952db-8d", "ovs_interfaceid": "932952db-8d52-4df4-93fb-72a96300f920", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:17:47 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Converting VIF {"id": "932952db-8d52-4df4-93fb-72a96300f920", "address": "fa:16:3e:1f:39:57", "network": {"id": "96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1329263426-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.61", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bca03991a9df481c86def54ea306564f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap932952db-8d", "ovs_interfaceid": "932952db-8d52-4df4-93fb-72a96300f920", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:17:47 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:1f:39:57,bridge_name='br-int',has_traffic_filtering=True,id=932952db-8d52-4df4-93fb-72a96300f920,network=Network(96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap932952db-8d') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:17:47 user nova-compute[74854]: DEBUG os_vif [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:1f:39:57,bridge_name='br-int',has_traffic_filtering=True,id=932952db-8d52-4df4-93fb-72a96300f920,network=Network(96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap932952db-8d') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:17:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:17:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:17:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'fbd1c9ff-cc42-5f07-bc8a-05485bf6a683', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:17:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap932952db-8d, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:17:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap932952db-8d, col_values=(('qos', UUID('8aff2d5a-a4fd-4ad6-80b7-75b8e3c2f344')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:17:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap932952db-8d, col_values=(('external_ids', {'iface-id': '932952db-8d52-4df4-93fb-72a96300f920', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1f:39:57', 'vm-uuid': 'a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:17:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:17:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:47 user nova-compute[74854]: INFO os_vif [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:1f:39:57,bridge_name='br-int',has_traffic_filtering=True,id=932952db-8d52-4df4-93fb-72a96300f920,network=Network(96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap932952db-8d')
Oct 23 17:17:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:17:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:17:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] No VIF found with MAC fa:16:3e:1f:39:57, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:17:47 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:17:47 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 17:17:48 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:17:48 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:17:48 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:17:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:17:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:17:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:17:48 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Auditing locally available compute resources for user (node: user) {{(pid=74854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 17:17:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:49 user nova-compute[74854]: DEBUG nova.compute.manager [req-e4e9ecce-73bb-4179-9170-5b923c1102e2 req-1edef2d3-d795-49cc-a137-8cbc828890e8 service nova] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Received event network-vif-plugged-932952db-8d52-4df4-93fb-72a96300f920 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:17:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e4e9ecce-73bb-4179-9170-5b923c1102e2 req-1edef2d3-d795-49cc-a137-8cbc828890e8 service nova] Acquiring lock "a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:17:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e4e9ecce-73bb-4179-9170-5b923c1102e2 req-1edef2d3-d795-49cc-a137-8cbc828890e8 service nova] Lock "a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:17:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e4e9ecce-73bb-4179-9170-5b923c1102e2 req-1edef2d3-d795-49cc-a137-8cbc828890e8 service nova] Lock "a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:17:49 user nova-compute[74854]: DEBUG nova.compute.manager [req-e4e9ecce-73bb-4179-9170-5b923c1102e2 req-1edef2d3-d795-49cc-a137-8cbc828890e8 service nova] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] No waiting events found dispatching network-vif-plugged-932952db-8d52-4df4-93fb-72a96300f920 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:17:49 user nova-compute[74854]: WARNING nova.compute.manager [req-e4e9ecce-73bb-4179-9170-5b923c1102e2 req-1edef2d3-d795-49cc-a137-8cbc828890e8 service nova] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Received unexpected event network-vif-plugged-932952db-8d52-4df4-93fb-72a96300f920 for instance with vm_state active and task_state rebuild_spawning.
Oct 23 17:17:49 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.rescue --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.rescue --force-share --output=json" returned: 0 in 0.205s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.rescue --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.rescue --force-share --output=json" returned: 0 in 0.175s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f91bd1c7-bb4c-4390-b697-d714c81b199a/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:51 user nova-compute[74854]: DEBUG nova.compute.manager [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Instance event wait completed in 0 seconds for  {{(pid=74854) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 17:17:51 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Guest created on hypervisor {{(pid=74854) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 17:17:51 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Instance spawned successfully.
Oct 23 17:17:51 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 17:17:51 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Found default for hw_cdrom_bus of ide {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:17:51 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Found default for hw_disk_bus of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:17:51 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Found default for hw_input_bus of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:17:51 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Found default for hw_pointer_model of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:17:51 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Found default for hw_video_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:17:51 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Found default for hw_vif_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:17:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f91bd1c7-bb4c-4390-b697-d714c81b199a/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f91bd1c7-bb4c-4390-b697-d714c81b199a/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:51 user nova-compute[74854]: DEBUG nova.compute.manager [req-e42c8a55-8963-4975-ba4d-e927b129b4a1 req-2c637ecf-2e3d-4c30-b928-2a337be5b8ef service nova] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Received event network-vif-plugged-932952db-8d52-4df4-93fb-72a96300f920 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:17:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e42c8a55-8963-4975-ba4d-e927b129b4a1 req-2c637ecf-2e3d-4c30-b928-2a337be5b8ef service nova] Acquiring lock "a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:17:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e42c8a55-8963-4975-ba4d-e927b129b4a1 req-2c637ecf-2e3d-4c30-b928-2a337be5b8ef service nova] Lock "a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:17:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e42c8a55-8963-4975-ba4d-e927b129b4a1 req-2c637ecf-2e3d-4c30-b928-2a337be5b8ef service nova] Lock "a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:17:51 user nova-compute[74854]: DEBUG nova.compute.manager [req-e42c8a55-8963-4975-ba4d-e927b129b4a1 req-2c637ecf-2e3d-4c30-b928-2a337be5b8ef service nova] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] No waiting events found dispatching network-vif-plugged-932952db-8d52-4df4-93fb-72a96300f920 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:17:51 user nova-compute[74854]: WARNING nova.compute.manager [req-e42c8a55-8963-4975-ba4d-e927b129b4a1 req-2c637ecf-2e3d-4c30-b928-2a337be5b8ef service nova] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Received unexpected event network-vif-plugged-932952db-8d52-4df4-93fb-72a96300f920 for instance with vm_state active and task_state rebuild_spawning.
Oct 23 17:17:51 user nova-compute[74854]: DEBUG nova.compute.manager [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:17:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:17:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:17:51 user nova-compute[74854]: DEBUG nova.objects.instance [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=74854) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1078}}
Oct 23 17:17:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f91bd1c7-bb4c-4390-b697-d714c81b199a/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:51 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:17:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ea283c0c-99c1-4fb4-99ab-94031f02ee7f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.110s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:17:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:51 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:17:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7809ba0d-ad90-46fb-bf9c-55d619abe533/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7809ba0d-ad90-46fb-bf9c-55d619abe533/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7809ba0d-ad90-46fb-bf9c-55d619abe533/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7809ba0d-ad90-46fb-bf9c-55d619abe533/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-beb05c65-b586-4b05-88fa-971f2c78f04a tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Acquiring lock "830c4171-3aa6-489f-a2bf-78405615ddb6" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:17:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-beb05c65-b586-4b05-88fa-971f2c78f04a tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "830c4171-3aa6-489f-a2bf-78405615ddb6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:17:52 user nova-compute[74854]: DEBUG nova.objects.instance [None req-beb05c65-b586-4b05-88fa-971f2c78f04a tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lazy-loading 'flavor' on Instance uuid 830c4171-3aa6-489f-a2bf-78405615ddb6 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:17:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-beb05c65-b586-4b05-88fa-971f2c78f04a tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "830c4171-3aa6-489f-a2bf-78405615ddb6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.055s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:17:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-beb05c65-b586-4b05-88fa-971f2c78f04a tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Acquiring lock "830c4171-3aa6-489f-a2bf-78405615ddb6" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:17:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-beb05c65-b586-4b05-88fa-971f2c78f04a tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "830c4171-3aa6-489f-a2bf-78405615ddb6" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:17:52 user nova-compute[74854]: INFO nova.compute.manager [None req-beb05c65-b586-4b05-88fa-971f2c78f04a tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Attaching volume fd4f6c79-a107-4d21-bef9-686cf4354c45 to /dev/vdb
Oct 23 17:17:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/580da1a3-7254-45c0-be44-6f3f43c58036/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:52 user nova-compute[74854]: DEBUG os_brick.utils [None req-beb05c65-b586-4b05-88fa-971f2c78f04a tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:17:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:52 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d295d65-e558-4c73-a74d-2e1cdf9bbfd2]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a321e2f0722\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:17:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:52 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:52 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[0de772fc-0d73-4cf3-8ce1-bb3457f1c537]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:17:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:52 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b403d3c0-a6fe-4570-a424-0591af066b4f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:17:52 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f60b8e3-8778-40bf-b26b-5da5d2e42e5b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:17:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-beb05c65-b586-4b05-88fa-971f2c78f04a tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Running cmd (subprocess): nvme version {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-beb05c65-b586-4b05-88fa-971f2c78f04a tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] 'nvme version' failed. Not Retrying. {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:17:52 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.nvmeof [None req-beb05c65-b586-4b05-88fa-971f2c78f04a tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] nvme not present on system {{(pid=74854) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 17:17:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:17:52 user nova-compute[74854]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 17:17:52 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e79a1af-12e7-4c83-8308-baf5216c604d]: (4, '') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:17:52 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-beb05c65-b586-4b05-88fa-971f2c78f04a tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74854) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 17:17:52 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-beb05c65-b586-4b05-88fa-971f2c78f04a tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 17:17:52 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-beb05c65-b586-4b05-88fa-971f2c78f04a tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] LIGHTOS: no hostnqn found. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 17:17:52 user nova-compute[74854]: DEBUG os_brick.utils [None req-beb05c65-b586-4b05-88fa-971f2c78f04a tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a321e2f0722', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:17:52 user nova-compute[74854]: DEBUG nova.virt.block_device [None req-beb05c65-b586-4b05-88fa-971f2c78f04a tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Updating existing volume attachment record: 553d40dc-bd8a-4c75-9c0c-fcecb13e410b {{(pid=74854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 17:17:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/580da1a3-7254-45c0-be44-6f3f43c58036/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/580da1a3-7254-45c0-be44-6f3f43c58036/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/580da1a3-7254-45c0-be44-6f3f43c58036/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:53 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:17:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/22d20895-a1e3-4f34-ba96-b73a32c7629f/disk.rescue --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/22d20895-a1e3-4f34-ba96-b73a32c7629f/disk.rescue --force-share --output=json" returned: 0 in 0.227s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/22d20895-a1e3-4f34-ba96-b73a32c7629f/disk.rescue --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/22d20895-a1e3-4f34-ba96-b73a32c7629f/disk.rescue --force-share --output=json" returned: 0 in 0.219s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8fe30f2-3d36-47ae-b780-1f15c026cac2/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8fe30f2-3d36-47ae-b780-1f15c026cac2/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8fe30f2-3d36-47ae-b780-1f15c026cac2/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:17:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8fe30f2-3d36-47ae-b780-1f15c026cac2/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:17:54 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:17:54 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:17:54 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:17:54 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Hypervisor/Node resource view: name=user free_ram=7494MB free_disk=24.752479553222656GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=74854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 17:17:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:17:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:17:54 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance f150b707-22b3-43b5-b657-0c2e19bcf524 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:17:54 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 30026d10-f080-4a53-8a4e-b8be523fe48e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:17:54 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:17:54 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance ebdd2079-dbb8-44e5-8e02-53df3302b70f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:17:54 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance f8fe30f2-3d36-47ae-b780-1f15c026cac2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:17:54 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:17:54 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance f91bd1c7-bb4c-4390-b697-d714c81b199a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:17:54 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 22d20895-a1e3-4f34-ba96-b73a32c7629f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:17:54 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:17:54 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 830c4171-3aa6-489f-a2bf-78405615ddb6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:17:54 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 580da1a3-7254-45c0-be44-6f3f43c58036 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:17:54 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 7809ba0d-ad90-46fb-bf9c-55d619abe533 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:17:54 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 17:17:54 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 17:17:55 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:17:55 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:17:55 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Compute_service record updated for user:user {{(pid=74854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 17:17:55 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.525s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:17:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:56 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:17:56 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:17:56 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:17:56 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:17:57 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:17:58 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:17:58 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Starting heal instance info cache {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 17:17:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "refresh_cache-8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:17:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquired lock "refresh_cache-8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:17:58 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Forcefully refreshing network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 17:17:59 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Updating instance_info_cache with network_info: [{"id": "e3bef65d-eae9-4427-a701-d63a9722f329", "address": "fa:16:3e:be:e5:fe", "network": {"id": "61eabfd2-7ac3-42e7-8714-bdd76338bb9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939150687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c07d48b0f4a64bd38bff95e84d480918", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3bef65d-ea", "ovs_interfaceid": "e3bef65d-eae9-4427-a701-d63a9722f329", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:17:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Releasing lock "refresh_cache-8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:17:59 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Updated the network info_cache for instance {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 17:18:00 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:18:02 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:18:02 user nova-compute[74854]: DEBUG nova.compute.manager [req-b1d1853f-6f3d-4138-80ff-8e353f57f76a req-ea1591a6-c508-4c44-81e8-66ed2431de9d service nova] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Received event network-changed-68c55564-01a7-42b7-ba22-526bf32d0806 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:18:02 user nova-compute[74854]: DEBUG nova.compute.manager [req-b1d1853f-6f3d-4138-80ff-8e353f57f76a req-ea1591a6-c508-4c44-81e8-66ed2431de9d service nova] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Refreshing instance network info cache due to event network-changed-68c55564-01a7-42b7-ba22-526bf32d0806. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:18:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-b1d1853f-6f3d-4138-80ff-8e353f57f76a req-ea1591a6-c508-4c44-81e8-66ed2431de9d service nova] Acquiring lock "refresh_cache-580da1a3-7254-45c0-be44-6f3f43c58036" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:18:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-b1d1853f-6f3d-4138-80ff-8e353f57f76a req-ea1591a6-c508-4c44-81e8-66ed2431de9d service nova] Acquired lock "refresh_cache-580da1a3-7254-45c0-be44-6f3f43c58036" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:18:02 user nova-compute[74854]: DEBUG nova.network.neutron [req-b1d1853f-6f3d-4138-80ff-8e353f57f76a req-ea1591a6-c508-4c44-81e8-66ed2431de9d service nova] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Refreshing network info cache for port 68c55564-01a7-42b7-ba22-526bf32d0806 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:18:03 user nova-compute[74854]: INFO nova.compute.manager [None req-552a7528-9e02-474e-90a2-95f9c4d023ba tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Unrescuing
Oct 23 17:18:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-552a7528-9e02-474e-90a2-95f9c4d023ba tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Acquiring lock "refresh_cache-22d20895-a1e3-4f34-ba96-b73a32c7629f" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:18:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-552a7528-9e02-474e-90a2-95f9c4d023ba tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Acquired lock "refresh_cache-22d20895-a1e3-4f34-ba96-b73a32c7629f" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:18:03 user nova-compute[74854]: DEBUG nova.network.neutron [None req-552a7528-9e02-474e-90a2-95f9c4d023ba tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:18:03 user nova-compute[74854]: DEBUG nova.network.neutron [req-b1d1853f-6f3d-4138-80ff-8e353f57f76a req-ea1591a6-c508-4c44-81e8-66ed2431de9d service nova] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Updated VIF entry in instance network info cache for port 68c55564-01a7-42b7-ba22-526bf32d0806. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:18:03 user nova-compute[74854]: DEBUG nova.network.neutron [req-b1d1853f-6f3d-4138-80ff-8e353f57f76a req-ea1591a6-c508-4c44-81e8-66ed2431de9d service nova] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Updating instance_info_cache with network_info: [{"id": "68c55564-01a7-42b7-ba22-526bf32d0806", "address": "fa:16:3e:05:80:38", "network": {"id": "b7b7a8af-8224-4220-a014-98e5defb0f84", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-621326047-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "590f192c09b34f998151336d4f75a7ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68c55564-01", "ovs_interfaceid": "68c55564-01a7-42b7-ba22-526bf32d0806", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:18:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-b1d1853f-6f3d-4138-80ff-8e353f57f76a req-ea1591a6-c508-4c44-81e8-66ed2431de9d service nova] Releasing lock "refresh_cache-580da1a3-7254-45c0-be44-6f3f43c58036" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:18:03 user nova-compute[74854]: DEBUG nova.network.neutron [None req-552a7528-9e02-474e-90a2-95f9c4d023ba tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Updating instance_info_cache with network_info: [{"id": "952dcfa8-7258-468b-b1f2-9375f1accbc0", "address": "fa:16:3e:65:eb:8d", "network": {"id": "a40026f1-91de-4e98-85cd-c3bd1a956407", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1048031159-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "435cbd0d03324a45bdacc7d5b76213e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap952dcfa8-72", "ovs_interfaceid": "952dcfa8-7258-468b-b1f2-9375f1accbc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:18:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-552a7528-9e02-474e-90a2-95f9c4d023ba tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Releasing lock "refresh_cache-22d20895-a1e3-4f34-ba96-b73a32c7629f" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:18:03 user nova-compute[74854]: DEBUG nova.objects.instance [None req-552a7528-9e02-474e-90a2-95f9c4d023ba tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lazy-loading 'flavor' on Instance uuid 22d20895-a1e3-4f34-ba96-b73a32c7629f {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:18:03 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:18:03 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:18:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:18:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:18:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:18:04 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Instance destroyed successfully.
Oct 23 17:18:04 user nova-compute[74854]: DEBUG nova.compute.manager [req-5d7a66e3-fd7d-43f3-820c-db16a97bb35f req-879f4025-a89a-416f-976b-2f9fc236ccf2 service nova] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Received event network-vif-unplugged-952dcfa8-7258-468b-b1f2-9375f1accbc0 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:18:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-5d7a66e3-fd7d-43f3-820c-db16a97bb35f req-879f4025-a89a-416f-976b-2f9fc236ccf2 service nova] Acquiring lock "22d20895-a1e3-4f34-ba96-b73a32c7629f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:18:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-5d7a66e3-fd7d-43f3-820c-db16a97bb35f req-879f4025-a89a-416f-976b-2f9fc236ccf2 service nova] Lock "22d20895-a1e3-4f34-ba96-b73a32c7629f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:18:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-5d7a66e3-fd7d-43f3-820c-db16a97bb35f req-879f4025-a89a-416f-976b-2f9fc236ccf2 service nova] Lock "22d20895-a1e3-4f34-ba96-b73a32c7629f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:18:04 user nova-compute[74854]: DEBUG nova.compute.manager [req-5d7a66e3-fd7d-43f3-820c-db16a97bb35f req-879f4025-a89a-416f-976b-2f9fc236ccf2 service nova] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] No waiting events found dispatching network-vif-unplugged-952dcfa8-7258-468b-b1f2-9375f1accbc0 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:18:04 user nova-compute[74854]: WARNING nova.compute.manager [req-5d7a66e3-fd7d-43f3-820c-db16a97bb35f req-879f4025-a89a-416f-976b-2f9fc236ccf2 service nova] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Received unexpected event network-vif-unplugged-952dcfa8-7258-468b-b1f2-9375f1accbc0 for instance with vm_state rescued and task_state unrescuing.
Oct 23 17:18:04 user nova-compute[74854]: DEBUG nova.compute.manager [req-5d7a66e3-fd7d-43f3-820c-db16a97bb35f req-879f4025-a89a-416f-976b-2f9fc236ccf2 service nova] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Received event network-vif-plugged-952dcfa8-7258-468b-b1f2-9375f1accbc0 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:18:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-5d7a66e3-fd7d-43f3-820c-db16a97bb35f req-879f4025-a89a-416f-976b-2f9fc236ccf2 service nova] Acquiring lock "22d20895-a1e3-4f34-ba96-b73a32c7629f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:18:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-5d7a66e3-fd7d-43f3-820c-db16a97bb35f req-879f4025-a89a-416f-976b-2f9fc236ccf2 service nova] Lock "22d20895-a1e3-4f34-ba96-b73a32c7629f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:18:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-5d7a66e3-fd7d-43f3-820c-db16a97bb35f req-879f4025-a89a-416f-976b-2f9fc236ccf2 service nova] Lock "22d20895-a1e3-4f34-ba96-b73a32c7629f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:18:04 user nova-compute[74854]: DEBUG nova.compute.manager [req-5d7a66e3-fd7d-43f3-820c-db16a97bb35f req-879f4025-a89a-416f-976b-2f9fc236ccf2 service nova] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] No waiting events found dispatching network-vif-plugged-952dcfa8-7258-468b-b1f2-9375f1accbc0 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:18:04 user nova-compute[74854]: WARNING nova.compute.manager [req-5d7a66e3-fd7d-43f3-820c-db16a97bb35f req-879f4025-a89a-416f-976b-2f9fc236ccf2 service nova] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Received unexpected event network-vif-plugged-952dcfa8-7258-468b-b1f2-9375f1accbc0 for instance with vm_state rescued and task_state unrescuing.
Oct 23 17:18:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:18:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:18:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:18:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:18:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:18:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:18:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:18:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:18:06 user nova-compute[74854]: DEBUG nova.compute.manager [req-2faa19d5-b96e-4b96-abdc-d6aeffdd4599 req-edee3287-f223-4572-87b1-861f6ad072b4 service nova] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Received event network-vif-plugged-952dcfa8-7258-468b-b1f2-9375f1accbc0 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:18:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-2faa19d5-b96e-4b96-abdc-d6aeffdd4599 req-edee3287-f223-4572-87b1-861f6ad072b4 service nova] Acquiring lock "22d20895-a1e3-4f34-ba96-b73a32c7629f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:18:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-2faa19d5-b96e-4b96-abdc-d6aeffdd4599 req-edee3287-f223-4572-87b1-861f6ad072b4 service nova] Lock "22d20895-a1e3-4f34-ba96-b73a32c7629f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:18:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-2faa19d5-b96e-4b96-abdc-d6aeffdd4599 req-edee3287-f223-4572-87b1-861f6ad072b4 service nova] Lock "22d20895-a1e3-4f34-ba96-b73a32c7629f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:18:06 user nova-compute[74854]: DEBUG nova.compute.manager [req-2faa19d5-b96e-4b96-abdc-d6aeffdd4599 req-edee3287-f223-4572-87b1-861f6ad072b4 service nova] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] No waiting events found dispatching network-vif-plugged-952dcfa8-7258-468b-b1f2-9375f1accbc0 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:18:06 user nova-compute[74854]: WARNING nova.compute.manager [req-2faa19d5-b96e-4b96-abdc-d6aeffdd4599 req-edee3287-f223-4572-87b1-861f6ad072b4 service nova] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Received unexpected event network-vif-plugged-952dcfa8-7258-468b-b1f2-9375f1accbc0 for instance with vm_state rescued and task_state unrescuing.
Oct 23 17:18:06 user nova-compute[74854]: DEBUG nova.compute.manager [req-2faa19d5-b96e-4b96-abdc-d6aeffdd4599 req-edee3287-f223-4572-87b1-861f6ad072b4 service nova] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Received event network-vif-plugged-952dcfa8-7258-468b-b1f2-9375f1accbc0 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:18:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-2faa19d5-b96e-4b96-abdc-d6aeffdd4599 req-edee3287-f223-4572-87b1-861f6ad072b4 service nova] Acquiring lock "22d20895-a1e3-4f34-ba96-b73a32c7629f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:18:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-2faa19d5-b96e-4b96-abdc-d6aeffdd4599 req-edee3287-f223-4572-87b1-861f6ad072b4 service nova] Lock "22d20895-a1e3-4f34-ba96-b73a32c7629f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:18:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-2faa19d5-b96e-4b96-abdc-d6aeffdd4599 req-edee3287-f223-4572-87b1-861f6ad072b4 service nova] Lock "22d20895-a1e3-4f34-ba96-b73a32c7629f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:18:06 user nova-compute[74854]: DEBUG nova.compute.manager [req-2faa19d5-b96e-4b96-abdc-d6aeffdd4599 req-edee3287-f223-4572-87b1-861f6ad072b4 service nova] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] No waiting events found dispatching network-vif-plugged-952dcfa8-7258-468b-b1f2-9375f1accbc0 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:18:06 user nova-compute[74854]: WARNING nova.compute.manager [req-2faa19d5-b96e-4b96-abdc-d6aeffdd4599 req-edee3287-f223-4572-87b1-861f6ad072b4 service nova] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Received unexpected event network-vif-plugged-952dcfa8-7258-468b-b1f2-9375f1accbc0 for instance with vm_state rescued and task_state unrescuing.
Oct 23 17:18:07 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:18:08 user nova-compute[74854]: DEBUG nova.compute.manager [None req-552a7528-9e02-474e-90a2-95f9c4d023ba tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:18:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-7f9abbc8-7fc6-4bb2-a031-31da4b6218df tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Acquiring lock "580da1a3-7254-45c0-be44-6f3f43c58036" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:18:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-7f9abbc8-7fc6-4bb2-a031-31da4b6218df tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "580da1a3-7254-45c0-be44-6f3f43c58036" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:18:09 user nova-compute[74854]: INFO nova.compute.manager [None req-7f9abbc8-7fc6-4bb2-a031-31da4b6218df tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Shelving
Oct 23 17:18:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:18:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:18:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:18:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:18:10 user nova-compute[74854]: DEBUG nova.compute.manager [req-b9a5bdc0-4e29-4088-be2e-7dd5564a9480 req-d360021d-5f7a-48d4-99d4-25cf2d7d93f6 service nova] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Received event network-vif-unplugged-68c55564-01a7-42b7-ba22-526bf32d0806 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:18:10 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-b9a5bdc0-4e29-4088-be2e-7dd5564a9480 req-d360021d-5f7a-48d4-99d4-25cf2d7d93f6 service nova] Acquiring lock "580da1a3-7254-45c0-be44-6f3f43c58036-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:18:10 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-b9a5bdc0-4e29-4088-be2e-7dd5564a9480 req-d360021d-5f7a-48d4-99d4-25cf2d7d93f6 service nova] Lock "580da1a3-7254-45c0-be44-6f3f43c58036-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:18:10 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-b9a5bdc0-4e29-4088-be2e-7dd5564a9480 req-d360021d-5f7a-48d4-99d4-25cf2d7d93f6 service nova] Lock "580da1a3-7254-45c0-be44-6f3f43c58036-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:18:10 user nova-compute[74854]: DEBUG nova.compute.manager [req-b9a5bdc0-4e29-4088-be2e-7dd5564a9480 req-d360021d-5f7a-48d4-99d4-25cf2d7d93f6 service nova] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] No waiting events found dispatching network-vif-unplugged-68c55564-01a7-42b7-ba22-526bf32d0806 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:18:10 user nova-compute[74854]: WARNING nova.compute.manager [req-b9a5bdc0-4e29-4088-be2e-7dd5564a9480 req-d360021d-5f7a-48d4-99d4-25cf2d7d93f6 service nova] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Received unexpected event network-vif-unplugged-68c55564-01a7-42b7-ba22-526bf32d0806 for instance with vm_state active and task_state shelving.
Oct 23 17:18:10 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Instance destroyed successfully.
Oct 23 17:18:10 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-7f9abbc8-7fc6-4bb2-a031-31da4b6218df tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Beginning cold snapshot process
Oct 23 17:18:10 user nova-compute[74854]: DEBUG nova.privsep.utils [None req-7f9abbc8-7fc6-4bb2-a031-31da4b6218df tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74854) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 23 17:18:10 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-7f9abbc8-7fc6-4bb2-a031-31da4b6218df tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/580da1a3-7254-45c0-be44-6f3f43c58036/disk /opt/stack/data/nova/instances/snapshots/tmpt7abbh8h/d126554bb5864a778399f80540a3aa81 {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:18:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:18:11 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-7f9abbc8-7fc6-4bb2-a031-31da4b6218df tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/580da1a3-7254-45c0-be44-6f3f43c58036/disk /opt/stack/data/nova/instances/snapshots/tmpt7abbh8h/d126554bb5864a778399f80540a3aa81" returned: 0 in 0.571s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:18:11 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-7f9abbc8-7fc6-4bb2-a031-31da4b6218df tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Snapshot extracted, beginning image upload
Oct 23 17:18:12 user nova-compute[74854]: DEBUG nova.compute.manager [req-9db12f58-fd85-4ce3-ab0d-4997188cb7ea req-e6a51583-ef33-4bf7-9ce8-1101cbdeafe9 service nova] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Received event network-vif-plugged-68c55564-01a7-42b7-ba22-526bf32d0806 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:18:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-9db12f58-fd85-4ce3-ab0d-4997188cb7ea req-e6a51583-ef33-4bf7-9ce8-1101cbdeafe9 service nova] Acquiring lock "580da1a3-7254-45c0-be44-6f3f43c58036-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:18:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-9db12f58-fd85-4ce3-ab0d-4997188cb7ea req-e6a51583-ef33-4bf7-9ce8-1101cbdeafe9 service nova] Lock "580da1a3-7254-45c0-be44-6f3f43c58036-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:18:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-9db12f58-fd85-4ce3-ab0d-4997188cb7ea req-e6a51583-ef33-4bf7-9ce8-1101cbdeafe9 service nova] Lock "580da1a3-7254-45c0-be44-6f3f43c58036-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:18:12 user nova-compute[74854]: DEBUG nova.compute.manager [req-9db12f58-fd85-4ce3-ab0d-4997188cb7ea req-e6a51583-ef33-4bf7-9ce8-1101cbdeafe9 service nova] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] No waiting events found dispatching network-vif-plugged-68c55564-01a7-42b7-ba22-526bf32d0806 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:18:12 user nova-compute[74854]: WARNING nova.compute.manager [req-9db12f58-fd85-4ce3-ab0d-4997188cb7ea req-e6a51583-ef33-4bf7-9ce8-1101cbdeafe9 service nova] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Received unexpected event network-vif-plugged-68c55564-01a7-42b7-ba22-526bf32d0806 for instance with vm_state active and task_state shelving_image_uploading.
Oct 23 17:18:12 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:18:14 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-7f9abbc8-7fc6-4bb2-a031-31da4b6218df tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Snapshot image upload complete
Oct 23 17:18:14 user nova-compute[74854]: DEBUG nova.compute.manager [None req-7f9abbc8-7fc6-4bb2-a031-31da4b6218df tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:18:14 user nova-compute[74854]: INFO nova.compute.manager [None req-7f9abbc8-7fc6-4bb2-a031-31da4b6218df tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Shelve offloading
Oct 23 17:18:14 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Instance destroyed successfully.
Oct 23 17:18:14 user nova-compute[74854]: DEBUG nova.compute.manager [None req-7f9abbc8-7fc6-4bb2-a031-31da4b6218df tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:18:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-7f9abbc8-7fc6-4bb2-a031-31da4b6218df tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Acquiring lock "refresh_cache-580da1a3-7254-45c0-be44-6f3f43c58036" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:18:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-7f9abbc8-7fc6-4bb2-a031-31da4b6218df tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Acquired lock "refresh_cache-580da1a3-7254-45c0-be44-6f3f43c58036" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:18:14 user nova-compute[74854]: DEBUG nova.network.neutron [None req-7f9abbc8-7fc6-4bb2-a031-31da4b6218df tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:18:15 user nova-compute[74854]: DEBUG nova.network.neutron [None req-7f9abbc8-7fc6-4bb2-a031-31da4b6218df tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Updating instance_info_cache with network_info: [{"id": "68c55564-01a7-42b7-ba22-526bf32d0806", "address": "fa:16:3e:05:80:38", "network": {"id": "b7b7a8af-8224-4220-a014-98e5defb0f84", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-621326047-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "590f192c09b34f998151336d4f75a7ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68c55564-01", "ovs_interfaceid": "68c55564-01a7-42b7-ba22-526bf32d0806", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:18:15 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-7f9abbc8-7fc6-4bb2-a031-31da4b6218df tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Releasing lock "refresh_cache-580da1a3-7254-45c0-be44-6f3f43c58036" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:18:15 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:18:15 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Instance destroyed successfully.
Oct 23 17:18:15 user nova-compute[74854]: DEBUG nova.objects.instance [None req-7f9abbc8-7fc6-4bb2-a031-31da4b6218df tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lazy-loading 'resources' on Instance uuid 580da1a3-7254-45c0-be44-6f3f43c58036 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:18:16 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-7f9abbc8-7fc6-4bb2-a031-31da4b6218df tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:16:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-539253140',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-539253140',id=28,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAGNv9i8EzSWNffVBy6oMq8yuQXIMYTpt+6zxBHgg23iWjcePnC8mEfDgrlBhuORCnLFyLgGMTHxOywfVm0BkkzDLLsH32lTjEqezsSyqrLA3SGipRn4uSBFPr482KUKlg==',key_name='tempest-keypair-1218121197',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:16:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='590f192c09b34f998151336d4f75a7ab',ramdisk_id='',reservation_id='r-nm550x6o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1043335963',owner_user_name='tempest-AttachVolumeShelveTestJSON-1043335963-project-member',shelved_at='2023-10-23T17:18:14.753695',shelved_host='user',shelved_image_id='7fd256c4-9cdf-45d9-8995-dc849bb40bc1'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:18:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c7e89ab1e2c5401592611fea7c8edbf8',uuid=580da1a3-7254-45c0-be44-6f3f43c58036,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "68c55564-01a7-42b7-ba22-526bf32d0806", "address": "fa:16:3e:05:80:38", "network": {"id": "b7b7a8af-8224-4220-a014-98e5defb0f84", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-621326047-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "590f192c09b34f998151336d4f75a7ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68c55564-01", "ovs_interfaceid": "68c55564-01a7-42b7-ba22-526bf32d0806", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:18:16 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-7f9abbc8-7fc6-4bb2-a031-31da4b6218df tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Converting VIF {"id": "68c55564-01a7-42b7-ba22-526bf32d0806", "address": "fa:16:3e:05:80:38", "network": {"id": "b7b7a8af-8224-4220-a014-98e5defb0f84", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-621326047-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "590f192c09b34f998151336d4f75a7ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68c55564-01", "ovs_interfaceid": "68c55564-01a7-42b7-ba22-526bf32d0806", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:18:16 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-7f9abbc8-7fc6-4bb2-a031-31da4b6218df tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:05:80:38,bridge_name='br-int',has_traffic_filtering=True,id=68c55564-01a7-42b7-ba22-526bf32d0806,network=Network(b7b7a8af-8224-4220-a014-98e5defb0f84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap68c55564-01') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:18:16 user nova-compute[74854]: DEBUG os_vif [None req-7f9abbc8-7fc6-4bb2-a031-31da4b6218df tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:05:80:38,bridge_name='br-int',has_traffic_filtering=True,id=68c55564-01a7-42b7-ba22-526bf32d0806,network=Network(b7b7a8af-8224-4220-a014-98e5defb0f84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap68c55564-01') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:18:16 user nova-compute[74854]: DEBUG nova.compute.manager [req-9ab7b3a0-b75c-4f41-8079-11d17e2dfa1d req-af9732e7-a45c-4af1-b401-6d49caaace39 service nova] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Received event network-changed-68c55564-01a7-42b7-ba22-526bf32d0806 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:18:16 user nova-compute[74854]: DEBUG nova.compute.manager [req-9ab7b3a0-b75c-4f41-8079-11d17e2dfa1d req-af9732e7-a45c-4af1-b401-6d49caaace39 service nova] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Refreshing instance network info cache due to event network-changed-68c55564-01a7-42b7-ba22-526bf32d0806. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:18:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-9ab7b3a0-b75c-4f41-8079-11d17e2dfa1d req-af9732e7-a45c-4af1-b401-6d49caaace39 service nova] Acquiring lock "refresh_cache-580da1a3-7254-45c0-be44-6f3f43c58036" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:18:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-9ab7b3a0-b75c-4f41-8079-11d17e2dfa1d req-af9732e7-a45c-4af1-b401-6d49caaace39 service nova] Acquired lock "refresh_cache-580da1a3-7254-45c0-be44-6f3f43c58036" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:18:16 user nova-compute[74854]: DEBUG nova.network.neutron [req-9ab7b3a0-b75c-4f41-8079-11d17e2dfa1d req-af9732e7-a45c-4af1-b401-6d49caaace39 service nova] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Refreshing network info cache for port 68c55564-01a7-42b7-ba22-526bf32d0806 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:18:16 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:18:16 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap68c55564-01, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:18:16 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:18:16 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:18:16 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:18:16 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3c15ae72-2e49-44a4-8fab-c06de676e7a9) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:18:16 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:18:16 user nova-compute[74854]: INFO os_vif [None req-7f9abbc8-7fc6-4bb2-a031-31da4b6218df tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:05:80:38,bridge_name='br-int',has_traffic_filtering=True,id=68c55564-01a7-42b7-ba22-526bf32d0806,network=Network(b7b7a8af-8224-4220-a014-98e5defb0f84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap68c55564-01')
Oct 23 17:18:16 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-7f9abbc8-7fc6-4bb2-a031-31da4b6218df tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Deleting instance files /opt/stack/data/nova/instances/580da1a3-7254-45c0-be44-6f3f43c58036_del
Oct 23 17:18:16 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-7f9abbc8-7fc6-4bb2-a031-31da4b6218df tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Deletion of /opt/stack/data/nova/instances/580da1a3-7254-45c0-be44-6f3f43c58036_del complete
Oct 23 17:18:16 user nova-compute[74854]: INFO nova.scheduler.client.report [None req-7f9abbc8-7fc6-4bb2-a031-31da4b6218df tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Deleted allocations for instance 580da1a3-7254-45c0-be44-6f3f43c58036
Oct 23 17:18:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-7f9abbc8-7fc6-4bb2-a031-31da4b6218df tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:18:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-7f9abbc8-7fc6-4bb2-a031-31da4b6218df tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:18:16 user nova-compute[74854]: DEBUG nova.objects.instance [None req-7f9abbc8-7fc6-4bb2-a031-31da4b6218df tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lazy-loading 'numa_topology' on Instance uuid 580da1a3-7254-45c0-be44-6f3f43c58036 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:18:16 user nova-compute[74854]: DEBUG nova.objects.base [None req-7f9abbc8-7fc6-4bb2-a031-31da4b6218df tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Object Instance<580da1a3-7254-45c0-be44-6f3f43c58036> lazy-loaded attributes: resources,numa_topology {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:18:16 user nova-compute[74854]: DEBUG nova.network.neutron [req-9ab7b3a0-b75c-4f41-8079-11d17e2dfa1d req-af9732e7-a45c-4af1-b401-6d49caaace39 service nova] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Updated VIF entry in instance network info cache for port 68c55564-01a7-42b7-ba22-526bf32d0806. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:18:16 user nova-compute[74854]: DEBUG nova.network.neutron [req-9ab7b3a0-b75c-4f41-8079-11d17e2dfa1d req-af9732e7-a45c-4af1-b401-6d49caaace39 service nova] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Updating instance_info_cache with network_info: [{"id": "68c55564-01a7-42b7-ba22-526bf32d0806", "address": "fa:16:3e:05:80:38", "network": {"id": "b7b7a8af-8224-4220-a014-98e5defb0f84", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-621326047-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "590f192c09b34f998151336d4f75a7ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tap68c55564-01", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:18:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-9ab7b3a0-b75c-4f41-8079-11d17e2dfa1d req-af9732e7-a45c-4af1-b401-6d49caaace39 service nova] Releasing lock "refresh_cache-580da1a3-7254-45c0-be44-6f3f43c58036" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:18:16 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-7f9abbc8-7fc6-4bb2-a031-31da4b6218df tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:18:16 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-7f9abbc8-7fc6-4bb2-a031-31da4b6218df tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:18:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-7f9abbc8-7fc6-4bb2-a031-31da4b6218df tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.494s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:18:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-7f9abbc8-7fc6-4bb2-a031-31da4b6218df tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "580da1a3-7254-45c0-be44-6f3f43c58036" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 7.126s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:18:19 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:18:20 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c7c9bcc3-5a5d-4527-8d6b-1d42889c911c tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Acquiring lock "f91bd1c7-bb4c-4390-b697-d714c81b199a" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:18:20 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c7c9bcc3-5a5d-4527-8d6b-1d42889c911c tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "f91bd1c7-bb4c-4390-b697-d714c81b199a" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:18:20 user nova-compute[74854]: INFO nova.compute.manager [None req-c7c9bcc3-5a5d-4527-8d6b-1d42889c911c tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Detaching volume 3e8f7ba3-fe52-4239-8860-191bfe4a881a
Oct 23 17:18:20 user nova-compute[74854]: INFO nova.virt.block_device [None req-c7c9bcc3-5a5d-4527-8d6b-1d42889c911c tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Attempting to driver detach volume 3e8f7ba3-fe52-4239-8860-191bfe4a881a from mountpoint /dev/vdb
Oct 23 17:18:20 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c7c9bcc3-5a5d-4527-8d6b-1d42889c911c tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Attempting to detach device vdb from instance f91bd1c7-bb4c-4390-b697-d714c81b199a from the persistent domain config. {{(pid=74854) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 17:18:20 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-c7c9bcc3-5a5d-4527-8d6b-1d42889c911c tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 17:18:20 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:18:20 user nova-compute[74854]:   <source dev="/dev/sdd"/>
Oct 23 17:18:20 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:18:20 user nova-compute[74854]:   <serial>3e8f7ba3-fe52-4239-8860-191bfe4a881a</serial>
Oct 23 17:18:20 user nova-compute[74854]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 17:18:20 user nova-compute[74854]: </disk>
Oct 23 17:18:20 user nova-compute[74854]:  {{(pid=74854) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 17:18:20 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-c7c9bcc3-5a5d-4527-8d6b-1d42889c911c tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Successfully detached device vdb from instance f91bd1c7-bb4c-4390-b697-d714c81b199a from the persistent domain config.
Oct 23 17:18:20 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c7c9bcc3-5a5d-4527-8d6b-1d42889c911c tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance f91bd1c7-bb4c-4390-b697-d714c81b199a from the live domain config. {{(pid=74854) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 23 17:18:20 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-c7c9bcc3-5a5d-4527-8d6b-1d42889c911c tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 17:18:20 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:18:20 user nova-compute[74854]:   <source dev="/dev/sdd"/>
Oct 23 17:18:20 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:18:20 user nova-compute[74854]:   <serial>3e8f7ba3-fe52-4239-8860-191bfe4a881a</serial>
Oct 23 17:18:20 user nova-compute[74854]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 17:18:20 user nova-compute[74854]: </disk>
Oct 23 17:18:20 user nova-compute[74854]:  {{(pid=74854) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 17:18:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:18:21 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:18:21 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c7c9bcc3-5a5d-4527-8d6b-1d42889c911c tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance f91bd1c7-bb4c-4390-b697-d714c81b199a {{(pid=74854) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 23 17:18:21 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-beb05c65-b586-4b05-88fa-971f2c78f04a tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Calling os-brick to attach iSCSI Volume {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 17:18:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-beb05c65-b586-4b05-88fa-971f2c78f04a tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CBRZAiEk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:18:21 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-beb05c65-b586-4b05-88fa-971f2c78f04a tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:18:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-beb05c65-b586-4b05-88fa-971f2c78f04a tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:18:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-beb05c65-b586-4b05-88fa-971f2c78f04a tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:18:21 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-beb05c65-b586-4b05-88fa-971f2c78f04a tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:18:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-beb05c65-b586-4b05-88fa-971f2c78f04a tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:18:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-beb05c65-b586-4b05-88fa-971f2c78f04a tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:18:21 user nova-compute[74854]: INFO os_brick.initiator.connectors.iscsi [None req-beb05c65-b586-4b05-88fa-971f2c78f04a tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 17:18:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 -p 172.16.0.220:3260 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:18:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:18:21 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac5b2768-2234-419c-955b-c3560726cd0c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:18:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-beb05c65-b586-4b05-88fa-971f2c78f04a tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 17:18:21 user nova-compute[74854]:  {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:18:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 -p 172.16.0.220:3260 --interface default --op new {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:18:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:18:21 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[f410d005-1fb6-4a47-bed0-4501683e6fd4]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45] added\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:18:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-beb05c65-b586-4b05-88fa-971f2c78f04a tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45] added
Oct 23 17:18:21 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:18:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:18:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:18:21 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[c27072e1-7d3e-49d6-913d-5f6a5844b880]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:18:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-beb05c65-b586-4b05-88fa-971f2c78f04a tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:18:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:18:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:18:21 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e7c8fed-0cb1-4dcf-95f9-a8a0d0828163]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:18:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-beb05c65-b586-4b05-88fa-971f2c78f04a tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:18:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CBRZAiEk {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:18:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CBRZAiEk" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:18:21 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e127f386-ed17-499f-844c-f02b88cde52a]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:18:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-beb05c65-b586-4b05-88fa-971f2c78f04a tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'CBRZAiEk'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:18:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:18:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:18:21 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[8875ae78-90fb-4edf-badd-84a02eed02df]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:18:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-beb05c65-b586-4b05-88fa-971f2c78f04a tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:18:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:18:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:18:21 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[5bc14106-862f-462e-ac42-f9f157ad9f28]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:18:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-beb05c65-b586-4b05-88fa-971f2c78f04a tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:18:21 user nova-compute[74854]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 (non-flash)
Oct 23 17:18:21 user nova-compute[74854]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a (non-flash)
Oct 23 17:18:21 user nova-compute[74854]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a (non-flash)
Oct 23 17:18:21 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:18:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-beb05c65-b586-4b05-88fa-971f2c78f04a tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:18:21 user nova-compute[74854]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 (non-flash)
Oct 23 17:18:21 user nova-compute[74854]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a (non-flash)
Oct 23 17:18:21 user nova-compute[74854]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a (non-flash)
Oct 23 17:18:21 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:18:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 -p 172.16.0.220:3260 --login {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:18:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 -p 172.16.0.220:3260 --login" returned: 0 in 0.077s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:18:21 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[623f2c1f-698c-4e91-8176-dcb54b37190c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:18:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-beb05c65-b586-4b05-88fa-971f2c78f04a tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45, portal: 172.16.0.220,3260]
Oct 23 17:18:21 user nova-compute[74854]: Login to [iface: default, target: iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45, portal: 172.16.0.220,3260] successful.
Oct 23 17:18:21 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:18:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:18:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:18:21 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a7e2dae-7579-4d25-875d-7a3677bfd63d]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:18:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-beb05c65-b586-4b05-88fa-971f2c78f04a tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:18:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:18:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:18:21 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e08fe6d-84b9-4071-936b-2686ccaa84a2]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:18:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-beb05c65-b586-4b05-88fa-971f2c78f04a tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:18:21 user nova-compute[74854]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 (non-flash)
Oct 23 17:18:21 user nova-compute[74854]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a (non-flash)
Oct 23 17:18:21 user nova-compute[74854]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a (non-flash)
Oct 23 17:18:21 user nova-compute[74854]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 (non-flash)
Oct 23 17:18:21 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:18:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-beb05c65-b586-4b05-88fa-971f2c78f04a tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:18:21 user nova-compute[74854]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 (non-flash)
Oct 23 17:18:21 user nova-compute[74854]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a (non-flash)
Oct 23 17:18:21 user nova-compute[74854]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a (non-flash)
Oct 23 17:18:21 user nova-compute[74854]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 (non-flash)
Oct 23 17:18:21 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:18:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-beb05c65-b586-4b05-88fa-971f2c78f04a tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.345s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:18:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-beb05c65-b586-4b05-88fa-971f2c78f04a tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Connected to 172.16.0.220:3260 {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 17:18:21 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-beb05c65-b586-4b05-88fa-971f2c78f04a tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] HCTL ('37', '-', '-', 0) found on session 29 with lun 0 {{(pid=74854) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 17:18:21 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-beb05c65-b586-4b05-88fa-971f2c78f04a tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74854) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 17:18:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:18:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.028s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:18:21 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[89be9931-7d9b-44de-bec6-77e23cdf3953]: (4, ('- - 0', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:18:21 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-beb05c65-b586-4b05-88fa-971f2c78f04a tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Searching for a device in session 29 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:18:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-beb05c65-b586-4b05-88fa-971f2c78f04a tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CBRZAiEk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 17:18:22 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-beb05c65-b586-4b05-88fa-971f2c78f04a tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.396s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:18:22 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-beb05c65-b586-4b05-88fa-971f2c78f04a tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] <== connect_volume: return (1398ms) {'type': 'block', 'scsi_wwn': '26434663431613363', 'path': '/dev/sdf'} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:18:22 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-beb05c65-b586-4b05-88fa-971f2c78f04a tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26434663431613363', 'path': '/dev/sdf'} {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 17:18:22 user nova-compute[74854]: DEBUG nova.objects.instance [None req-beb05c65-b586-4b05-88fa-971f2c78f04a tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lazy-loading 'flavor' on Instance uuid 830c4171-3aa6-489f-a2bf-78405615ddb6 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:18:22 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-beb05c65-b586-4b05-88fa-971f2c78f04a tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] attach device xml: <disk type="block" device="disk">
Oct 23 17:18:22 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:18:22 user nova-compute[74854]:   <source dev="/dev/sdf"/>
Oct 23 17:18:22 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:18:22 user nova-compute[74854]:   <serial>fd4f6c79-a107-4d21-bef9-686cf4354c45</serial>
Oct 23 17:18:22 user nova-compute[74854]: </disk>
Oct 23 17:18:22 user nova-compute[74854]:  {{(pid=74854) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 17:18:23 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-beb05c65-b586-4b05-88fa-971f2c78f04a tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:18:23 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-beb05c65-b586-4b05-88fa-971f2c78f04a tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:18:23 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-beb05c65-b586-4b05-88fa-971f2c78f04a tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] No VIF found with MAC fa:16:3e:d2:c0:d7, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:18:23 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-beb05c65-b586-4b05-88fa-971f2c78f04a tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "830c4171-3aa6-489f-a2bf-78405615ddb6" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 31.008s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:18:23 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-dce6469c-136f-4adc-aaf0-71f729aa5221 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Acquiring lock "830c4171-3aa6-489f-a2bf-78405615ddb6" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:18:23 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-dce6469c-136f-4adc-aaf0-71f729aa5221 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "830c4171-3aa6-489f-a2bf-78405615ddb6" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:18:23 user nova-compute[74854]: DEBUG nova.compute.manager [None req-dce6469c-136f-4adc-aaf0-71f729aa5221 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:18:23 user nova-compute[74854]: DEBUG nova.compute.manager [None req-dce6469c-136f-4adc-aaf0-71f729aa5221 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=74854) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Oct 23 17:18:23 user nova-compute[74854]: DEBUG nova.objects.instance [None req-dce6469c-136f-4adc-aaf0-71f729aa5221 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lazy-loading 'flavor' on Instance uuid 830c4171-3aa6-489f-a2bf-78405615ddb6 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:18:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:18:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:18:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:18:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:18:24 user nova-compute[74854]: DEBUG nova.compute.manager [req-d5b53259-c1ad-4b06-a31e-6a65cc82cbfd req-47c16194-7f30-4719-bc18-39c435f607bc service nova] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Received event network-vif-unplugged-5f3010c0-24c3-4a21-97c5-c291fc70ca39 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:18:24 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-d5b53259-c1ad-4b06-a31e-6a65cc82cbfd req-47c16194-7f30-4719-bc18-39c435f607bc service nova] Acquiring lock "830c4171-3aa6-489f-a2bf-78405615ddb6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:18:24 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-d5b53259-c1ad-4b06-a31e-6a65cc82cbfd req-47c16194-7f30-4719-bc18-39c435f607bc service nova] Lock "830c4171-3aa6-489f-a2bf-78405615ddb6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:18:24 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-d5b53259-c1ad-4b06-a31e-6a65cc82cbfd req-47c16194-7f30-4719-bc18-39c435f607bc service nova] Lock "830c4171-3aa6-489f-a2bf-78405615ddb6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:18:24 user nova-compute[74854]: DEBUG nova.compute.manager [req-d5b53259-c1ad-4b06-a31e-6a65cc82cbfd req-47c16194-7f30-4719-bc18-39c435f607bc service nova] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] No waiting events found dispatching network-vif-unplugged-5f3010c0-24c3-4a21-97c5-c291fc70ca39 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:18:24 user nova-compute[74854]: WARNING nova.compute.manager [req-d5b53259-c1ad-4b06-a31e-6a65cc82cbfd req-47c16194-7f30-4719-bc18-39c435f607bc service nova] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Received unexpected event network-vif-unplugged-5f3010c0-24c3-4a21-97c5-c291fc70ca39 for instance with vm_state active and task_state powering-off.
Oct 23 17:18:24 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Instance destroyed successfully.
Oct 23 17:18:24 user nova-compute[74854]: DEBUG nova.compute.manager [None req-dce6469c-136f-4adc-aaf0-71f729aa5221 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:18:24 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-dce6469c-136f-4adc-aaf0-71f729aa5221 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "830c4171-3aa6-489f-a2bf-78405615ddb6" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 0.859s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:18:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:18:26 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:18:26 user nova-compute[74854]: DEBUG nova.compute.manager [req-ca5f5d8e-5d9a-4988-9ecf-b93e3094554e req-3b0f52f6-e213-42a5-b0bb-b78d1e057157 service nova] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Received event network-vif-plugged-5f3010c0-24c3-4a21-97c5-c291fc70ca39 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:18:26 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-ca5f5d8e-5d9a-4988-9ecf-b93e3094554e req-3b0f52f6-e213-42a5-b0bb-b78d1e057157 service nova] Acquiring lock "830c4171-3aa6-489f-a2bf-78405615ddb6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:18:26 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-ca5f5d8e-5d9a-4988-9ecf-b93e3094554e req-3b0f52f6-e213-42a5-b0bb-b78d1e057157 service nova] Lock "830c4171-3aa6-489f-a2bf-78405615ddb6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:18:26 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-ca5f5d8e-5d9a-4988-9ecf-b93e3094554e req-3b0f52f6-e213-42a5-b0bb-b78d1e057157 service nova] Lock "830c4171-3aa6-489f-a2bf-78405615ddb6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:18:26 user nova-compute[74854]: DEBUG nova.compute.manager [req-ca5f5d8e-5d9a-4988-9ecf-b93e3094554e req-3b0f52f6-e213-42a5-b0bb-b78d1e057157 service nova] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] No waiting events found dispatching network-vif-plugged-5f3010c0-24c3-4a21-97c5-c291fc70ca39 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:18:26 user nova-compute[74854]: WARNING nova.compute.manager [req-ca5f5d8e-5d9a-4988-9ecf-b93e3094554e req-3b0f52f6-e213-42a5-b0bb-b78d1e057157 service nova] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Received unexpected event network-vif-plugged-5f3010c0-24c3-4a21-97c5-c291fc70ca39 for instance with vm_state stopped and task_state None.
Oct 23 17:18:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:18:31 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:18:33 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Acquiring lock "ad4d9843-15d6-4f12-b06d-05f80beac969" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:18:33 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "ad4d9843-15d6-4f12-b06d-05f80beac969" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:18:33 user nova-compute[74854]: DEBUG nova.compute.manager [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Starting instance... {{(pid=74854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 17:18:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:18:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:18:34 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74854) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 17:18:34 user nova-compute[74854]: INFO nova.compute.claims [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Claim successful on node user
Oct 23 17:18:34 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:18:34 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:18:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.437s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:18:34 user nova-compute[74854]: DEBUG nova.compute.manager [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Start building networks asynchronously for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 17:18:34 user nova-compute[74854]: DEBUG nova.compute.manager [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Allocating IP information in the background. {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 17:18:34 user nova-compute[74854]: DEBUG nova.network.neutron [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] allocate_for_instance() {{(pid=74854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 17:18:34 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 17:18:34 user nova-compute[74854]: DEBUG nova.compute.manager [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Start building block device mappings for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 17:18:34 user nova-compute[74854]: DEBUG nova.policy [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '426333ef87a54606bbc4aa556869dae2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c07d48b0f4a64bd38bff95e84d480918', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74854) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 17:18:34 user nova-compute[74854]: DEBUG nova.compute.manager [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Start spawning the instance on the hypervisor. {{(pid=74854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 17:18:34 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Creating instance directory {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 17:18:34 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Creating image(s)
Oct 23 17:18:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Acquiring lock "/opt/stack/data/nova/instances/ad4d9843-15d6-4f12-b06d-05f80beac969/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:18:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "/opt/stack/data/nova/instances/ad4d9843-15d6-4f12-b06d-05f80beac969/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:18:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "/opt/stack/data/nova/instances/ad4d9843-15d6-4f12-b06d-05f80beac969/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:18:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:18:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.176s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:18:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Acquiring lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:18:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:18:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:18:35 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.185s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:18:35 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/ad4d9843-15d6-4f12-b06d-05f80beac969/disk 1073741824 {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:18:35 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/ad4d9843-15d6-4f12-b06d-05f80beac969/disk 1073741824" returned: 0 in 0.075s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:18:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.267s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:18:35 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:18:35 user nova-compute[74854]: DEBUG nova.network.neutron [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Successfully created port: 523caa3b-3e93-4699-8074-53aff5c4aac6 {{(pid=74854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 17:18:35 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.175s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:18:35 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ad4d9843-15d6-4f12-b06d-05f80beac969/disk. size=1073741824 {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 17:18:35 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad4d9843-15d6-4f12-b06d-05f80beac969/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:18:35 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad4d9843-15d6-4f12-b06d-05f80beac969/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:18:35 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Cannot resize image /opt/stack/data/nova/instances/ad4d9843-15d6-4f12-b06d-05f80beac969/disk to a smaller size. {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 17:18:35 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Created local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 17:18:35 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Ensure instance console log exists: /opt/stack/data/nova/instances/ad4d9843-15d6-4f12-b06d-05f80beac969/console.log {{(pid=74854) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 17:18:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:18:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:18:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:18:35 user nova-compute[74854]: DEBUG nova.network.neutron [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Successfully updated port: 523caa3b-3e93-4699-8074-53aff5c4aac6 {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:18:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Acquiring lock "refresh_cache-ad4d9843-15d6-4f12-b06d-05f80beac969" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:18:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Acquired lock "refresh_cache-ad4d9843-15d6-4f12-b06d-05f80beac969" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:18:35 user nova-compute[74854]: DEBUG nova.network.neutron [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:18:35 user nova-compute[74854]: DEBUG nova.compute.manager [req-b679b056-8b99-4427-a0d8-532fd52739ec req-d1ca0327-d922-47ab-be64-4aca45aefc6a service nova] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Received event network-changed-523caa3b-3e93-4699-8074-53aff5c4aac6 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:18:35 user nova-compute[74854]: DEBUG nova.compute.manager [req-b679b056-8b99-4427-a0d8-532fd52739ec req-d1ca0327-d922-47ab-be64-4aca45aefc6a service nova] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Refreshing instance network info cache due to event network-changed-523caa3b-3e93-4699-8074-53aff5c4aac6. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:18:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-b679b056-8b99-4427-a0d8-532fd52739ec req-d1ca0327-d922-47ab-be64-4aca45aefc6a service nova] Acquiring lock "refresh_cache-ad4d9843-15d6-4f12-b06d-05f80beac969" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:18:35 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:18:35 user nova-compute[74854]: DEBUG nova.network.neutron [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Instance cache missing network info. {{(pid=74854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 17:18:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:18:36 user nova-compute[74854]: DEBUG nova.network.neutron [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Updating instance_info_cache with network_info: [{"id": "523caa3b-3e93-4699-8074-53aff5c4aac6", "address": "fa:16:3e:5a:ab:9d", "network": {"id": "61eabfd2-7ac3-42e7-8714-bdd76338bb9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939150687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c07d48b0f4a64bd38bff95e84d480918", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap523caa3b-3e", "ovs_interfaceid": "523caa3b-3e93-4699-8074-53aff5c4aac6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:18:36 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Releasing lock "refresh_cache-ad4d9843-15d6-4f12-b06d-05f80beac969" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:18:36 user nova-compute[74854]: DEBUG nova.compute.manager [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Instance network_info: |[{"id": "523caa3b-3e93-4699-8074-53aff5c4aac6", "address": "fa:16:3e:5a:ab:9d", "network": {"id": "61eabfd2-7ac3-42e7-8714-bdd76338bb9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939150687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c07d48b0f4a64bd38bff95e84d480918", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap523caa3b-3e", "ovs_interfaceid": "523caa3b-3e93-4699-8074-53aff5c4aac6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 17:18:36 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-b679b056-8b99-4427-a0d8-532fd52739ec req-d1ca0327-d922-47ab-be64-4aca45aefc6a service nova] Acquired lock "refresh_cache-ad4d9843-15d6-4f12-b06d-05f80beac969" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:18:36 user nova-compute[74854]: DEBUG nova.network.neutron [req-b679b056-8b99-4427-a0d8-532fd52739ec req-d1ca0327-d922-47ab-be64-4aca45aefc6a service nova] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Refreshing network info cache for port 523caa3b-3e93-4699-8074-53aff5c4aac6 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:18:36 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Start _get_guest_xml network_info=[{"id": "523caa3b-3e93-4699-8074-53aff5c4aac6", "address": "fa:16:3e:5a:ab:9d", "network": {"id": "61eabfd2-7ac3-42e7-8714-bdd76338bb9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939150687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c07d48b0f4a64bd38bff95e84d480918", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap523caa3b-3e", "ovs_interfaceid": "523caa3b-3e93-4699-8074-53aff5c4aac6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'encryption_format': None, 'encryption_options': None, 'size': 0, 'boot_index': 0, 'encrypted': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'image_id': '68c345df-c9e8-475a-b17c-635fa0c7e894'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:18:36 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:18:36 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:18:36 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:18:36 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:18:36 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:18:36 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:18:36 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:18:36 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:18:36 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:18:36 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:18:36 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:18:36 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:18:36 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:18:36 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:18:36 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:18:36 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:18:36 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:18:36 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:18:36 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:18:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1359717628',display_name='tempest-ServerRescueNegativeTestJSON-server-1359717628',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1359717628',id=30,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIFqXT/FrOWAbN0b1pXfGRuJgTy57b5JBaWdon6GyJ5/15ikOPNvffMgc4pGO8GMtGS/PyJL1HUITerXDjHlWufhxCwyYJ2Atav4YwUTiw3JxibuGkDun5YfVwkWglkLjg==',key_name='tempest-keypair-1050877041',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c07d48b0f4a64bd38bff95e84d480918',ramdisk_id='',reservation_id='r-j4y9zaai',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1105748128',owner_user_name='tempest-ServerRescueNegativeTestJSON-1105748128-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:18:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='426333ef87a54606bbc4aa556869dae2',uuid=ad4d9843-15d6-4f12-b06d-05f80beac969,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "523caa3b-3e93-4699-8074-53aff5c4aac6", "address": "fa:16:3e:5a:ab:9d", "network": {"id": "61eabfd2-7ac3-42e7-8714-bdd76338bb9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939150687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c07d48b0f4a64bd38bff95e84d480918", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap523caa3b-3e", "ovs_interfaceid": "523caa3b-3e93-4699-8074-53aff5c4aac6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:18:36 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Converting VIF {"id": "523caa3b-3e93-4699-8074-53aff5c4aac6", "address": "fa:16:3e:5a:ab:9d", "network": {"id": "61eabfd2-7ac3-42e7-8714-bdd76338bb9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939150687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c07d48b0f4a64bd38bff95e84d480918", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap523caa3b-3e", "ovs_interfaceid": "523caa3b-3e93-4699-8074-53aff5c4aac6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:18:36 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5a:ab:9d,bridge_name='br-int',has_traffic_filtering=True,id=523caa3b-3e93-4699-8074-53aff5c4aac6,network=Network(61eabfd2-7ac3-42e7-8714-bdd76338bb9b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap523caa3b-3e') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:18:36 user nova-compute[74854]: DEBUG nova.objects.instance [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lazy-loading 'pci_devices' on Instance uuid ad4d9843-15d6-4f12-b06d-05f80beac969 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:18:36 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:18:36 user nova-compute[74854]:   <uuid>ad4d9843-15d6-4f12-b06d-05f80beac969</uuid>
Oct 23 17:18:36 user nova-compute[74854]:   <name>instance-0000001e</name>
Oct 23 17:18:36 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:18:36 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:18:36 user nova-compute[74854]:   <metadata>
Oct 23 17:18:36 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:18:36 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:18:36 user nova-compute[74854]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1359717628</nova:name>
Oct 23 17:18:36 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:18:36</nova:creationTime>
Oct 23 17:18:36 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:18:36 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:18:36 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:18:36 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:18:36 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:18:36 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:18:36 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:18:36 user nova-compute[74854]:       <nova:owner>
Oct 23 17:18:36 user nova-compute[74854]:         <nova:user uuid="426333ef87a54606bbc4aa556869dae2">tempest-ServerRescueNegativeTestJSON-1105748128-project-member</nova:user>
Oct 23 17:18:36 user nova-compute[74854]:         <nova:project uuid="c07d48b0f4a64bd38bff95e84d480918">tempest-ServerRescueNegativeTestJSON-1105748128</nova:project>
Oct 23 17:18:36 user nova-compute[74854]:       </nova:owner>
Oct 23 17:18:36 user nova-compute[74854]:       <nova:root type="image" uuid="68c345df-c9e8-475a-b17c-635fa0c7e894"/>
Oct 23 17:18:36 user nova-compute[74854]:       <nova:ports>
Oct 23 17:18:36 user nova-compute[74854]:         <nova:port uuid="523caa3b-3e93-4699-8074-53aff5c4aac6">
Oct 23 17:18:36 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 23 17:18:36 user nova-compute[74854]:         </nova:port>
Oct 23 17:18:36 user nova-compute[74854]:       </nova:ports>
Oct 23 17:18:36 user nova-compute[74854]:     </nova:instance>
Oct 23 17:18:36 user nova-compute[74854]:   </metadata>
Oct 23 17:18:36 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:18:36 user nova-compute[74854]:     <system>
Oct 23 17:18:36 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:18:36 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:18:36 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:18:36 user nova-compute[74854]:       <entry name="serial">ad4d9843-15d6-4f12-b06d-05f80beac969</entry>
Oct 23 17:18:36 user nova-compute[74854]:       <entry name="uuid">ad4d9843-15d6-4f12-b06d-05f80beac969</entry>
Oct 23 17:18:36 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:18:36 user nova-compute[74854]:     </system>
Oct 23 17:18:36 user nova-compute[74854]:   </sysinfo>
Oct 23 17:18:36 user nova-compute[74854]:   <os>
Oct 23 17:18:36 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:18:36 user nova-compute[74854]:     <boot dev="hd"/>
Oct 23 17:18:36 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:18:36 user nova-compute[74854]:   </os>
Oct 23 17:18:36 user nova-compute[74854]:   <features>
Oct 23 17:18:36 user nova-compute[74854]:     <acpi/>
Oct 23 17:18:36 user nova-compute[74854]:     <apic/>
Oct 23 17:18:36 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:18:36 user nova-compute[74854]:   </features>
Oct 23 17:18:36 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:18:36 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:18:36 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:18:36 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:18:36 user nova-compute[74854]:   </clock>
Oct 23 17:18:36 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:18:36 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:18:36 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:18:36 user nova-compute[74854]:   </cpu>
Oct 23 17:18:36 user nova-compute[74854]:   <devices>
Oct 23 17:18:36 user nova-compute[74854]:     <disk type="file" device="disk">
Oct 23 17:18:36 user nova-compute[74854]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 17:18:36 user nova-compute[74854]:       <source file="/opt/stack/data/nova/instances/ad4d9843-15d6-4f12-b06d-05f80beac969/disk"/>
Oct 23 17:18:36 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:18:36 user nova-compute[74854]:     </disk>
Oct 23 17:18:36 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:18:36 user nova-compute[74854]:       <mac address="fa:16:3e:5a:ab:9d"/>
Oct 23 17:18:36 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:18:36 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:18:36 user nova-compute[74854]:       <target dev="tap523caa3b-3e"/>
Oct 23 17:18:36 user nova-compute[74854]:     </interface>
Oct 23 17:18:36 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:18:36 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/ad4d9843-15d6-4f12-b06d-05f80beac969/console.log" append="off"/>
Oct 23 17:18:36 user nova-compute[74854]:     </serial>
Oct 23 17:18:36 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:18:36 user nova-compute[74854]:     <video>
Oct 23 17:18:36 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:18:36 user nova-compute[74854]:     </video>
Oct 23 17:18:36 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:18:36 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:18:36 user nova-compute[74854]:     </rng>
Oct 23 17:18:36 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:18:36 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:18:36 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:18:36 user nova-compute[74854]:     </memballoon>
Oct 23 17:18:36 user nova-compute[74854]:   </devices>
Oct 23 17:18:36 user nova-compute[74854]: </domain>
Oct 23 17:18:36 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:18:36 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:18:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1359717628',display_name='tempest-ServerRescueNegativeTestJSON-server-1359717628',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1359717628',id=30,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIFqXT/FrOWAbN0b1pXfGRuJgTy57b5JBaWdon6GyJ5/15ikOPNvffMgc4pGO8GMtGS/PyJL1HUITerXDjHlWufhxCwyYJ2Atav4YwUTiw3JxibuGkDun5YfVwkWglkLjg==',key_name='tempest-keypair-1050877041',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c07d48b0f4a64bd38bff95e84d480918',ramdisk_id='',reservation_id='r-j4y9zaai',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1105748128',owner_user_name='tempest-ServerRescueNegativeTestJSON-1105748128-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:18:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='426333ef87a54606bbc4aa556869dae2',uuid=ad4d9843-15d6-4f12-b06d-05f80beac969,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "523caa3b-3e93-4699-8074-53aff5c4aac6", "address": "fa:16:3e:5a:ab:9d", "network": {"id": "61eabfd2-7ac3-42e7-8714-bdd76338bb9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939150687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c07d48b0f4a64bd38bff95e84d480918", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap523caa3b-3e", "ovs_interfaceid": "523caa3b-3e93-4699-8074-53aff5c4aac6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:18:36 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Converting VIF {"id": "523caa3b-3e93-4699-8074-53aff5c4aac6", "address": "fa:16:3e:5a:ab:9d", "network": {"id": "61eabfd2-7ac3-42e7-8714-bdd76338bb9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939150687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c07d48b0f4a64bd38bff95e84d480918", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap523caa3b-3e", "ovs_interfaceid": "523caa3b-3e93-4699-8074-53aff5c4aac6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:18:36 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5a:ab:9d,bridge_name='br-int',has_traffic_filtering=True,id=523caa3b-3e93-4699-8074-53aff5c4aac6,network=Network(61eabfd2-7ac3-42e7-8714-bdd76338bb9b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap523caa3b-3e') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:18:36 user nova-compute[74854]: DEBUG os_vif [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5a:ab:9d,bridge_name='br-int',has_traffic_filtering=True,id=523caa3b-3e93-4699-8074-53aff5c4aac6,network=Network(61eabfd2-7ac3-42e7-8714-bdd76338bb9b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap523caa3b-3e') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:18:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:18:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:18:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:18:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:18:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7864dc8d-7aa3-5409-a123-2f2c7738ce4b', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:18:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:18:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:18:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:18:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:18:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap523caa3b-3e, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:18:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap523caa3b-3e, col_values=(('qos', UUID('9fd07ac3-aa11-42ad-a6b7-92748f176dee')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:18:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap523caa3b-3e, col_values=(('external_ids', {'iface-id': '523caa3b-3e93-4699-8074-53aff5c4aac6', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:5a:ab:9d', 'vm-uuid': 'ad4d9843-15d6-4f12-b06d-05f80beac969'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:18:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:18:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:18:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:18:36 user nova-compute[74854]: INFO os_vif [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5a:ab:9d,bridge_name='br-int',has_traffic_filtering=True,id=523caa3b-3e93-4699-8074-53aff5c4aac6,network=Network(61eabfd2-7ac3-42e7-8714-bdd76338bb9b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap523caa3b-3e')
Oct 23 17:18:36 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:18:36 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] No VIF found with MAC fa:16:3e:5a:ab:9d, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:18:36 user nova-compute[74854]: DEBUG nova.network.neutron [req-b679b056-8b99-4427-a0d8-532fd52739ec req-d1ca0327-d922-47ab-be64-4aca45aefc6a service nova] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Updated VIF entry in instance network info cache for port 523caa3b-3e93-4699-8074-53aff5c4aac6. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:18:36 user nova-compute[74854]: DEBUG nova.network.neutron [req-b679b056-8b99-4427-a0d8-532fd52739ec req-d1ca0327-d922-47ab-be64-4aca45aefc6a service nova] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Updating instance_info_cache with network_info: [{"id": "523caa3b-3e93-4699-8074-53aff5c4aac6", "address": "fa:16:3e:5a:ab:9d", "network": {"id": "61eabfd2-7ac3-42e7-8714-bdd76338bb9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939150687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c07d48b0f4a64bd38bff95e84d480918", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap523caa3b-3e", "ovs_interfaceid": "523caa3b-3e93-4699-8074-53aff5c4aac6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:18:36 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-b679b056-8b99-4427-a0d8-532fd52739ec req-d1ca0327-d922-47ab-be64-4aca45aefc6a service nova] Releasing lock "refresh_cache-ad4d9843-15d6-4f12-b06d-05f80beac969" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:18:37 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:18:37 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:18:37 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:18:37 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:18:38 user nova-compute[74854]: DEBUG nova.compute.manager [req-ec836f95-20ef-4c8a-9da6-34be8b1adbd5 req-e6d17058-70bc-45a1-aad4-b1efd44f5542 service nova] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Received event network-vif-plugged-523caa3b-3e93-4699-8074-53aff5c4aac6 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:18:38 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-ec836f95-20ef-4c8a-9da6-34be8b1adbd5 req-e6d17058-70bc-45a1-aad4-b1efd44f5542 service nova] Acquiring lock "ad4d9843-15d6-4f12-b06d-05f80beac969-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:18:38 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-ec836f95-20ef-4c8a-9da6-34be8b1adbd5 req-e6d17058-70bc-45a1-aad4-b1efd44f5542 service nova] Lock "ad4d9843-15d6-4f12-b06d-05f80beac969-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:18:38 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-ec836f95-20ef-4c8a-9da6-34be8b1adbd5 req-e6d17058-70bc-45a1-aad4-b1efd44f5542 service nova] Lock "ad4d9843-15d6-4f12-b06d-05f80beac969-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:18:38 user nova-compute[74854]: DEBUG nova.compute.manager [req-ec836f95-20ef-4c8a-9da6-34be8b1adbd5 req-e6d17058-70bc-45a1-aad4-b1efd44f5542 service nova] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] No waiting events found dispatching network-vif-plugged-523caa3b-3e93-4699-8074-53aff5c4aac6 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:18:38 user nova-compute[74854]: WARNING nova.compute.manager [req-ec836f95-20ef-4c8a-9da6-34be8b1adbd5 req-e6d17058-70bc-45a1-aad4-b1efd44f5542 service nova] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Received unexpected event network-vif-plugged-523caa3b-3e93-4699-8074-53aff5c4aac6 for instance with vm_state building and task_state spawning.
Oct 23 17:18:38 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:18:38 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:18:39 user nova-compute[74854]: DEBUG nova.compute.manager [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Instance event wait completed in 0 seconds for  {{(pid=74854) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 17:18:39 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Guest created on hypervisor {{(pid=74854) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 17:18:39 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Instance spawned successfully.
Oct 23 17:18:39 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 17:18:40 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Found default for hw_cdrom_bus of ide {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:18:40 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Found default for hw_disk_bus of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:18:40 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Found default for hw_input_bus of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:18:40 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Found default for hw_pointer_model of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:18:40 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Found default for hw_video_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:18:40 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Found default for hw_vif_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:18:40 user nova-compute[74854]: INFO nova.compute.manager [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Took 5.40 seconds to spawn the instance on the hypervisor.
Oct 23 17:18:40 user nova-compute[74854]: DEBUG nova.compute.manager [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:18:40 user nova-compute[74854]: INFO nova.compute.manager [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Took 6.19 seconds to build instance.
Oct 23 17:18:40 user nova-compute[74854]: DEBUG nova.compute.manager [req-cc3068fd-6770-4da7-a13b-d18669fd20e6 req-1992262a-da9c-4a27-9e0f-98a4d763e2bf service nova] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Received event network-vif-plugged-523caa3b-3e93-4699-8074-53aff5c4aac6 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:18:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-cc3068fd-6770-4da7-a13b-d18669fd20e6 req-1992262a-da9c-4a27-9e0f-98a4d763e2bf service nova] Acquiring lock "ad4d9843-15d6-4f12-b06d-05f80beac969-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:18:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-cc3068fd-6770-4da7-a13b-d18669fd20e6 req-1992262a-da9c-4a27-9e0f-98a4d763e2bf service nova] Lock "ad4d9843-15d6-4f12-b06d-05f80beac969-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:18:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-cc3068fd-6770-4da7-a13b-d18669fd20e6 req-1992262a-da9c-4a27-9e0f-98a4d763e2bf service nova] Lock "ad4d9843-15d6-4f12-b06d-05f80beac969-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:18:40 user nova-compute[74854]: DEBUG nova.compute.manager [req-cc3068fd-6770-4da7-a13b-d18669fd20e6 req-1992262a-da9c-4a27-9e0f-98a4d763e2bf service nova] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] No waiting events found dispatching network-vif-plugged-523caa3b-3e93-4699-8074-53aff5c4aac6 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:18:40 user nova-compute[74854]: WARNING nova.compute.manager [req-cc3068fd-6770-4da7-a13b-d18669fd20e6 req-1992262a-da9c-4a27-9e0f-98a4d763e2bf service nova] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Received unexpected event network-vif-plugged-523caa3b-3e93-4699-8074-53aff5c4aac6 for instance with vm_state building and task_state spawning.
Oct 23 17:18:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-daecaeab-46ca-407d-bec3-f8a58f27ccf9 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "ad4d9843-15d6-4f12-b06d-05f80beac969" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.292s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:18:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:18:41 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:18:41 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-c7c9bcc3-5a5d-4527-8d6b-1d42889c911c tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance f91bd1c7-bb4c-4390-b697-d714c81b199a is timed out.
Oct 23 17:18:41 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-c7c9bcc3-5a5d-4527-8d6b-1d42889c911c tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Successfully detached device vdb from instance f91bd1c7-bb4c-4390-b697-d714c81b199a from the live domain config.
Oct 23 17:18:41 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c7c9bcc3-5a5d-4527-8d6b-1d42889c911c tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] calling os-brick to detach iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 17:18:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7c9bcc3-5a5d-4527-8d6b-1d42889c911c tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, {'target_iqn': 'iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KjXpIvCM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:18:41 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-c7c9bcc3-5a5d-4527-8d6b-1d42889c911c tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:18:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-c7c9bcc3-5a5d-4527-8d6b-1d42889c911c tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:18:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-c7c9bcc3-5a5d-4527-8d6b-1d42889c911c tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:18:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:18:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:18:41 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[10a67697-1e60-4632-958a-30a86b7d17c1]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:18:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7c9bcc3-5a5d-4527-8d6b-1d42889c911c tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 17:18:41 user nova-compute[74854]: No targets found.
Oct 23 17:18:41 user nova-compute[74854]: iSNS:
Oct 23 17:18:41 user nova-compute[74854]: No targets found.
Oct 23 17:18:41 user nova-compute[74854]: STATIC:
Oct 23 17:18:41 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5
Oct 23 17:18:41 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:18:41 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:18:41 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a
Oct 23 17:18:41 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:18:41 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:18:41 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45
Oct 23 17:18:41 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:18:41 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:18:41 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a
Oct 23 17:18:41 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:18:41 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:18:41 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1
Oct 23 17:18:41 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:18:41 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:18:41 user nova-compute[74854]: FIRMWARE:
Oct 23 17:18:41 user nova-compute[74854]: No targets found.
Oct 23 17:18:41 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:18:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7c9bcc3-5a5d-4527-8d6b-1d42889c911c tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 17:18:41 user nova-compute[74854]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 17:18:41 user nova-compute[74854]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74854) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 17:18:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7c9bcc3-5a5d-4527-8d6b-1d42889c911c tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a', 0)] {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 17:18:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:18:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:18:41 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5ecfc8a-0cad-4b64-9ce5-69e0b9f7192b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:18:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:18:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:18:41 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[f34687a9-cbe7-4067-a056-2b3755c57752]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:18:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7c9bcc3-5a5d-4527-8d6b-1d42889c911c tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:18:41 user nova-compute[74854]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 (non-flash)
Oct 23 17:18:41 user nova-compute[74854]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a (non-flash)
Oct 23 17:18:41 user nova-compute[74854]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a (non-flash)
Oct 23 17:18:41 user nova-compute[74854]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 (non-flash)
Oct 23 17:18:41 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:18:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7c9bcc3-5a5d-4527-8d6b-1d42889c911c tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:18:41 user nova-compute[74854]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 (non-flash)
Oct 23 17:18:41 user nova-compute[74854]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a (non-flash)
Oct 23 17:18:41 user nova-compute[74854]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a (non-flash)
Oct 23 17:18:41 user nova-compute[74854]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 (non-flash)
Oct 23 17:18:41 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:18:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7c9bcc3-5a5d-4527-8d6b-1d42889c911c tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f3038ebacb0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a'): ({'sdd'}, set())}) {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 17:18:41 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-c7c9bcc3-5a5d-4527-8d6b-1d42889c911c tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Removing single pathed devices sdd {{(pid=74854) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 17:18:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:18:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:18:41 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa692a53-86fe-4754-9900-351e115cd0e5]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:18:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:18:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:18:41 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e21075c-2452-4de2-b196-863ec6cc42a9]: (4, ('ok\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:18:41 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-c7c9bcc3-5a5d-4527-8d6b-1d42889c911c tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Flushing IO for device /dev/sdd {{(pid=74854) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 17:18:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:18:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:18:41 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[8132339b-c904-4e32-a5fd-d550b8f24506]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:18:41 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-c7c9bcc3-5a5d-4527-8d6b-1d42889c911c tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74854) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 17:18:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:18:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.048s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:18:41 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ffb8daf-4792-4261-a116-dc3aac173ca9]: (4, ('1', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:18:41 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-c7c9bcc3-5a5d-4527-8d6b-1d42889c911c tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 17:18:41 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-c7c9bcc3-5a5d-4527-8d6b-1d42889c911c tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] SCSI volumes sdd have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 17:18:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7c9bcc3-5a5d-4527-8d6b-1d42889c911c tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a')] {{(pid=74854) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 17:18:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:18:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:18:41 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b38efbdf-e123-4678-bd2b-1d8030951d58]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:18:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7c9bcc3-5a5d-4527-8d6b-1d42889c911c tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:18:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a -p 172.16.0.220:3260 --logout {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:18:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a -p 172.16.0.220:3260 --logout" returned: 0 in 0.073s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:18:41 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e02668cb-ef1c-4fc7-b86d-308a19703336]: (4, ('Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a, portal: 172.16.0.220,3260]\nLogout of [sid: 26, target: iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:18:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7c9bcc3-5a5d-4527-8d6b-1d42889c911c tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a, portal: 172.16.0.220,3260]
Oct 23 17:18:41 user nova-compute[74854]: Logout of [sid: 26, target: iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a, portal: 172.16.0.220,3260] successful.
Oct 23 17:18:41 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:18:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a -p 172.16.0.220:3260 --op delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:18:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e8f7ba3-fe52-4239-8860-191bfe4a881a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:18:41 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2967b1a-c954-46ce-be43-d6d029a3a111]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:18:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7c9bcc3-5a5d-4527-8d6b-1d42889c911c tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:18:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-c7c9bcc3-5a5d-4527-8d6b-1d42889c911c tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.346s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:18:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7c9bcc3-5a5d-4527-8d6b-1d42889c911c tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] <== disconnect_volume: return (347ms) None {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:18:41 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c7c9bcc3-5a5d-4527-8d6b-1d42889c911c tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Disconnected iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 17:18:43 user nova-compute[74854]: DEBUG nova.objects.instance [None req-c7c9bcc3-5a5d-4527-8d6b-1d42889c911c tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lazy-loading 'flavor' on Instance uuid f91bd1c7-bb4c-4390-b697-d714c81b199a {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:18:43 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c7c9bcc3-5a5d-4527-8d6b-1d42889c911c tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "f91bd1c7-bb4c-4390-b697-d714c81b199a" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.675s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:18:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:18:46 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:18:47 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:18:47 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 17:18:48 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:18:48 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:18:48 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74854) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 23 17:18:49 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:18:49 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:18:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:18:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:18:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:18:49 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Auditing locally available compute resources for user (node: user) {{(pid=74854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 17:18:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.rescue --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:18:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.rescue --force-share --output=json" returned: 0 in 0.175s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:18:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.rescue --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:18:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.rescue --force-share --output=json" returned: 0 in 0.176s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:18:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:18:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:18:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:18:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:18:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:18:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:18:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:18:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:18:51 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:18:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:18:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:18:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:18:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:18:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:18:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f91bd1c7-bb4c-4390-b697-d714c81b199a/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:18:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f91bd1c7-bb4c-4390-b697-d714c81b199a/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:18:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f91bd1c7-bb4c-4390-b697-d714c81b199a/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:18:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f91bd1c7-bb4c-4390-b697-d714c81b199a/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:18:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:18:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:18:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:18:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:18:52 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:18:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7809ba0d-ad90-46fb-bf9c-55d619abe533/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:18:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7809ba0d-ad90-46fb-bf9c-55d619abe533/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:18:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7809ba0d-ad90-46fb-bf9c-55d619abe533/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:18:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7809ba0d-ad90-46fb-bf9c-55d619abe533/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:18:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:18:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:18:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:18:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:18:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:18:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:18:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:18:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:18:53 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:18:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8fe30f2-3d36-47ae-b780-1f15c026cac2/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:18:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8fe30f2-3d36-47ae-b780-1f15c026cac2/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:18:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8fe30f2-3d36-47ae-b780-1f15c026cac2/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:18:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8fe30f2-3d36-47ae-b780-1f15c026cac2/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:18:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad4d9843-15d6-4f12-b06d-05f80beac969/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:18:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad4d9843-15d6-4f12-b06d-05f80beac969/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:18:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad4d9843-15d6-4f12-b06d-05f80beac969/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:18:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad4d9843-15d6-4f12-b06d-05f80beac969/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:18:54 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:18:54 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:18:54 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:18:54 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Hypervisor/Node resource view: name=user free_ram=7478MB free_disk=24.698688507080078GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=74854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 17:18:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:18:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:18:55 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance f150b707-22b3-43b5-b657-0c2e19bcf524 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:18:55 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 30026d10-f080-4a53-8a4e-b8be523fe48e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:18:55 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:18:55 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance ebdd2079-dbb8-44e5-8e02-53df3302b70f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:18:55 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance f8fe30f2-3d36-47ae-b780-1f15c026cac2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:18:55 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:18:55 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance f91bd1c7-bb4c-4390-b697-d714c81b199a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:18:55 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 22d20895-a1e3-4f34-ba96-b73a32c7629f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:18:55 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:18:55 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 830c4171-3aa6-489f-a2bf-78405615ddb6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:18:55 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 7809ba0d-ad90-46fb-bf9c-55d619abe533 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:18:55 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance ad4d9843-15d6-4f12-b06d-05f80beac969 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:18:55 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 17:18:55 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 17:18:55 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:18:55 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:18:55 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Compute_service record updated for user:user {{(pid=74854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 17:18:55 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.990s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:18:55 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:18:55 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Cleaning up deleted instances {{(pid=74854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 23 17:18:55 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] There are 1 instances to clean {{(pid=74854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 23 17:18:55 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Instance has had 2 of 5 cleanup attempts {{(pid=74854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11221}}
Oct 23 17:18:55 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Deletion of /opt/stack/data/nova/instances/4284792e-08bd-4f6e-a47f-e7381f16c8c6_resize failed
Oct 23 17:18:55 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:18:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:18:56 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:18:56 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:18:56 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:18:56 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:18:56 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:18:56 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Triggering sync for uuid f150b707-22b3-43b5-b657-0c2e19bcf524 {{(pid=74854) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 23 17:18:56 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Triggering sync for uuid 30026d10-f080-4a53-8a4e-b8be523fe48e {{(pid=74854) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 23 17:18:56 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Triggering sync for uuid 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323 {{(pid=74854) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 23 17:18:56 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Triggering sync for uuid ebdd2079-dbb8-44e5-8e02-53df3302b70f {{(pid=74854) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 23 17:18:56 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Triggering sync for uuid f8fe30f2-3d36-47ae-b780-1f15c026cac2 {{(pid=74854) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 23 17:18:56 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Triggering sync for uuid a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf {{(pid=74854) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 23 17:18:56 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Triggering sync for uuid f91bd1c7-bb4c-4390-b697-d714c81b199a {{(pid=74854) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 23 17:18:56 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Triggering sync for uuid 22d20895-a1e3-4f34-ba96-b73a32c7629f {{(pid=74854) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 23 17:18:56 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Triggering sync for uuid 830c4171-3aa6-489f-a2bf-78405615ddb6 {{(pid=74854) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 23 17:18:56 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Triggering sync for uuid 7809ba0d-ad90-46fb-bf9c-55d619abe533 {{(pid=74854) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 23 17:18:56 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Triggering sync for uuid ad4d9843-15d6-4f12-b06d-05f80beac969 {{(pid=74854) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 23 17:18:56 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Triggering sync for uuid a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a {{(pid=74854) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 23 17:18:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "f150b707-22b3-43b5-b657-0c2e19bcf524" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:18:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "f150b707-22b3-43b5-b657-0c2e19bcf524" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:18:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "30026d10-f080-4a53-8a4e-b8be523fe48e" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:18:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "30026d10-f080-4a53-8a4e-b8be523fe48e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:18:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:18:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:18:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "ebdd2079-dbb8-44e5-8e02-53df3302b70f" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:18:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "ebdd2079-dbb8-44e5-8e02-53df3302b70f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:18:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "f8fe30f2-3d36-47ae-b780-1f15c026cac2" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:18:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "f8fe30f2-3d36-47ae-b780-1f15c026cac2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:18:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:18:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:18:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "f91bd1c7-bb4c-4390-b697-d714c81b199a" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:18:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "f91bd1c7-bb4c-4390-b697-d714c81b199a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:18:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "22d20895-a1e3-4f34-ba96-b73a32c7629f" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:18:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "22d20895-a1e3-4f34-ba96-b73a32c7629f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:18:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "830c4171-3aa6-489f-a2bf-78405615ddb6" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:18:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "830c4171-3aa6-489f-a2bf-78405615ddb6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:18:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "7809ba0d-ad90-46fb-bf9c-55d619abe533" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:18:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "7809ba0d-ad90-46fb-bf9c-55d619abe533" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:18:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "ad4d9843-15d6-4f12-b06d-05f80beac969" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:18:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "ad4d9843-15d6-4f12-b06d-05f80beac969" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:18:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:18:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:18:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "f150b707-22b3-43b5-b657-0c2e19bcf524" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.047s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:18:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "ebdd2079-dbb8-44e5-8e02-53df3302b70f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.057s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:18:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "30026d10-f080-4a53-8a4e-b8be523fe48e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.060s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:18:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "f8fe30f2-3d36-47ae-b780-1f15c026cac2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.060s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:18:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.070s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:18:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "f91bd1c7-bb4c-4390-b697-d714c81b199a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.068s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:18:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "22d20895-a1e3-4f34-ba96-b73a32c7629f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.073s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:18:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.083s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:18:56 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:18:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "7809ba0d-ad90-46fb-bf9c-55d619abe533" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.087s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:18:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "ad4d9843-15d6-4f12-b06d-05f80beac969" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.096s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:18:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "830c4171-3aa6-489f-a2bf-78405615ddb6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.105s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:18:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.109s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:18:59 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:18:59 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Starting heal instance info cache {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 17:18:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "refresh_cache-ebdd2079-dbb8-44e5-8e02-53df3302b70f" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:18:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquired lock "refresh_cache-ebdd2079-dbb8-44e5-8e02-53df3302b70f" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:18:59 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Forcefully refreshing network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 17:19:00 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Updating instance_info_cache with network_info: [{"id": "79c146d2-796c-4469-922f-5fdee10f75f2", "address": "fa:16:3e:ba:07:c7", "network": {"id": "61eabfd2-7ac3-42e7-8714-bdd76338bb9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939150687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c07d48b0f4a64bd38bff95e84d480918", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79c146d2-79", "ovs_interfaceid": "79c146d2-796c-4469-922f-5fdee10f75f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:19:00 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Releasing lock "refresh_cache-ebdd2079-dbb8-44e5-8e02-53df3302b70f" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:19:00 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Updated the network info_cache for instance {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 17:19:00 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:19:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:19:01 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Acquiring lock "254e7300-fb61-42ec-8cab-5970d80fb1a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:19:01 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Lock "254e7300-fb61-42ec-8cab-5970d80fb1a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:19:01 user nova-compute[74854]: DEBUG nova.compute.manager [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] Starting instance... {{(pid=74854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 17:19:01 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:19:01 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:19:01 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74854) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 17:19:01 user nova-compute[74854]: INFO nova.compute.claims [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] Claim successful on node user
Oct 23 17:19:02 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:19:02 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:19:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.451s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:19:02 user nova-compute[74854]: DEBUG nova.compute.manager [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] Start building networks asynchronously for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 17:19:02 user nova-compute[74854]: DEBUG nova.compute.manager [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] Allocating IP information in the background. {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 17:19:02 user nova-compute[74854]: DEBUG nova.network.neutron [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] allocate_for_instance() {{(pid=74854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 17:19:02 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 17:19:02 user nova-compute[74854]: DEBUG nova.compute.manager [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] Start building block device mappings for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 17:19:02 user nova-compute[74854]: DEBUG nova.compute.manager [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] Start spawning the instance on the hypervisor. {{(pid=74854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 17:19:02 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] Creating instance directory {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 17:19:02 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] Creating image(s)
Oct 23 17:19:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Acquiring lock "/opt/stack/data/nova/instances/254e7300-fb61-42ec-8cab-5970d80fb1a8/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:19:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Lock "/opt/stack/data/nova/instances/254e7300-fb61-42ec-8cab-5970d80fb1a8/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:19:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Lock "/opt/stack/data/nova/instances/254e7300-fb61-42ec-8cab-5970d80fb1a8/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:19:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:19:02 user nova-compute[74854]: DEBUG nova.policy [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea09deedb98746a497ed31ce07b1c025', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53978769002b4d5e980c485d02d1484b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74854) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 17:19:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.181s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:19:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Acquiring lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:19:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:19:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:19:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.178s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:19:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/254e7300-fb61-42ec-8cab-5970d80fb1a8/disk 1073741824 {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:19:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/254e7300-fb61-42ec-8cab-5970d80fb1a8/disk 1073741824" returned: 0 in 0.047s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:19:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.232s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:19:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:19:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.173s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:19:02 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Checking if we can resize image /opt/stack/data/nova/instances/254e7300-fb61-42ec-8cab-5970d80fb1a8/disk. size=1073741824 {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 17:19:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/254e7300-fb61-42ec-8cab-5970d80fb1a8/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:19:03 user nova-compute[74854]: DEBUG nova.network.neutron [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] Successfully created port: d5540e5f-90fe-474b-9e0d-9ec38c2186f0 {{(pid=74854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 17:19:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/254e7300-fb61-42ec-8cab-5970d80fb1a8/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:19:03 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Cannot resize image /opt/stack/data/nova/instances/254e7300-fb61-42ec-8cab-5970d80fb1a8/disk to a smaller size. {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 17:19:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] Created local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 17:19:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] Ensure instance console log exists: /opt/stack/data/nova/instances/254e7300-fb61-42ec-8cab-5970d80fb1a8/console.log {{(pid=74854) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 17:19:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:19:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:19:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:19:03 user nova-compute[74854]: DEBUG nova.network.neutron [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] Successfully updated port: d5540e5f-90fe-474b-9e0d-9ec38c2186f0 {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:19:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Acquiring lock "refresh_cache-254e7300-fb61-42ec-8cab-5970d80fb1a8" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:19:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Acquired lock "refresh_cache-254e7300-fb61-42ec-8cab-5970d80fb1a8" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:19:03 user nova-compute[74854]: DEBUG nova.network.neutron [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:19:03 user nova-compute[74854]: DEBUG nova.compute.manager [req-50a1ac9d-914d-40c8-ba7b-fa77432e5bb5 req-05a62fd0-ba80-4690-976e-9e0787cb18dd service nova] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] Received event network-changed-d5540e5f-90fe-474b-9e0d-9ec38c2186f0 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:19:03 user nova-compute[74854]: DEBUG nova.compute.manager [req-50a1ac9d-914d-40c8-ba7b-fa77432e5bb5 req-05a62fd0-ba80-4690-976e-9e0787cb18dd service nova] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] Refreshing instance network info cache due to event network-changed-d5540e5f-90fe-474b-9e0d-9ec38c2186f0. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:19:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-50a1ac9d-914d-40c8-ba7b-fa77432e5bb5 req-05a62fd0-ba80-4690-976e-9e0787cb18dd service nova] Acquiring lock "refresh_cache-254e7300-fb61-42ec-8cab-5970d80fb1a8" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:19:03 user nova-compute[74854]: DEBUG nova.network.neutron [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] Instance cache missing network info. {{(pid=74854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 17:19:03 user nova-compute[74854]: DEBUG nova.network.neutron [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] Updating instance_info_cache with network_info: [{"id": "d5540e5f-90fe-474b-9e0d-9ec38c2186f0", "address": "fa:16:3e:20:28:d5", "network": {"id": "3024f7a3-6806-4fa4-9c40-82722245ba25", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.90", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "608d96ff911940b9b17e9d184e222325", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5540e5f-90", "ovs_interfaceid": "d5540e5f-90fe-474b-9e0d-9ec38c2186f0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:19:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Releasing lock "refresh_cache-254e7300-fb61-42ec-8cab-5970d80fb1a8" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:19:03 user nova-compute[74854]: DEBUG nova.compute.manager [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] Instance network_info: |[{"id": "d5540e5f-90fe-474b-9e0d-9ec38c2186f0", "address": "fa:16:3e:20:28:d5", "network": {"id": "3024f7a3-6806-4fa4-9c40-82722245ba25", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.90", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "608d96ff911940b9b17e9d184e222325", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5540e5f-90", "ovs_interfaceid": "d5540e5f-90fe-474b-9e0d-9ec38c2186f0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 17:19:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-50a1ac9d-914d-40c8-ba7b-fa77432e5bb5 req-05a62fd0-ba80-4690-976e-9e0787cb18dd service nova] Acquired lock "refresh_cache-254e7300-fb61-42ec-8cab-5970d80fb1a8" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:19:03 user nova-compute[74854]: DEBUG nova.network.neutron [req-50a1ac9d-914d-40c8-ba7b-fa77432e5bb5 req-05a62fd0-ba80-4690-976e-9e0787cb18dd service nova] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] Refreshing network info cache for port d5540e5f-90fe-474b-9e0d-9ec38c2186f0 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:19:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] Start _get_guest_xml network_info=[{"id": "d5540e5f-90fe-474b-9e0d-9ec38c2186f0", "address": "fa:16:3e:20:28:d5", "network": {"id": "3024f7a3-6806-4fa4-9c40-82722245ba25", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.90", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "608d96ff911940b9b17e9d184e222325", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5540e5f-90", "ovs_interfaceid": "d5540e5f-90fe-474b-9e0d-9ec38c2186f0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'encryption_format': None, 'encryption_options': None, 'size': 0, 'boot_index': 0, 'encrypted': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'image_id': '68c345df-c9e8-475a-b17c-635fa0c7e894'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:19:03 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:19:03 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:19:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:19:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:19:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:19:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:19:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:19:03 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:19:03 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:19:03 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:19:03 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:19:03 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:19:03 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:19:03 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:19:03 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:19:03 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:19:03 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:19:03 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:19:04 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:19:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-950484113',display_name='tempest-VolumesNegativeTest-instance-950484113',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-950484113',id=31,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='53978769002b4d5e980c485d02d1484b',ramdisk_id='',reservation_id='r-99jszptt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-1660618547',owner_user_name='tempest-VolumesNegativeTest-1660618547-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:19:02Z,user_data=None,user_id='ea09deedb98746a497ed31ce07b1c025',uuid=254e7300-fb61-42ec-8cab-5970d80fb1a8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d5540e5f-90fe-474b-9e0d-9ec38c2186f0", "address": "fa:16:3e:20:28:d5", "network": {"id": "3024f7a3-6806-4fa4-9c40-82722245ba25", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.90", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "608d96ff911940b9b17e9d184e222325", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5540e5f-90", "ovs_interfaceid": "d5540e5f-90fe-474b-9e0d-9ec38c2186f0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:19:04 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Converting VIF {"id": "d5540e5f-90fe-474b-9e0d-9ec38c2186f0", "address": "fa:16:3e:20:28:d5", "network": {"id": "3024f7a3-6806-4fa4-9c40-82722245ba25", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.90", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "608d96ff911940b9b17e9d184e222325", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5540e5f-90", "ovs_interfaceid": "d5540e5f-90fe-474b-9e0d-9ec38c2186f0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:19:04 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:20:28:d5,bridge_name='br-int',has_traffic_filtering=True,id=d5540e5f-90fe-474b-9e0d-9ec38c2186f0,network=Network(3024f7a3-6806-4fa4-9c40-82722245ba25),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd5540e5f-90') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:19:04 user nova-compute[74854]: DEBUG nova.objects.instance [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Lazy-loading 'pci_devices' on Instance uuid 254e7300-fb61-42ec-8cab-5970d80fb1a8 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:19:04 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:19:04 user nova-compute[74854]:   <uuid>254e7300-fb61-42ec-8cab-5970d80fb1a8</uuid>
Oct 23 17:19:04 user nova-compute[74854]:   <name>instance-0000001f</name>
Oct 23 17:19:04 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:19:04 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:19:04 user nova-compute[74854]:   <metadata>
Oct 23 17:19:04 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:19:04 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:19:04 user nova-compute[74854]:       <nova:name>tempest-VolumesNegativeTest-instance-950484113</nova:name>
Oct 23 17:19:04 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:19:03</nova:creationTime>
Oct 23 17:19:04 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:19:04 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:19:04 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:19:04 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:19:04 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:19:04 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:19:04 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:19:04 user nova-compute[74854]:       <nova:owner>
Oct 23 17:19:04 user nova-compute[74854]:         <nova:user uuid="ea09deedb98746a497ed31ce07b1c025">tempest-VolumesNegativeTest-1660618547-project-member</nova:user>
Oct 23 17:19:04 user nova-compute[74854]:         <nova:project uuid="53978769002b4d5e980c485d02d1484b">tempest-VolumesNegativeTest-1660618547</nova:project>
Oct 23 17:19:04 user nova-compute[74854]:       </nova:owner>
Oct 23 17:19:04 user nova-compute[74854]:       <nova:root type="image" uuid="68c345df-c9e8-475a-b17c-635fa0c7e894"/>
Oct 23 17:19:04 user nova-compute[74854]:       <nova:ports>
Oct 23 17:19:04 user nova-compute[74854]:         <nova:port uuid="d5540e5f-90fe-474b-9e0d-9ec38c2186f0">
Oct 23 17:19:04 user nova-compute[74854]:           <nova:ip type="fixed" address="192.168.233.90" ipVersion="4"/>
Oct 23 17:19:04 user nova-compute[74854]:         </nova:port>
Oct 23 17:19:04 user nova-compute[74854]:       </nova:ports>
Oct 23 17:19:04 user nova-compute[74854]:     </nova:instance>
Oct 23 17:19:04 user nova-compute[74854]:   </metadata>
Oct 23 17:19:04 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:19:04 user nova-compute[74854]:     <system>
Oct 23 17:19:04 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:19:04 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:19:04 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:19:04 user nova-compute[74854]:       <entry name="serial">254e7300-fb61-42ec-8cab-5970d80fb1a8</entry>
Oct 23 17:19:04 user nova-compute[74854]:       <entry name="uuid">254e7300-fb61-42ec-8cab-5970d80fb1a8</entry>
Oct 23 17:19:04 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:19:04 user nova-compute[74854]:     </system>
Oct 23 17:19:04 user nova-compute[74854]:   </sysinfo>
Oct 23 17:19:04 user nova-compute[74854]:   <os>
Oct 23 17:19:04 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:19:04 user nova-compute[74854]:     <boot dev="hd"/>
Oct 23 17:19:04 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:19:04 user nova-compute[74854]:   </os>
Oct 23 17:19:04 user nova-compute[74854]:   <features>
Oct 23 17:19:04 user nova-compute[74854]:     <acpi/>
Oct 23 17:19:04 user nova-compute[74854]:     <apic/>
Oct 23 17:19:04 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:19:04 user nova-compute[74854]:   </features>
Oct 23 17:19:04 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:19:04 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:19:04 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:19:04 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:19:04 user nova-compute[74854]:   </clock>
Oct 23 17:19:04 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:19:04 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:19:04 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:19:04 user nova-compute[74854]:   </cpu>
Oct 23 17:19:04 user nova-compute[74854]:   <devices>
Oct 23 17:19:04 user nova-compute[74854]:     <disk type="file" device="disk">
Oct 23 17:19:04 user nova-compute[74854]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 17:19:04 user nova-compute[74854]:       <source file="/opt/stack/data/nova/instances/254e7300-fb61-42ec-8cab-5970d80fb1a8/disk"/>
Oct 23 17:19:04 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:19:04 user nova-compute[74854]:     </disk>
Oct 23 17:19:04 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:19:04 user nova-compute[74854]:       <mac address="fa:16:3e:20:28:d5"/>
Oct 23 17:19:04 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:19:04 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:19:04 user nova-compute[74854]:       <target dev="tapd5540e5f-90"/>
Oct 23 17:19:04 user nova-compute[74854]:     </interface>
Oct 23 17:19:04 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:19:04 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/254e7300-fb61-42ec-8cab-5970d80fb1a8/console.log" append="off"/>
Oct 23 17:19:04 user nova-compute[74854]:     </serial>
Oct 23 17:19:04 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:19:04 user nova-compute[74854]:     <video>
Oct 23 17:19:04 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:19:04 user nova-compute[74854]:     </video>
Oct 23 17:19:04 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:19:04 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:19:04 user nova-compute[74854]:     </rng>
Oct 23 17:19:04 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:19:04 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:19:04 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:19:04 user nova-compute[74854]:     </memballoon>
Oct 23 17:19:04 user nova-compute[74854]:   </devices>
Oct 23 17:19:04 user nova-compute[74854]: </domain>
Oct 23 17:19:04 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:19:04 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:19:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-950484113',display_name='tempest-VolumesNegativeTest-instance-950484113',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-950484113',id=31,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='53978769002b4d5e980c485d02d1484b',ramdisk_id='',reservation_id='r-99jszptt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-1660618547',owner_user_name='tempest-VolumesNegativeTest-1660618547-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:19:02Z,user_data=None,user_id='ea09deedb98746a497ed31ce07b1c025',uuid=254e7300-fb61-42ec-8cab-5970d80fb1a8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d5540e5f-90fe-474b-9e0d-9ec38c2186f0", "address": "fa:16:3e:20:28:d5", "network": {"id": "3024f7a3-6806-4fa4-9c40-82722245ba25", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.90", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "608d96ff911940b9b17e9d184e222325", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5540e5f-90", "ovs_interfaceid": "d5540e5f-90fe-474b-9e0d-9ec38c2186f0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:19:04 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Converting VIF {"id": "d5540e5f-90fe-474b-9e0d-9ec38c2186f0", "address": "fa:16:3e:20:28:d5", "network": {"id": "3024f7a3-6806-4fa4-9c40-82722245ba25", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.90", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "608d96ff911940b9b17e9d184e222325", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5540e5f-90", "ovs_interfaceid": "d5540e5f-90fe-474b-9e0d-9ec38c2186f0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:19:04 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:20:28:d5,bridge_name='br-int',has_traffic_filtering=True,id=d5540e5f-90fe-474b-9e0d-9ec38c2186f0,network=Network(3024f7a3-6806-4fa4-9c40-82722245ba25),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd5540e5f-90') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:19:04 user nova-compute[74854]: DEBUG os_vif [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:20:28:d5,bridge_name='br-int',has_traffic_filtering=True,id=d5540e5f-90fe-474b-9e0d-9ec38c2186f0,network=Network(3024f7a3-6806-4fa4-9c40-82722245ba25),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd5540e5f-90') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:19:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:19:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:19:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:19:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:19:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6ea6db3f-1290-5be2-9274-473d47f1bd51', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:19:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:19:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:19:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:19:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd5540e5f-90, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:19:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd5540e5f-90, col_values=(('qos', UUID('cebf06f7-6502-4ce9-86ad-2ed879e4b343')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:19:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd5540e5f-90, col_values=(('external_ids', {'iface-id': 'd5540e5f-90fe-474b-9e0d-9ec38c2186f0', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:20:28:d5', 'vm-uuid': '254e7300-fb61-42ec-8cab-5970d80fb1a8'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:19:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:19:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:19:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:19:04 user nova-compute[74854]: INFO os_vif [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:20:28:d5,bridge_name='br-int',has_traffic_filtering=True,id=d5540e5f-90fe-474b-9e0d-9ec38c2186f0,network=Network(3024f7a3-6806-4fa4-9c40-82722245ba25),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd5540e5f-90')
Oct 23 17:19:04 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:19:04 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] No VIF found with MAC fa:16:3e:20:28:d5, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:19:04 user nova-compute[74854]: DEBUG nova.network.neutron [req-50a1ac9d-914d-40c8-ba7b-fa77432e5bb5 req-05a62fd0-ba80-4690-976e-9e0787cb18dd service nova] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] Updated VIF entry in instance network info cache for port d5540e5f-90fe-474b-9e0d-9ec38c2186f0. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:19:04 user nova-compute[74854]: DEBUG nova.network.neutron [req-50a1ac9d-914d-40c8-ba7b-fa77432e5bb5 req-05a62fd0-ba80-4690-976e-9e0787cb18dd service nova] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] Updating instance_info_cache with network_info: [{"id": "d5540e5f-90fe-474b-9e0d-9ec38c2186f0", "address": "fa:16:3e:20:28:d5", "network": {"id": "3024f7a3-6806-4fa4-9c40-82722245ba25", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.90", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "608d96ff911940b9b17e9d184e222325", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5540e5f-90", "ovs_interfaceid": "d5540e5f-90fe-474b-9e0d-9ec38c2186f0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:19:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-50a1ac9d-914d-40c8-ba7b-fa77432e5bb5 req-05a62fd0-ba80-4690-976e-9e0787cb18dd service nova] Releasing lock "refresh_cache-254e7300-fb61-42ec-8cab-5970d80fb1a8" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:19:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:19:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:19:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:19:05 user nova-compute[74854]: DEBUG nova.compute.manager [req-7100ecae-024b-47a8-84d4-6e03ff5ceec1 req-51760da1-2b6c-44c6-995d-db0450a3d942 service nova] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] Received event network-vif-plugged-d5540e5f-90fe-474b-9e0d-9ec38c2186f0 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:19:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-7100ecae-024b-47a8-84d4-6e03ff5ceec1 req-51760da1-2b6c-44c6-995d-db0450a3d942 service nova] Acquiring lock "254e7300-fb61-42ec-8cab-5970d80fb1a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:19:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-7100ecae-024b-47a8-84d4-6e03ff5ceec1 req-51760da1-2b6c-44c6-995d-db0450a3d942 service nova] Lock "254e7300-fb61-42ec-8cab-5970d80fb1a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:19:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-7100ecae-024b-47a8-84d4-6e03ff5ceec1 req-51760da1-2b6c-44c6-995d-db0450a3d942 service nova] Lock "254e7300-fb61-42ec-8cab-5970d80fb1a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:19:05 user nova-compute[74854]: DEBUG nova.compute.manager [req-7100ecae-024b-47a8-84d4-6e03ff5ceec1 req-51760da1-2b6c-44c6-995d-db0450a3d942 service nova] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] No waiting events found dispatching network-vif-plugged-d5540e5f-90fe-474b-9e0d-9ec38c2186f0 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:19:05 user nova-compute[74854]: WARNING nova.compute.manager [req-7100ecae-024b-47a8-84d4-6e03ff5ceec1 req-51760da1-2b6c-44c6-995d-db0450a3d942 service nova] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] Received unexpected event network-vif-plugged-d5540e5f-90fe-474b-9e0d-9ec38c2186f0 for instance with vm_state building and task_state spawning.
Oct 23 17:19:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:19:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:19:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:19:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:19:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:19:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:19:07 user nova-compute[74854]: DEBUG nova.compute.manager [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] Instance event wait completed in 0 seconds for  {{(pid=74854) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 17:19:07 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] Guest created on hypervisor {{(pid=74854) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 17:19:07 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] Instance spawned successfully.
Oct 23 17:19:07 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 17:19:07 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] Found default for hw_cdrom_bus of ide {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:19:07 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] Found default for hw_disk_bus of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:19:07 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] Found default for hw_input_bus of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:19:07 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] Found default for hw_pointer_model of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:19:07 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] Found default for hw_video_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:19:07 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] Found default for hw_vif_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:19:07 user nova-compute[74854]: INFO nova.compute.manager [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] Took 5.19 seconds to spawn the instance on the hypervisor.
Oct 23 17:19:07 user nova-compute[74854]: DEBUG nova.compute.manager [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:19:07 user nova-compute[74854]: INFO nova.compute.manager [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] Took 5.96 seconds to build instance.
Oct 23 17:19:07 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-90b3f7d9-6c1b-45ee-b8c1-4f42d8e4c2fa tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Lock "254e7300-fb61-42ec-8cab-5970d80fb1a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.063s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:19:07 user nova-compute[74854]: DEBUG nova.compute.manager [req-aacf2745-5b63-4cfd-ba00-2f2fd3c94cb0 req-e1092d18-c135-43c5-ad6e-e165bed57e40 service nova] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] Received event network-vif-plugged-d5540e5f-90fe-474b-9e0d-9ec38c2186f0 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:19:07 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-aacf2745-5b63-4cfd-ba00-2f2fd3c94cb0 req-e1092d18-c135-43c5-ad6e-e165bed57e40 service nova] Acquiring lock "254e7300-fb61-42ec-8cab-5970d80fb1a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:19:07 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-aacf2745-5b63-4cfd-ba00-2f2fd3c94cb0 req-e1092d18-c135-43c5-ad6e-e165bed57e40 service nova] Lock "254e7300-fb61-42ec-8cab-5970d80fb1a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:19:07 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-aacf2745-5b63-4cfd-ba00-2f2fd3c94cb0 req-e1092d18-c135-43c5-ad6e-e165bed57e40 service nova] Lock "254e7300-fb61-42ec-8cab-5970d80fb1a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:19:07 user nova-compute[74854]: DEBUG nova.compute.manager [req-aacf2745-5b63-4cfd-ba00-2f2fd3c94cb0 req-e1092d18-c135-43c5-ad6e-e165bed57e40 service nova] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] No waiting events found dispatching network-vif-plugged-d5540e5f-90fe-474b-9e0d-9ec38c2186f0 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:19:07 user nova-compute[74854]: WARNING nova.compute.manager [req-aacf2745-5b63-4cfd-ba00-2f2fd3c94cb0 req-e1092d18-c135-43c5-ad6e-e165bed57e40 service nova] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] Received unexpected event network-vif-plugged-d5540e5f-90fe-474b-9e0d-9ec38c2186f0 for instance with vm_state active and task_state None.
Oct 23 17:19:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:19:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:19:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-44a98b53-355a-4cf5-bbe4-19a99f6279fc tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Acquiring lock "f91bd1c7-bb4c-4390-b697-d714c81b199a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:19:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-44a98b53-355a-4cf5-bbe4-19a99f6279fc tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "f91bd1c7-bb4c-4390-b697-d714c81b199a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:19:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-44a98b53-355a-4cf5-bbe4-19a99f6279fc tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Acquiring lock "f91bd1c7-bb4c-4390-b697-d714c81b199a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:19:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-44a98b53-355a-4cf5-bbe4-19a99f6279fc tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "f91bd1c7-bb4c-4390-b697-d714c81b199a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:19:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-44a98b53-355a-4cf5-bbe4-19a99f6279fc tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "f91bd1c7-bb4c-4390-b697-d714c81b199a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:19:11 user nova-compute[74854]: INFO nova.compute.manager [None req-44a98b53-355a-4cf5-bbe4-19a99f6279fc tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Terminating instance
Oct 23 17:19:11 user nova-compute[74854]: DEBUG nova.compute.manager [None req-44a98b53-355a-4cf5-bbe4-19a99f6279fc tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Start destroying the instance on the hypervisor. {{(pid=74854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 17:19:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:19:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:19:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:19:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:19:11 user nova-compute[74854]: DEBUG nova.compute.manager [req-0f9de701-eb77-4dc3-98ca-c2f5fa4cedd7 req-71534e99-e8f1-4c98-aa93-2b7fc57a622f service nova] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Received event network-vif-unplugged-54774fda-c231-4aa3-9262-c7e5a8a7fe2f {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:19:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-0f9de701-eb77-4dc3-98ca-c2f5fa4cedd7 req-71534e99-e8f1-4c98-aa93-2b7fc57a622f service nova] Acquiring lock "f91bd1c7-bb4c-4390-b697-d714c81b199a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:19:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-0f9de701-eb77-4dc3-98ca-c2f5fa4cedd7 req-71534e99-e8f1-4c98-aa93-2b7fc57a622f service nova] Lock "f91bd1c7-bb4c-4390-b697-d714c81b199a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:19:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-0f9de701-eb77-4dc3-98ca-c2f5fa4cedd7 req-71534e99-e8f1-4c98-aa93-2b7fc57a622f service nova] Lock "f91bd1c7-bb4c-4390-b697-d714c81b199a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:19:11 user nova-compute[74854]: DEBUG nova.compute.manager [req-0f9de701-eb77-4dc3-98ca-c2f5fa4cedd7 req-71534e99-e8f1-4c98-aa93-2b7fc57a622f service nova] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] No waiting events found dispatching network-vif-unplugged-54774fda-c231-4aa3-9262-c7e5a8a7fe2f {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:19:11 user nova-compute[74854]: DEBUG nova.compute.manager [req-0f9de701-eb77-4dc3-98ca-c2f5fa4cedd7 req-71534e99-e8f1-4c98-aa93-2b7fc57a622f service nova] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Received event network-vif-unplugged-54774fda-c231-4aa3-9262-c7e5a8a7fe2f for instance with task_state deleting. {{(pid=74854) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 17:19:12 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Instance destroyed successfully.
Oct 23 17:19:12 user nova-compute[74854]: DEBUG nova.objects.instance [None req-44a98b53-355a-4cf5-bbe4-19a99f6279fc tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lazy-loading 'resources' on Instance uuid f91bd1c7-bb4c-4390-b697-d714c81b199a {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:19:12 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-44a98b53-355a-4cf5-bbe4-19a99f6279fc tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:13:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-2056116983',display_name='tempest-AttachVolumeNegativeTest-server-2056116983',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-2056116983',id=23,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJFuAuXDNdeH2zHNoUoIW4rtohXNSQRiu20xkdiGsEVR0XbDuKnhytNj3nSYGQkTaIMwUZtSNbS9NNWZx247FyBKKaz3rXtK+cb4HXIK7A76ql/FshYAPaBGsTMpG3QJpw==',key_name='tempest-keypair-1868019357',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:13:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9dead1e870124b6badcc3f3c0523ffc7',ramdisk_id='',reservation_id='r-ti8u09ln',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-555328012',owner_user_name='tempest-AttachVolumeNegativeTest-555328012-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:13:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='add03e2b2c7c42b680a6a4c336e2a52b',uuid=f91bd1c7-bb4c-4390-b697-d714c81b199a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "54774fda-c231-4aa3-9262-c7e5a8a7fe2f", "address": "fa:16:3e:26:93:2a", "network": {"id": "8d2e7195-c77a-4a37-9e81-6d9a0ed8e649", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-389470825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dead1e870124b6badcc3f3c0523ffc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54774fda-c2", "ovs_interfaceid": "54774fda-c231-4aa3-9262-c7e5a8a7fe2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:19:12 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-44a98b53-355a-4cf5-bbe4-19a99f6279fc tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Converting VIF {"id": "54774fda-c231-4aa3-9262-c7e5a8a7fe2f", "address": "fa:16:3e:26:93:2a", "network": {"id": "8d2e7195-c77a-4a37-9e81-6d9a0ed8e649", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-389470825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dead1e870124b6badcc3f3c0523ffc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54774fda-c2", "ovs_interfaceid": "54774fda-c231-4aa3-9262-c7e5a8a7fe2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:19:12 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-44a98b53-355a-4cf5-bbe4-19a99f6279fc tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:26:93:2a,bridge_name='br-int',has_traffic_filtering=True,id=54774fda-c231-4aa3-9262-c7e5a8a7fe2f,network=Network(8d2e7195-c77a-4a37-9e81-6d9a0ed8e649),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap54774fda-c2') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:19:12 user nova-compute[74854]: DEBUG os_vif [None req-44a98b53-355a-4cf5-bbe4-19a99f6279fc tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:26:93:2a,bridge_name='br-int',has_traffic_filtering=True,id=54774fda-c231-4aa3-9262-c7e5a8a7fe2f,network=Network(8d2e7195-c77a-4a37-9e81-6d9a0ed8e649),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap54774fda-c2') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:19:12 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:19:12 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap54774fda-c2, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:19:12 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:19:12 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:19:12 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:19:12 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:19:12 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8097fe44-c16b-44d5-8cb0-fba9bc6faebd) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:19:12 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:19:12 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:19:12 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:19:12 user nova-compute[74854]: INFO os_vif [None req-44a98b53-355a-4cf5-bbe4-19a99f6279fc tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:26:93:2a,bridge_name='br-int',has_traffic_filtering=True,id=54774fda-c231-4aa3-9262-c7e5a8a7fe2f,network=Network(8d2e7195-c77a-4a37-9e81-6d9a0ed8e649),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap54774fda-c2')
Oct 23 17:19:12 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-44a98b53-355a-4cf5-bbe4-19a99f6279fc tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Deleting instance files /opt/stack/data/nova/instances/f91bd1c7-bb4c-4390-b697-d714c81b199a_del
Oct 23 17:19:12 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-44a98b53-355a-4cf5-bbe4-19a99f6279fc tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Deletion of /opt/stack/data/nova/instances/f91bd1c7-bb4c-4390-b697-d714c81b199a_del complete
Oct 23 17:19:12 user nova-compute[74854]: INFO nova.compute.manager [None req-44a98b53-355a-4cf5-bbe4-19a99f6279fc tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Took 0.91 seconds to destroy the instance on the hypervisor.
Oct 23 17:19:12 user nova-compute[74854]: DEBUG oslo.service.loopingcall [None req-44a98b53-355a-4cf5-bbe4-19a99f6279fc tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 17:19:12 user nova-compute[74854]: DEBUG nova.compute.manager [-] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Deallocating network for instance {{(pid=74854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 17:19:12 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] deallocate_for_instance() {{(pid=74854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 17:19:12 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:19:12 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:19:12 user nova-compute[74854]: INFO nova.compute.manager [-] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Took 0.74 seconds to deallocate network for instance.
Oct 23 17:19:12 user nova-compute[74854]: DEBUG nova.compute.manager [req-d63b2e29-cd00-4b83-b948-a9565b74fc40 req-82bf3e75-c7e7-4ff8-b318-79f9f19a91c7 service nova] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Received event network-vif-deleted-54774fda-c231-4aa3-9262-c7e5a8a7fe2f {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:19:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-44a98b53-355a-4cf5-bbe4-19a99f6279fc tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:19:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-44a98b53-355a-4cf5-bbe4-19a99f6279fc tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:19:13 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-44a98b53-355a-4cf5-bbe4-19a99f6279fc tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:19:13 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-44a98b53-355a-4cf5-bbe4-19a99f6279fc tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:19:13 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-44a98b53-355a-4cf5-bbe4-19a99f6279fc tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.458s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:19:13 user nova-compute[74854]: INFO nova.scheduler.client.report [None req-44a98b53-355a-4cf5-bbe4-19a99f6279fc tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Deleted allocations for instance f91bd1c7-bb4c-4390-b697-d714c81b199a
Oct 23 17:19:13 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-44a98b53-355a-4cf5-bbe4-19a99f6279fc tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "f91bd1c7-bb4c-4390-b697-d714c81b199a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.284s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:19:13 user nova-compute[74854]: DEBUG nova.compute.manager [req-e943c268-e986-4ea2-af6e-657dc618e01b req-1dd1694b-92e2-4128-bb5c-32ce6ab0314f service nova] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Received event network-vif-plugged-54774fda-c231-4aa3-9262-c7e5a8a7fe2f {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:19:13 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e943c268-e986-4ea2-af6e-657dc618e01b req-1dd1694b-92e2-4128-bb5c-32ce6ab0314f service nova] Acquiring lock "f91bd1c7-bb4c-4390-b697-d714c81b199a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:19:13 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e943c268-e986-4ea2-af6e-657dc618e01b req-1dd1694b-92e2-4128-bb5c-32ce6ab0314f service nova] Lock "f91bd1c7-bb4c-4390-b697-d714c81b199a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:19:13 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e943c268-e986-4ea2-af6e-657dc618e01b req-1dd1694b-92e2-4128-bb5c-32ce6ab0314f service nova] Lock "f91bd1c7-bb4c-4390-b697-d714c81b199a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:19:13 user nova-compute[74854]: DEBUG nova.compute.manager [req-e943c268-e986-4ea2-af6e-657dc618e01b req-1dd1694b-92e2-4128-bb5c-32ce6ab0314f service nova] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] No waiting events found dispatching network-vif-plugged-54774fda-c231-4aa3-9262-c7e5a8a7fe2f {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:19:13 user nova-compute[74854]: WARNING nova.compute.manager [req-e943c268-e986-4ea2-af6e-657dc618e01b req-1dd1694b-92e2-4128-bb5c-32ce6ab0314f service nova] [instance: f91bd1c7-bb4c-4390-b697-d714c81b199a] Received unexpected event network-vif-plugged-54774fda-c231-4aa3-9262-c7e5a8a7fe2f for instance with vm_state deleted and task_state None.
Oct 23 17:19:15 user nova-compute[74854]: DEBUG nova.compute.manager [req-1d784607-d985-4640-877d-07475ae5cf5e req-3dbc5d02-0f0e-4e61-9745-e08be082bc2c service nova] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Received event network-changed-c762c92c-42d8-4f3c-9c19-052431dab999 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:19:15 user nova-compute[74854]: DEBUG nova.compute.manager [req-1d784607-d985-4640-877d-07475ae5cf5e req-3dbc5d02-0f0e-4e61-9745-e08be082bc2c service nova] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Refreshing instance network info cache due to event network-changed-c762c92c-42d8-4f3c-9c19-052431dab999. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:19:15 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-1d784607-d985-4640-877d-07475ae5cf5e req-3dbc5d02-0f0e-4e61-9745-e08be082bc2c service nova] Acquiring lock "refresh_cache-7809ba0d-ad90-46fb-bf9c-55d619abe533" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:19:15 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-1d784607-d985-4640-877d-07475ae5cf5e req-3dbc5d02-0f0e-4e61-9745-e08be082bc2c service nova] Acquired lock "refresh_cache-7809ba0d-ad90-46fb-bf9c-55d619abe533" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:19:15 user nova-compute[74854]: DEBUG nova.network.neutron [req-1d784607-d985-4640-877d-07475ae5cf5e req-3dbc5d02-0f0e-4e61-9745-e08be082bc2c service nova] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Refreshing network info cache for port c762c92c-42d8-4f3c-9c19-052431dab999 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:19:15 user nova-compute[74854]: DEBUG nova.network.neutron [req-1d784607-d985-4640-877d-07475ae5cf5e req-3dbc5d02-0f0e-4e61-9745-e08be082bc2c service nova] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Updated VIF entry in instance network info cache for port c762c92c-42d8-4f3c-9c19-052431dab999. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:19:15 user nova-compute[74854]: DEBUG nova.network.neutron [req-1d784607-d985-4640-877d-07475ae5cf5e req-3dbc5d02-0f0e-4e61-9745-e08be082bc2c service nova] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Updating instance_info_cache with network_info: [{"id": "c762c92c-42d8-4f3c-9c19-052431dab999", "address": "fa:16:3e:df:98:5b", "network": {"id": "e7586faa-cc61-4cea-8308-d99cae3e5423", "bridge": "br-int", "label": "tempest-TestStampPattern-809160075-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d968be38b4dc497e9497da73b146ae6e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc762c92c-42", "ovs_interfaceid": "c762c92c-42d8-4f3c-9c19-052431dab999", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:19:15 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-1d784607-d985-4640-877d-07475ae5cf5e req-3dbc5d02-0f0e-4e61-9745-e08be082bc2c service nova] Releasing lock "refresh_cache-7809ba0d-ad90-46fb-bf9c-55d619abe533" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:19:15 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-12df1255-f354-4bd5-a6a1-23ea957696c6 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Acquiring lock "7809ba0d-ad90-46fb-bf9c-55d619abe533" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:19:15 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-12df1255-f354-4bd5-a6a1-23ea957696c6 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lock "7809ba0d-ad90-46fb-bf9c-55d619abe533" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:19:15 user nova-compute[74854]: DEBUG nova.objects.instance [None req-12df1255-f354-4bd5-a6a1-23ea957696c6 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lazy-loading 'flavor' on Instance uuid 7809ba0d-ad90-46fb-bf9c-55d619abe533 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:19:15 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-12df1255-f354-4bd5-a6a1-23ea957696c6 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lock "7809ba0d-ad90-46fb-bf9c-55d619abe533" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.051s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:19:15 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:19:15 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-12df1255-f354-4bd5-a6a1-23ea957696c6 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Acquiring lock "7809ba0d-ad90-46fb-bf9c-55d619abe533" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:19:15 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-12df1255-f354-4bd5-a6a1-23ea957696c6 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lock "7809ba0d-ad90-46fb-bf9c-55d619abe533" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:19:15 user nova-compute[74854]: INFO nova.compute.manager [None req-12df1255-f354-4bd5-a6a1-23ea957696c6 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Attaching volume 73e4c689-26e9-4497-a678-3e18295a2e03 to /dev/vdb
Oct 23 17:19:16 user nova-compute[74854]: DEBUG os_brick.utils [None req-12df1255-f354-4bd5-a6a1-23ea957696c6 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:19:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:19:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:19:16 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b25846ad-21ef-4fe9-8f18-34bab224770a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a321e2f0722\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:19:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:19:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:19:16 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cc7fe17-a3f8-4255-9b6e-728201365316]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:19:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:19:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:19:16 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2801e81-53e8-4dc6-a8e9-d7f2b55969c2]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:19:16 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[484858ea-6374-41af-aa04-55c3c02e818c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:19:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-12df1255-f354-4bd5-a6a1-23ea957696c6 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Running cmd (subprocess): nvme version {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:19:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-12df1255-f354-4bd5-a6a1-23ea957696c6 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] 'nvme version' failed. Not Retrying. {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:19:16 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.nvmeof [None req-12df1255-f354-4bd5-a6a1-23ea957696c6 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] nvme not present on system {{(pid=74854) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 17:19:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:19:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:19:16 user nova-compute[74854]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 17:19:16 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8ba9e7d-122c-4db8-bc4c-d94c550377ee]: (4, '') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:19:16 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-12df1255-f354-4bd5-a6a1-23ea957696c6 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74854) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 17:19:16 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-12df1255-f354-4bd5-a6a1-23ea957696c6 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 17:19:16 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-12df1255-f354-4bd5-a6a1-23ea957696c6 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] LIGHTOS: no hostnqn found. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 17:19:16 user nova-compute[74854]: DEBUG os_brick.utils [None req-12df1255-f354-4bd5-a6a1-23ea957696c6 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] <== get_connector_properties: return (113ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a321e2f0722', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:19:16 user nova-compute[74854]: DEBUG nova.virt.block_device [None req-12df1255-f354-4bd5-a6a1-23ea957696c6 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Updating existing volume attachment record: 8f5940a0-f0fa-4040-a07a-3ed853d3299d {{(pid=74854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 17:19:17 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:19:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:19:22 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:19:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:19:27 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:19:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:19:32 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:19:33 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-12df1255-f354-4bd5-a6a1-23ea957696c6 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Calling os-brick to attach iSCSI Volume {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 17:19:33 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-12df1255-f354-4bd5-a6a1-23ea957696c6 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:73e4c689-26e9-4497-a678-3e18295a2e03', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DrXpSRbE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:19:33 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-12df1255-f354-4bd5-a6a1-23ea957696c6 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:19:33 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-12df1255-f354-4bd5-a6a1-23ea957696c6 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:19:33 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-12df1255-f354-4bd5-a6a1-23ea957696c6 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:19:33 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-12df1255-f354-4bd5-a6a1-23ea957696c6 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:19:33 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-12df1255-f354-4bd5-a6a1-23ea957696c6 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:73e4c689-26e9-4497-a678-3e18295a2e03" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:19:33 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-12df1255-f354-4bd5-a6a1-23ea957696c6 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:73e4c689-26e9-4497-a678-3e18295a2e03" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:19:33 user nova-compute[74854]: INFO os_brick.initiator.connectors.iscsi [None req-12df1255-f354-4bd5-a6a1-23ea957696c6 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 17:19:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:73e4c689-26e9-4497-a678-3e18295a2e03 -p 172.16.0.220:3260 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:19:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:73e4c689-26e9-4497-a678-3e18295a2e03 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:19:33 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[51a612ec-3ebe-4e43-bc80-f914e27a51f0]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:19:33 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-12df1255-f354-4bd5-a6a1-23ea957696c6 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 17:19:33 user nova-compute[74854]:  {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:19:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:73e4c689-26e9-4497-a678-3e18295a2e03 -p 172.16.0.220:3260 --interface default --op new {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:19:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:73e4c689-26e9-4497-a678-3e18295a2e03 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:19:33 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[a761c775-fe9f-48aa-bd5a-50f31133a537]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:73e4c689-26e9-4497-a678-3e18295a2e03] added\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:19:33 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-12df1255-f354-4bd5-a6a1-23ea957696c6 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:73e4c689-26e9-4497-a678-3e18295a2e03] added
Oct 23 17:19:33 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:19:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:73e4c689-26e9-4497-a678-3e18295a2e03 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:19:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:73e4c689-26e9-4497-a678-3e18295a2e03 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:19:33 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[f45c5f84-f0c2-4515-a1df-aa8a5c416e14]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:19:33 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-12df1255-f354-4bd5-a6a1-23ea957696c6 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:19:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:73e4c689-26e9-4497-a678-3e18295a2e03 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:19:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:73e4c689-26e9-4497-a678-3e18295a2e03 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:19:33 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[17a416e8-c2d4-4f73-ba0a-442ed432c67d]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:19:33 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-12df1255-f354-4bd5-a6a1-23ea957696c6 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:19:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:73e4c689-26e9-4497-a678-3e18295a2e03 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DrXpSRbE {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:19:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:73e4c689-26e9-4497-a678-3e18295a2e03 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DrXpSRbE" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:19:33 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[6183f717-9d08-4918-bed6-f0bee99fbe9e]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:19:33 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-12df1255-f354-4bd5-a6a1-23ea957696c6 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'DrXpSRbE'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:19:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:73e4c689-26e9-4497-a678-3e18295a2e03 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:19:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:73e4c689-26e9-4497-a678-3e18295a2e03 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:19:33 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9790077-28f6-4419-899c-b3ce7c9a035b]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:19:33 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-12df1255-f354-4bd5-a6a1-23ea957696c6 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:19:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:19:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:19:33 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[78f2c986-5f4b-4d9f-bc1b-2b177bc152da]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:19:33 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-12df1255-f354-4bd5-a6a1-23ea957696c6 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:19:33 user nova-compute[74854]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 (non-flash)
Oct 23 17:19:33 user nova-compute[74854]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a (non-flash)
Oct 23 17:19:33 user nova-compute[74854]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 (non-flash)
Oct 23 17:19:33 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:19:33 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-12df1255-f354-4bd5-a6a1-23ea957696c6 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:19:33 user nova-compute[74854]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 (non-flash)
Oct 23 17:19:33 user nova-compute[74854]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a (non-flash)
Oct 23 17:19:33 user nova-compute[74854]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 (non-flash)
Oct 23 17:19:33 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:19:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:73e4c689-26e9-4497-a678-3e18295a2e03 -p 172.16.0.220:3260 --login {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:19:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:73e4c689-26e9-4497-a678-3e18295a2e03 -p 172.16.0.220:3260 --login" returned: 0 in 0.071s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:19:33 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[30daf62c-cf8f-4879-8e55-b057b845a600]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:73e4c689-26e9-4497-a678-3e18295a2e03, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:73e4c689-26e9-4497-a678-3e18295a2e03, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:19:33 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-12df1255-f354-4bd5-a6a1-23ea957696c6 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:73e4c689-26e9-4497-a678-3e18295a2e03, portal: 172.16.0.220,3260]
Oct 23 17:19:33 user nova-compute[74854]: Login to [iface: default, target: iqn.2010-10.org.openstack:73e4c689-26e9-4497-a678-3e18295a2e03, portal: 172.16.0.220,3260] successful.
Oct 23 17:19:33 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:19:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:73e4c689-26e9-4497-a678-3e18295a2e03 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:19:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:73e4c689-26e9-4497-a678-3e18295a2e03 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:19:34 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[54f3f687-ecb3-437a-a476-4cd1ba9d9aa0]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:19:34 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-12df1255-f354-4bd5-a6a1-23ea957696c6 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:19:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:19:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:19:34 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[30aadd35-9d1d-4890-bc38-ce76ca285828]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:73e4c689-26e9-4497-a678-3e18295a2e03 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:19:34 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-12df1255-f354-4bd5-a6a1-23ea957696c6 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:19:34 user nova-compute[74854]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 (non-flash)
Oct 23 17:19:34 user nova-compute[74854]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a (non-flash)
Oct 23 17:19:34 user nova-compute[74854]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 (non-flash)
Oct 23 17:19:34 user nova-compute[74854]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:73e4c689-26e9-4497-a678-3e18295a2e03 (non-flash)
Oct 23 17:19:34 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:19:34 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-12df1255-f354-4bd5-a6a1-23ea957696c6 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:19:34 user nova-compute[74854]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 (non-flash)
Oct 23 17:19:34 user nova-compute[74854]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a (non-flash)
Oct 23 17:19:34 user nova-compute[74854]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 (non-flash)
Oct 23 17:19:34 user nova-compute[74854]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:73e4c689-26e9-4497-a678-3e18295a2e03 (non-flash)
Oct 23 17:19:34 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:19:34 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-12df1255-f354-4bd5-a6a1-23ea957696c6 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:73e4c689-26e9-4497-a678-3e18295a2e03" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.293s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:19:34 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-12df1255-f354-4bd5-a6a1-23ea957696c6 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Connected to 172.16.0.220:3260 {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 17:19:34 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-12df1255-f354-4bd5-a6a1-23ea957696c6 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] HCTL ('35', '-', '-', 0) found on session 30 with lun 0 {{(pid=74854) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 17:19:34 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-12df1255-f354-4bd5-a6a1-23ea957696c6 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74854) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 17:19:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:19:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:19:34 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[23e10ea0-a1cd-4c27-b80d-c824f3980037]: (4, ('- - 0', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:19:34 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-12df1255-f354-4bd5-a6a1-23ea957696c6 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Searching for a device in session 30 and hctl ['35', '*', '*', 0] yield: None {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:19:35 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-12df1255-f354-4bd5-a6a1-23ea957696c6 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Searching for a device in session 30 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:19:35 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-12df1255-f354-4bd5-a6a1-23ea957696c6 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:73e4c689-26e9-4497-a678-3e18295a2e03', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DrXpSRbE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 17:19:35 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-12df1255-f354-4bd5-a6a1-23ea957696c6 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.324s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:19:35 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-12df1255-f354-4bd5-a6a1-23ea957696c6 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] <== connect_volume: return (1326ms) {'type': 'block', 'scsi_wwn': '26561343430653337', 'path': '/dev/sdd'} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:19:35 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-12df1255-f354-4bd5-a6a1-23ea957696c6 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26561343430653337', 'path': '/dev/sdd'} {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 17:19:35 user nova-compute[74854]: DEBUG nova.objects.instance [None req-12df1255-f354-4bd5-a6a1-23ea957696c6 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lazy-loading 'flavor' on Instance uuid 7809ba0d-ad90-46fb-bf9c-55d619abe533 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:19:35 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-12df1255-f354-4bd5-a6a1-23ea957696c6 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] attach device xml: <disk type="block" device="disk">
Oct 23 17:19:35 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:19:35 user nova-compute[74854]:   <source dev="/dev/sdd"/>
Oct 23 17:19:35 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:19:35 user nova-compute[74854]:   <serial>73e4c689-26e9-4497-a678-3e18295a2e03</serial>
Oct 23 17:19:35 user nova-compute[74854]: </disk>
Oct 23 17:19:35 user nova-compute[74854]:  {{(pid=74854) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 17:19:35 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-12df1255-f354-4bd5-a6a1-23ea957696c6 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:19:35 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-12df1255-f354-4bd5-a6a1-23ea957696c6 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:19:35 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-12df1255-f354-4bd5-a6a1-23ea957696c6 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] No VIF found with MAC fa:16:3e:df:98:5b, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:19:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-12df1255-f354-4bd5-a6a1-23ea957696c6 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lock "7809ba0d-ad90-46fb-bf9c-55d619abe533" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 19.693s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:19:35 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:19:37 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:19:37 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-b3916e17-8cf5-46a5-86d4-365563795980 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Acquiring lock "7809ba0d-ad90-46fb-bf9c-55d619abe533" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:19:37 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-b3916e17-8cf5-46a5-86d4-365563795980 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lock "7809ba0d-ad90-46fb-bf9c-55d619abe533" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:19:37 user nova-compute[74854]: INFO nova.compute.manager [None req-b3916e17-8cf5-46a5-86d4-365563795980 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Detaching volume 73e4c689-26e9-4497-a678-3e18295a2e03
Oct 23 17:19:38 user nova-compute[74854]: INFO nova.virt.block_device [None req-b3916e17-8cf5-46a5-86d4-365563795980 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Attempting to driver detach volume 73e4c689-26e9-4497-a678-3e18295a2e03 from mountpoint /dev/vdb
Oct 23 17:19:38 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-b3916e17-8cf5-46a5-86d4-365563795980 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Attempting to detach device vdb from instance 7809ba0d-ad90-46fb-bf9c-55d619abe533 from the persistent domain config. {{(pid=74854) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 17:19:38 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-b3916e17-8cf5-46a5-86d4-365563795980 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 17:19:38 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:19:38 user nova-compute[74854]:   <source dev="/dev/sdd"/>
Oct 23 17:19:38 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:19:38 user nova-compute[74854]:   <serial>73e4c689-26e9-4497-a678-3e18295a2e03</serial>
Oct 23 17:19:38 user nova-compute[74854]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 17:19:38 user nova-compute[74854]: </disk>
Oct 23 17:19:38 user nova-compute[74854]:  {{(pid=74854) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 17:19:38 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-b3916e17-8cf5-46a5-86d4-365563795980 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Successfully detached device vdb from instance 7809ba0d-ad90-46fb-bf9c-55d619abe533 from the persistent domain config.
Oct 23 17:19:38 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-b3916e17-8cf5-46a5-86d4-365563795980 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 7809ba0d-ad90-46fb-bf9c-55d619abe533 from the live domain config. {{(pid=74854) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 23 17:19:38 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-b3916e17-8cf5-46a5-86d4-365563795980 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 17:19:38 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:19:38 user nova-compute[74854]:   <source dev="/dev/sdd"/>
Oct 23 17:19:38 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:19:38 user nova-compute[74854]:   <serial>73e4c689-26e9-4497-a678-3e18295a2e03</serial>
Oct 23 17:19:38 user nova-compute[74854]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 17:19:38 user nova-compute[74854]: </disk>
Oct 23 17:19:38 user nova-compute[74854]:  {{(pid=74854) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 17:19:38 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-b3916e17-8cf5-46a5-86d4-365563795980 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 7809ba0d-ad90-46fb-bf9c-55d619abe533 {{(pid=74854) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 23 17:19:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:19:42 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:19:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:19:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:19:47 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:19:47 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 17:19:48 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:19:49 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:19:51 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:19:51 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:19:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:19:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:19:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:19:51 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Auditing locally available compute resources for user (node: user) {{(pid=74854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 17:19:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.rescue --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:19:52 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:19:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.rescue --force-share --output=json" returned: 0 in 0.182s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:19:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.rescue --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:19:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.rescue --force-share --output=json" returned: 0 in 0.170s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:19:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:19:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:19:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:19:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:19:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:19:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:19:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:19:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:19:53 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:19:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:19:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:19:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:19:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:19:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:19:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:19:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:19:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:19:53 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:19:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7809ba0d-ad90-46fb-bf9c-55d619abe533/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:19:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7809ba0d-ad90-46fb-bf9c-55d619abe533/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:19:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7809ba0d-ad90-46fb-bf9c-55d619abe533/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:19:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7809ba0d-ad90-46fb-bf9c-55d619abe533/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:19:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/254e7300-fb61-42ec-8cab-5970d80fb1a8/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:19:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-97259786-77f2-446e-b2dc-f5bd55b9b6b3 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Acquiring lock "22d20895-a1e3-4f34-ba96-b73a32c7629f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:19:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-97259786-77f2-446e-b2dc-f5bd55b9b6b3 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "22d20895-a1e3-4f34-ba96-b73a32c7629f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:19:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-97259786-77f2-446e-b2dc-f5bd55b9b6b3 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Acquiring lock "22d20895-a1e3-4f34-ba96-b73a32c7629f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:19:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-97259786-77f2-446e-b2dc-f5bd55b9b6b3 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "22d20895-a1e3-4f34-ba96-b73a32c7629f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:19:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-97259786-77f2-446e-b2dc-f5bd55b9b6b3 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "22d20895-a1e3-4f34-ba96-b73a32c7629f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:19:54 user nova-compute[74854]: INFO nova.compute.manager [None req-97259786-77f2-446e-b2dc-f5bd55b9b6b3 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Terminating instance
Oct 23 17:19:54 user nova-compute[74854]: DEBUG nova.compute.manager [None req-97259786-77f2-446e-b2dc-f5bd55b9b6b3 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Start destroying the instance on the hypervisor. {{(pid=74854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 17:19:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/254e7300-fb61-42ec-8cab-5970d80fb1a8/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:19:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/254e7300-fb61-42ec-8cab-5970d80fb1a8/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:19:54 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:19:54 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:19:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/254e7300-fb61-42ec-8cab-5970d80fb1a8/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:19:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:19:54 user nova-compute[74854]: DEBUG nova.compute.manager [req-6a621df6-6102-409f-8905-f218fde189cb req-2ab273e6-0510-49d4-bbde-d4d213ddcd43 service nova] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Received event network-vif-unplugged-952dcfa8-7258-468b-b1f2-9375f1accbc0 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:19:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-6a621df6-6102-409f-8905-f218fde189cb req-2ab273e6-0510-49d4-bbde-d4d213ddcd43 service nova] Acquiring lock "22d20895-a1e3-4f34-ba96-b73a32c7629f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:19:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-6a621df6-6102-409f-8905-f218fde189cb req-2ab273e6-0510-49d4-bbde-d4d213ddcd43 service nova] Lock "22d20895-a1e3-4f34-ba96-b73a32c7629f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:19:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-6a621df6-6102-409f-8905-f218fde189cb req-2ab273e6-0510-49d4-bbde-d4d213ddcd43 service nova] Lock "22d20895-a1e3-4f34-ba96-b73a32c7629f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:19:54 user nova-compute[74854]: DEBUG nova.compute.manager [req-6a621df6-6102-409f-8905-f218fde189cb req-2ab273e6-0510-49d4-bbde-d4d213ddcd43 service nova] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] No waiting events found dispatching network-vif-unplugged-952dcfa8-7258-468b-b1f2-9375f1accbc0 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:19:54 user nova-compute[74854]: DEBUG nova.compute.manager [req-6a621df6-6102-409f-8905-f218fde189cb req-2ab273e6-0510-49d4-bbde-d4d213ddcd43 service nova] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Received event network-vif-unplugged-952dcfa8-7258-468b-b1f2-9375f1accbc0 for instance with task_state deleting. {{(pid=74854) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 17:19:54 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:19:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:19:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:19:55 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Instance destroyed successfully.
Oct 23 17:19:55 user nova-compute[74854]: DEBUG nova.objects.instance [None req-97259786-77f2-446e-b2dc-f5bd55b9b6b3 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lazy-loading 'resources' on Instance uuid 22d20895-a1e3-4f34-ba96-b73a32c7629f {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-97259786-77f2-446e-b2dc-f5bd55b9b6b3 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:14:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1264014248',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1264014248',id=24,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:16:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='435cbd0d03324a45bdacc7d5b76213e4',ramdisk_id='',reservation_id='r-p9xyt2f4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-702610562',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:18:08Z,user_data=None,user_id='cdf5d05a392f4c0b925b8a1eca824323',uuid=22d20895-a1e3-4f34-ba96-b73a32c7629f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "952dcfa8-7258-468b-b1f2-9375f1accbc0", "address": "fa:16:3e:65:eb:8d", "network": {"id": "a40026f1-91de-4e98-85cd-c3bd1a956407", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1048031159-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "435cbd0d03324a45bdacc7d5b76213e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap952dcfa8-72", "ovs_interfaceid": "952dcfa8-7258-468b-b1f2-9375f1accbc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-97259786-77f2-446e-b2dc-f5bd55b9b6b3 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Converting VIF {"id": "952dcfa8-7258-468b-b1f2-9375f1accbc0", "address": "fa:16:3e:65:eb:8d", "network": {"id": "a40026f1-91de-4e98-85cd-c3bd1a956407", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1048031159-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "435cbd0d03324a45bdacc7d5b76213e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap952dcfa8-72", "ovs_interfaceid": "952dcfa8-7258-468b-b1f2-9375f1accbc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-97259786-77f2-446e-b2dc-f5bd55b9b6b3 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:65:eb:8d,bridge_name='br-int',has_traffic_filtering=True,id=952dcfa8-7258-468b-b1f2-9375f1accbc0,network=Network(a40026f1-91de-4e98-85cd-c3bd1a956407),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap952dcfa8-72') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG os_vif [None req-97259786-77f2-446e-b2dc-f5bd55b9b6b3 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:65:eb:8d,bridge_name='br-int',has_traffic_filtering=True,id=952dcfa8-7258-468b-b1f2-9375f1accbc0,network=Network(a40026f1-91de-4e98-85cd-c3bd1a956407),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap952dcfa8-72') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap952dcfa8-72, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=92e27342-7861-42a0-b500-9e25e3adf1dd) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:19:55 user nova-compute[74854]: INFO os_vif [None req-97259786-77f2-446e-b2dc-f5bd55b9b6b3 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:65:eb:8d,bridge_name='br-int',has_traffic_filtering=True,id=952dcfa8-7258-468b-b1f2-9375f1accbc0,network=Network(a40026f1-91de-4e98-85cd-c3bd1a956407),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap952dcfa8-72')
Oct 23 17:19:55 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-97259786-77f2-446e-b2dc-f5bd55b9b6b3 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] calling os-brick to detach iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-97259786-77f2-446e-b2dc-f5bd55b9b6b3 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, {'target_iqn': 'iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xaOAZUyw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:19:55 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-97259786-77f2-446e-b2dc-f5bd55b9b6b3 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:19:55 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-97259786-77f2-446e-b2dc-f5bd55b9b6b3 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-97259786-77f2-446e-b2dc-f5bd55b9b6b3 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a204ebd-d7a3-4ae2-9439-78ed25ae066b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:73e4c689-26e9-4497-a678-3e18295a2e03\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-97259786-77f2-446e-b2dc-f5bd55b9b6b3 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 17:19:55 user nova-compute[74854]: No targets found.
Oct 23 17:19:55 user nova-compute[74854]: iSNS:
Oct 23 17:19:55 user nova-compute[74854]: No targets found.
Oct 23 17:19:55 user nova-compute[74854]: STATIC:
Oct 23 17:19:55 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5
Oct 23 17:19:55 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:19:55 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:19:55 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a
Oct 23 17:19:55 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:19:55 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:19:55 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45
Oct 23 17:19:55 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:19:55 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:19:55 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:73e4c689-26e9-4497-a678-3e18295a2e03
Oct 23 17:19:55 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:19:55 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:19:55 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1
Oct 23 17:19:55 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:19:55 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:19:55 user nova-compute[74854]: FIRMWARE:
Oct 23 17:19:55 user nova-compute[74854]: No targets found.
Oct 23 17:19:55 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-97259786-77f2-446e-b2dc-f5bd55b9b6b3 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 17:19:55 user nova-compute[74854]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 17:19:55 user nova-compute[74854]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74854) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-97259786-77f2-446e-b2dc-f5bd55b9b6b3 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5', 0)] {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[c059ea09-4601-4306-a726-cb4389c96ec5]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:73e4c689-26e9-4497-a678-3e18295a2e03\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[961a4b26-ea49-4aac-a415-cfc4ba5ba9dd]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:73e4c689-26e9-4497-a678-3e18295a2e03 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-97259786-77f2-446e-b2dc-f5bd55b9b6b3 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:19:55 user nova-compute[74854]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 (non-flash)
Oct 23 17:19:55 user nova-compute[74854]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a (non-flash)
Oct 23 17:19:55 user nova-compute[74854]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 (non-flash)
Oct 23 17:19:55 user nova-compute[74854]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:73e4c689-26e9-4497-a678-3e18295a2e03 (non-flash)
Oct 23 17:19:55 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-97259786-77f2-446e-b2dc-f5bd55b9b6b3 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:19:55 user nova-compute[74854]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 (non-flash)
Oct 23 17:19:55 user nova-compute[74854]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a (non-flash)
Oct 23 17:19:55 user nova-compute[74854]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 (non-flash)
Oct 23 17:19:55 user nova-compute[74854]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:73e4c689-26e9-4497-a678-3e18295a2e03 (non-flash)
Oct 23 17:19:55 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-97259786-77f2-446e-b2dc-f5bd55b9b6b3 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f3038dae200>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5'): ({'sdb'}, set())}) {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-97259786-77f2-446e-b2dc-f5bd55b9b6b3 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Removing single pathed devices sdb {{(pid=74854) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[03f25843-82a6-4dd9-adab-577c4d33f5d1]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8fe30f2-3d36-47ae-b780-1f15c026cac2/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[943fabf2-d73d-4dd6-8c10-812fd72b489a]: (4, ('ok\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-97259786-77f2-446e-b2dc-f5bd55b9b6b3 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Flushing IO for device /dev/sdb {{(pid=74854) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.025s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[54d41b6e-3e16-4bb6-a5d5-9411873c4359]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-97259786-77f2-446e-b2dc-f5bd55b9b6b3 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74854) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.048s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[506fe948-0e17-40b8-81d6-4d7cca971fc4]: (4, ('1', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-97259786-77f2-446e-b2dc-f5bd55b9b6b3 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-97259786-77f2-446e-b2dc-f5bd55b9b6b3 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] SCSI volumes sdb have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-23037326362633139', '/dev/disk/by-id/scsi-1SCST_BIOe20e17aa-072cbc19a7db2db9', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_e20e17aa') {{(pid=85920) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ce2701a-8b78-4921-8b53-51d5edd0940b]: (4, None) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-97259786-77f2-446e-b2dc-f5bd55b9b6b3 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5')] {{(pid=74854) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[a44cb0b0-cf14-4a5f-b0c1-67198b91ac06]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-97259786-77f2-446e-b2dc-f5bd55b9b6b3 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 -p 172.16.0.220:3260 --logout {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8fe30f2-3d36-47ae-b780-1f15c026cac2/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8fe30f2-3d36-47ae-b780-1f15c026cac2/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[dabfb527-8f89-4a73-8735-9684bbe65f46]: (4, ('Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5, portal: 172.16.0.220,3260]\nLogout of [sid: 25, target: iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-97259786-77f2-446e-b2dc-f5bd55b9b6b3 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5, portal: 172.16.0.220,3260]
Oct 23 17:19:55 user nova-compute[74854]: Logout of [sid: 25, target: iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5, portal: 172.16.0.220,3260] successful.
Oct 23 17:19:55 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 -p 172.16.0.220:3260 --op delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7051ca72-261a-4519-bc91-21cad38067c5 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a8690e5-d8e5-49cc-a7d2-9c2b5ab80297]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-97259786-77f2-446e-b2dc-f5bd55b9b6b3 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-97259786-77f2-446e-b2dc-f5bd55b9b6b3 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.340s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-97259786-77f2-446e-b2dc-f5bd55b9b6b3 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] <== disconnect_volume: return (343ms) None {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-97259786-77f2-446e-b2dc-f5bd55b9b6b3 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Disconnected iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 17:19:55 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-97259786-77f2-446e-b2dc-f5bd55b9b6b3 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Deleting instance files /opt/stack/data/nova/instances/22d20895-a1e3-4f34-ba96-b73a32c7629f_del
Oct 23 17:19:55 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-97259786-77f2-446e-b2dc-f5bd55b9b6b3 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Deletion of /opt/stack/data/nova/instances/22d20895-a1e3-4f34-ba96-b73a32c7629f_del complete
Oct 23 17:19:55 user nova-compute[74854]: INFO nova.compute.manager [None req-97259786-77f2-446e-b2dc-f5bd55b9b6b3 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Took 1.29 seconds to destroy the instance on the hypervisor.
Oct 23 17:19:55 user nova-compute[74854]: DEBUG oslo.service.loopingcall [None req-97259786-77f2-446e-b2dc-f5bd55b9b6b3 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG nova.compute.manager [-] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Deallocating network for instance {{(pid=74854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] deallocate_for_instance() {{(pid=74854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f8fe30f2-3d36-47ae-b780-1f15c026cac2/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad4d9843-15d6-4f12-b06d-05f80beac969/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad4d9843-15d6-4f12-b06d-05f80beac969/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:19:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad4d9843-15d6-4f12-b06d-05f80beac969/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:19:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad4d9843-15d6-4f12-b06d-05f80beac969/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:19:56 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:19:56 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:19:56 user nova-compute[74854]: INFO nova.compute.manager [-] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Took 0.43 seconds to deallocate network for instance.
Oct 23 17:19:56 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:19:56 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:19:56 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Hypervisor/Node resource view: name=user free_ram=7559MB free_disk=24.660259246826172GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=74854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 17:19:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:19:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:19:56 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance f150b707-22b3-43b5-b657-0c2e19bcf524 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:19:56 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 30026d10-f080-4a53-8a4e-b8be523fe48e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:19:56 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:19:56 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance ebdd2079-dbb8-44e5-8e02-53df3302b70f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:19:56 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance f8fe30f2-3d36-47ae-b780-1f15c026cac2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:19:56 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:19:56 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 22d20895-a1e3-4f34-ba96-b73a32c7629f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:19:56 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:19:56 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 830c4171-3aa6-489f-a2bf-78405615ddb6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:19:56 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 7809ba0d-ad90-46fb-bf9c-55d619abe533 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:19:56 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance ad4d9843-15d6-4f12-b06d-05f80beac969 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:19:56 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 254e7300-fb61-42ec-8cab-5970d80fb1a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:19:56 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 17:19:56 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 17:19:56 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Refreshing inventories for resource provider e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 23 17:19:56 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Updating ProviderTree inventory for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 23 17:19:56 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Updating inventory in ProviderTree for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 23 17:19:56 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Refreshing aggregate associations for resource provider e1b4a95c-5743-4848-882e-b3384de5d1b5, aggregates: None {{(pid=74854) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 23 17:19:56 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Refreshing trait associations for resource provider e1b4a95c-5743-4848-882e-b3384de5d1b5, traits: COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_SECURITY_UEFI_SECURE_BOOT,HW_CPU_X86_SSE41,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_RESCUE_BFV,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_VOLUME_EXTEND,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_VOLUME_ATTACH_WITH_TAG,HW_CPU_X86_SSE42,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_USB,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_BOCHS,HW_CPU_X86_SSE,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_IMAGE_TYPE_ARI,HW_CPU_X86_SSE2,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_SATA,COMPUTE_NODE,HW_CPU_X86_MMX,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_DEVICE_TAGGING,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_FDC {{(pid=74854) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 23 17:19:56 user nova-compute[74854]: DEBUG nova.compute.manager [req-23ce9c2d-fd49-4a39-8bc4-ef8c2209bdd5 req-4f12aa39-2cef-44e1-9a40-454a0437f27f service nova] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Received event network-vif-plugged-952dcfa8-7258-468b-b1f2-9375f1accbc0 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:19:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-23ce9c2d-fd49-4a39-8bc4-ef8c2209bdd5 req-4f12aa39-2cef-44e1-9a40-454a0437f27f service nova] Acquiring lock "22d20895-a1e3-4f34-ba96-b73a32c7629f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:19:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-23ce9c2d-fd49-4a39-8bc4-ef8c2209bdd5 req-4f12aa39-2cef-44e1-9a40-454a0437f27f service nova] Lock "22d20895-a1e3-4f34-ba96-b73a32c7629f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:19:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-23ce9c2d-fd49-4a39-8bc4-ef8c2209bdd5 req-4f12aa39-2cef-44e1-9a40-454a0437f27f service nova] Lock "22d20895-a1e3-4f34-ba96-b73a32c7629f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:19:56 user nova-compute[74854]: DEBUG nova.compute.manager [req-23ce9c2d-fd49-4a39-8bc4-ef8c2209bdd5 req-4f12aa39-2cef-44e1-9a40-454a0437f27f service nova] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] No waiting events found dispatching network-vif-plugged-952dcfa8-7258-468b-b1f2-9375f1accbc0 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:19:56 user nova-compute[74854]: WARNING nova.compute.manager [req-23ce9c2d-fd49-4a39-8bc4-ef8c2209bdd5 req-4f12aa39-2cef-44e1-9a40-454a0437f27f service nova] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Received unexpected event network-vif-plugged-952dcfa8-7258-468b-b1f2-9375f1accbc0 for instance with vm_state active and task_state deleting.
Oct 23 17:19:56 user nova-compute[74854]: DEBUG nova.compute.manager [req-23ce9c2d-fd49-4a39-8bc4-ef8c2209bdd5 req-4f12aa39-2cef-44e1-9a40-454a0437f27f service nova] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Received event network-vif-deleted-952dcfa8-7258-468b-b1f2-9375f1accbc0 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:19:56 user nova-compute[74854]: INFO nova.compute.manager [None req-97259786-77f2-446e-b2dc-f5bd55b9b6b3 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 22d20895-a1e3-4f34-ba96-b73a32c7629f] Took 0.79 seconds to detach 1 volumes for instance.
Oct 23 17:19:57 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-97259786-77f2-446e-b2dc-f5bd55b9b6b3 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:19:57 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:19:57 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:19:57 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Compute_service record updated for user:user {{(pid=74854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 17:19:57 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.602s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:19:57 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-97259786-77f2-446e-b2dc-f5bd55b9b6b3 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.126s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:19:57 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-97259786-77f2-446e-b2dc-f5bd55b9b6b3 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:19:57 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-97259786-77f2-446e-b2dc-f5bd55b9b6b3 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:19:57 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-97259786-77f2-446e-b2dc-f5bd55b9b6b3 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.342s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:19:57 user nova-compute[74854]: INFO nova.scheduler.client.report [None req-97259786-77f2-446e-b2dc-f5bd55b9b6b3 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Deleted allocations for instance 22d20895-a1e3-4f34-ba96-b73a32c7629f
Oct 23 17:19:57 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-97259786-77f2-446e-b2dc-f5bd55b9b6b3 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "22d20895-a1e3-4f34-ba96-b73a32c7629f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.164s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:19:58 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-b3916e17-8cf5-46a5-86d4-365563795980 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 7809ba0d-ad90-46fb-bf9c-55d619abe533 is timed out.
Oct 23 17:19:58 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-b3916e17-8cf5-46a5-86d4-365563795980 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Successfully detached device vdb from instance 7809ba0d-ad90-46fb-bf9c-55d619abe533 from the live domain config.
Oct 23 17:19:58 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b3916e17-8cf5-46a5-86d4-365563795980 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] calling os-brick to detach iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 17:19:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-b3916e17-8cf5-46a5-86d4-365563795980 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, {'target_iqn': 'iqn.2010-10.org.openstack:73e4c689-26e9-4497-a678-3e18295a2e03', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DrXpSRbE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:19:58 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-b3916e17-8cf5-46a5-86d4-365563795980 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:19:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-b3916e17-8cf5-46a5-86d4-365563795980 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:19:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-b3916e17-8cf5-46a5-86d4-365563795980 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:19:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:19:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:19:58 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[a875a5c8-5e64-46b0-9c44-38b5e59d99b3]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:73e4c689-26e9-4497-a678-3e18295a2e03\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:19:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-b3916e17-8cf5-46a5-86d4-365563795980 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 17:19:58 user nova-compute[74854]: No targets found.
Oct 23 17:19:58 user nova-compute[74854]: iSNS:
Oct 23 17:19:58 user nova-compute[74854]: No targets found.
Oct 23 17:19:58 user nova-compute[74854]: STATIC:
Oct 23 17:19:58 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a
Oct 23 17:19:58 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:19:58 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:19:58 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45
Oct 23 17:19:58 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:19:58 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:19:58 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:73e4c689-26e9-4497-a678-3e18295a2e03
Oct 23 17:19:58 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:19:58 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:19:58 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1
Oct 23 17:19:58 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:19:58 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:19:58 user nova-compute[74854]: FIRMWARE:
Oct 23 17:19:58 user nova-compute[74854]: No targets found.
Oct 23 17:19:58 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:19:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-b3916e17-8cf5-46a5-86d4-365563795980 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 17:19:58 user nova-compute[74854]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 17:19:58 user nova-compute[74854]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74854) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 17:19:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-b3916e17-8cf5-46a5-86d4-365563795980 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:73e4c689-26e9-4497-a678-3e18295a2e03', 0)] {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 17:19:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:19:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:19:58 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[286edec8-01ac-407f-8190-4ab7299edbcb]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:73e4c689-26e9-4497-a678-3e18295a2e03\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:19:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:19:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:19:58 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[7786a5e2-762b-4504-9b60-1d8e4e902fd7]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:73e4c689-26e9-4497-a678-3e18295a2e03 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:19:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-b3916e17-8cf5-46a5-86d4-365563795980 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:19:58 user nova-compute[74854]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a (non-flash)
Oct 23 17:19:58 user nova-compute[74854]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 (non-flash)
Oct 23 17:19:58 user nova-compute[74854]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:73e4c689-26e9-4497-a678-3e18295a2e03 (non-flash)
Oct 23 17:19:58 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:19:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-b3916e17-8cf5-46a5-86d4-365563795980 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:19:58 user nova-compute[74854]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a (non-flash)
Oct 23 17:19:58 user nova-compute[74854]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 (non-flash)
Oct 23 17:19:58 user nova-compute[74854]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:73e4c689-26e9-4497-a678-3e18295a2e03 (non-flash)
Oct 23 17:19:58 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:19:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-b3916e17-8cf5-46a5-86d4-365563795980 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f305c4af1c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:73e4c689-26e9-4497-a678-3e18295a2e03'): ({'sdd'}, set())}) {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 17:19:58 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-b3916e17-8cf5-46a5-86d4-365563795980 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Removing single pathed devices sdd {{(pid=74854) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 17:19:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:19:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:19:58 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0375e0f-beee-4c87-b208-20aff285296c]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:19:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:19:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:19:58 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[5badec73-1624-407b-88d1-c7f9a2477717]: (4, ('ok\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:19:58 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-b3916e17-8cf5-46a5-86d4-365563795980 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Flushing IO for device /dev/sdd {{(pid=74854) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 17:19:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:19:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.012s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:19:58 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e6c5ec4-3932-486c-a8e5-9ec0722cb90e]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:19:58 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-b3916e17-8cf5-46a5-86d4-365563795980 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74854) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 17:19:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:19:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.034s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:19:58 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd216bc2-face-48d5-80cb-4575eebc4b32]: (4, ('1', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:19:58 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-b3916e17-8cf5-46a5-86d4-365563795980 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 17:19:58 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-b3916e17-8cf5-46a5-86d4-365563795980 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] SCSI volumes sdd have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 17:19:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-b3916e17-8cf5-46a5-86d4-365563795980 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:73e4c689-26e9-4497-a678-3e18295a2e03')] {{(pid=74854) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 17:19:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:73e4c689-26e9-4497-a678-3e18295a2e03 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:19:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:73e4c689-26e9-4497-a678-3e18295a2e03 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:19:58 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[77f3b330-1acd-4b26-be31-9198606236eb]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:19:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-b3916e17-8cf5-46a5-86d4-365563795980 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:19:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:73e4c689-26e9-4497-a678-3e18295a2e03 -p 172.16.0.220:3260 --logout {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:19:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:73e4c689-26e9-4497-a678-3e18295a2e03 -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:19:58 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[20a0e969-c88e-4c7f-b71c-31e1233ba7a1]: (4, ('Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:73e4c689-26e9-4497-a678-3e18295a2e03, portal: 172.16.0.220,3260]\nLogout of [sid: 30, target: iqn.2010-10.org.openstack:73e4c689-26e9-4497-a678-3e18295a2e03, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:19:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-b3916e17-8cf5-46a5-86d4-365563795980 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:73e4c689-26e9-4497-a678-3e18295a2e03, portal: 172.16.0.220,3260]
Oct 23 17:19:58 user nova-compute[74854]: Logout of [sid: 30, target: iqn.2010-10.org.openstack:73e4c689-26e9-4497-a678-3e18295a2e03, portal: 172.16.0.220,3260] successful.
Oct 23 17:19:58 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:19:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:73e4c689-26e9-4497-a678-3e18295a2e03 -p 172.16.0.220:3260 --op delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:19:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:73e4c689-26e9-4497-a678-3e18295a2e03 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:19:58 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb885304-9e96-42f2-b2a3-57c7b0b7f3e6]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:19:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-b3916e17-8cf5-46a5-86d4-365563795980 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:19:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-b3916e17-8cf5-46a5-86d4-365563795980 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.288s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:19:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-b3916e17-8cf5-46a5-86d4-365563795980 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] <== disconnect_volume: return (291ms) None {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:19:58 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b3916e17-8cf5-46a5-86d4-365563795980 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Disconnected iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 17:19:59 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:19:59 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:19:59 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:19:59 user nova-compute[74854]: DEBUG nova.objects.instance [None req-b3916e17-8cf5-46a5-86d4-365563795980 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lazy-loading 'flavor' on Instance uuid 7809ba0d-ad90-46fb-bf9c-55d619abe533 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:19:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-b3916e17-8cf5-46a5-86d4-365563795980 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lock "7809ba0d-ad90-46fb-bf9c-55d619abe533" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.671s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:19:59 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:19:59 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Starting heal instance info cache {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 17:19:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "refresh_cache-f8fe30f2-3d36-47ae-b780-1f15c026cac2" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:19:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquired lock "refresh_cache-f8fe30f2-3d36-47ae-b780-1f15c026cac2" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:19:59 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Forcefully refreshing network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 17:20:00 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:00 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Updating instance_info_cache with network_info: [{"id": "6cd485b0-733c-4d1a-ba5b-ef024c2163f0", "address": "fa:16:3e:9e:72:2a", "network": {"id": "a40026f1-91de-4e98-85cd-c3bd1a956407", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1048031159-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "435cbd0d03324a45bdacc7d5b76213e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cd485b0-73", "ovs_interfaceid": "6cd485b0-733c-4d1a-ba5b-ef024c2163f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:20:00 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Releasing lock "refresh_cache-f8fe30f2-3d36-47ae-b780-1f15c026cac2" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:20:00 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Updated the network info_cache for instance {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 17:20:02 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Acquiring lock "580da1a3-7254-45c0-be44-6f3f43c58036" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:20:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "580da1a3-7254-45c0-be44-6f3f43c58036" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:20:02 user nova-compute[74854]: INFO nova.compute.manager [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Unshelving
Oct 23 17:20:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:20:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:20:02 user nova-compute[74854]: DEBUG nova.objects.instance [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lazy-loading 'pci_requests' on Instance uuid 580da1a3-7254-45c0-be44-6f3f43c58036 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:20:02 user nova-compute[74854]: DEBUG nova.objects.instance [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lazy-loading 'numa_topology' on Instance uuid 580da1a3-7254-45c0-be44-6f3f43c58036 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:20:02 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74854) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 17:20:02 user nova-compute[74854]: INFO nova.compute.claims [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Claim successful on node user
Oct 23 17:20:03 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:20:03 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:20:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.509s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:20:03 user nova-compute[74854]: INFO nova.network.neutron [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Updating port 68c55564-01a7-42b7-ba22-526bf32d0806 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Oct 23 17:20:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Acquiring lock "refresh_cache-580da1a3-7254-45c0-be44-6f3f43c58036" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:20:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Acquired lock "refresh_cache-580da1a3-7254-45c0-be44-6f3f43c58036" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:20:04 user nova-compute[74854]: DEBUG nova.network.neutron [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:20:04 user nova-compute[74854]: DEBUG nova.compute.manager [req-0f20ed80-dd26-4159-ba13-4a490d078846 req-bbfc8e68-1915-4ea3-91a6-053160b381c9 service nova] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Received event network-changed-68c55564-01a7-42b7-ba22-526bf32d0806 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:20:04 user nova-compute[74854]: DEBUG nova.compute.manager [req-0f20ed80-dd26-4159-ba13-4a490d078846 req-bbfc8e68-1915-4ea3-91a6-053160b381c9 service nova] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Refreshing instance network info cache due to event network-changed-68c55564-01a7-42b7-ba22-526bf32d0806. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:20:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-0f20ed80-dd26-4159-ba13-4a490d078846 req-bbfc8e68-1915-4ea3-91a6-053160b381c9 service nova] Acquiring lock "refresh_cache-580da1a3-7254-45c0-be44-6f3f43c58036" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:20:04 user nova-compute[74854]: DEBUG nova.network.neutron [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Updating instance_info_cache with network_info: [{"id": "68c55564-01a7-42b7-ba22-526bf32d0806", "address": "fa:16:3e:05:80:38", "network": {"id": "b7b7a8af-8224-4220-a014-98e5defb0f84", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-621326047-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "590f192c09b34f998151336d4f75a7ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68c55564-01", "ovs_interfaceid": "68c55564-01a7-42b7-ba22-526bf32d0806", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:20:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Releasing lock "refresh_cache-580da1a3-7254-45c0-be44-6f3f43c58036" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:20:04 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Creating instance directory {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 17:20:04 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Creating image(s)
Oct 23 17:20:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Acquiring lock "/opt/stack/data/nova/instances/580da1a3-7254-45c0-be44-6f3f43c58036/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:20:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "/opt/stack/data/nova/instances/580da1a3-7254-45c0-be44-6f3f43c58036/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:20:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "/opt/stack/data/nova/instances/580da1a3-7254-45c0-be44-6f3f43c58036/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:20:04 user nova-compute[74854]: DEBUG nova.objects.instance [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lazy-loading 'trusted_certs' on Instance uuid 580da1a3-7254-45c0-be44-6f3f43c58036 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:20:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-0f20ed80-dd26-4159-ba13-4a490d078846 req-bbfc8e68-1915-4ea3-91a6-053160b381c9 service nova] Acquired lock "refresh_cache-580da1a3-7254-45c0-be44-6f3f43c58036" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:20:04 user nova-compute[74854]: DEBUG nova.network.neutron [req-0f20ed80-dd26-4159-ba13-4a490d078846 req-bbfc8e68-1915-4ea3-91a6-053160b381c9 service nova] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Refreshing network info cache for port 68c55564-01a7-42b7-ba22-526bf32d0806 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:20:04 user nova-compute[74854]: DEBUG nova.objects.base [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Object Instance<580da1a3-7254-45c0-be44-6f3f43c58036> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:20:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Acquiring lock "cf39a6a44ea9a40aff862602c3ec23415e5e7da0" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:20:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "cf39a6a44ea9a40aff862602c3ec23415e5e7da0" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:20:05 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cf39a6a44ea9a40aff862602c3ec23415e5e7da0.part --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Acquiring lock "1c827823-bc2c-4c58-b769-e9d32e820d7a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:20:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "1c827823-bc2c-4c58-b769-e9d32e820d7a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:20:05 user nova-compute[74854]: DEBUG nova.compute.manager [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Starting instance... {{(pid=74854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 17:20:05 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cf39a6a44ea9a40aff862602c3ec23415e5e7da0.part --force-share --output=json" returned: 0 in 0.183s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:05 user nova-compute[74854]: DEBUG nova.virt.images [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] 7fd256c4-9cdf-45d9-8995-dc849bb40bc1 was qcow2, converting to raw {{(pid=74854) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 23 17:20:05 user nova-compute[74854]: DEBUG nova.privsep.utils [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74854) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 23 17:20:05 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/cf39a6a44ea9a40aff862602c3ec23415e5e7da0.part /opt/stack/data/nova/instances/_base/cf39a6a44ea9a40aff862602c3ec23415e5e7da0.converted {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:20:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.003s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:20:05 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74854) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 17:20:05 user nova-compute[74854]: INFO nova.compute.claims [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Claim successful on node user
Oct 23 17:20:05 user nova-compute[74854]: DEBUG nova.network.neutron [req-0f20ed80-dd26-4159-ba13-4a490d078846 req-bbfc8e68-1915-4ea3-91a6-053160b381c9 service nova] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Updated VIF entry in instance network info cache for port 68c55564-01a7-42b7-ba22-526bf32d0806. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:20:05 user nova-compute[74854]: DEBUG nova.network.neutron [req-0f20ed80-dd26-4159-ba13-4a490d078846 req-bbfc8e68-1915-4ea3-91a6-053160b381c9 service nova] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Updating instance_info_cache with network_info: [{"id": "68c55564-01a7-42b7-ba22-526bf32d0806", "address": "fa:16:3e:05:80:38", "network": {"id": "b7b7a8af-8224-4220-a014-98e5defb0f84", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-621326047-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "590f192c09b34f998151336d4f75a7ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68c55564-01", "ovs_interfaceid": "68c55564-01a7-42b7-ba22-526bf32d0806", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:20:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-0f20ed80-dd26-4159-ba13-4a490d078846 req-bbfc8e68-1915-4ea3-91a6-053160b381c9 service nova] Releasing lock "refresh_cache-580da1a3-7254-45c0-be44-6f3f43c58036" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:20:06 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:20:06 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:20:06 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/cf39a6a44ea9a40aff862602c3ec23415e5e7da0.part /opt/stack/data/nova/instances/_base/cf39a6a44ea9a40aff862602c3ec23415e5e7da0.converted" returned: 0 in 0.610s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:06 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cf39a6a44ea9a40aff862602c3ec23415e5e7da0.converted --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.641s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:20:06 user nova-compute[74854]: DEBUG nova.compute.manager [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Start building networks asynchronously for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 17:20:06 user nova-compute[74854]: DEBUG nova.compute.manager [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Allocating IP information in the background. {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 17:20:06 user nova-compute[74854]: DEBUG nova.network.neutron [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] allocate_for_instance() {{(pid=74854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 17:20:06 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 17:20:06 user nova-compute[74854]: DEBUG nova.compute.manager [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Start building block device mappings for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 17:20:06 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cf39a6a44ea9a40aff862602c3ec23415e5e7da0.converted --force-share --output=json" returned: 0 in 0.184s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "cf39a6a44ea9a40aff862602c3ec23415e5e7da0" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.079s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:20:06 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cf39a6a44ea9a40aff862602c3ec23415e5e7da0 --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:06 user nova-compute[74854]: DEBUG nova.policy [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'add03e2b2c7c42b680a6a4c336e2a52b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9dead1e870124b6badcc3f3c0523ffc7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74854) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 17:20:06 user nova-compute[74854]: DEBUG nova.compute.manager [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Start spawning the instance on the hypervisor. {{(pid=74854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 17:20:06 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Creating instance directory {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 17:20:06 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Creating image(s)
Oct 23 17:20:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Acquiring lock "/opt/stack/data/nova/instances/1c827823-bc2c-4c58-b769-e9d32e820d7a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:20:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "/opt/stack/data/nova/instances/1c827823-bc2c-4c58-b769-e9d32e820d7a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:20:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "/opt/stack/data/nova/instances/1c827823-bc2c-4c58-b769-e9d32e820d7a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:20:06 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:06 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cf39a6a44ea9a40aff862602c3ec23415e5e7da0 --force-share --output=json" returned: 0 in 0.174s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Acquiring lock "cf39a6a44ea9a40aff862602c3ec23415e5e7da0" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:20:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "cf39a6a44ea9a40aff862602c3ec23415e5e7da0" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:20:06 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cf39a6a44ea9a40aff862602c3ec23415e5e7da0 --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:06 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.174s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Acquiring lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:20:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:20:06 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cf39a6a44ea9a40aff862602c3ec23415e5e7da0 --force-share --output=json" returned: 0 in 0.170s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cf39a6a44ea9a40aff862602c3ec23415e5e7da0,backing_fmt=raw /opt/stack/data/nova/instances/580da1a3-7254-45c0-be44-6f3f43c58036/disk 1073741824 {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cf39a6a44ea9a40aff862602c3ec23415e5e7da0,backing_fmt=raw /opt/stack/data/nova/instances/580da1a3-7254-45c0-be44-6f3f43c58036/disk 1073741824" returned: 0 in 0.047s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:07 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "cf39a6a44ea9a40aff862602c3ec23415e5e7da0" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.224s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:20:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cf39a6a44ea9a40aff862602c3ec23415e5e7da0 --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.172s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/1c827823-bc2c-4c58-b769-e9d32e820d7a/disk 1073741824 {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/1c827823-bc2c-4c58-b769-e9d32e820d7a/disk 1073741824" returned: 0 in 0.050s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:07 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.229s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:20:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cf39a6a44ea9a40aff862602c3ec23415e5e7da0 --force-share --output=json" returned: 0 in 0.181s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:07 user nova-compute[74854]: DEBUG nova.objects.instance [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lazy-loading 'migration_context' on Instance uuid 580da1a3-7254-45c0-be44-6f3f43c58036 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:20:07 user nova-compute[74854]: DEBUG nova.objects.base [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Object Instance<580da1a3-7254-45c0-be44-6f3f43c58036> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:20:07 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Rebasing disk image.
Oct 23 17:20:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:07 user nova-compute[74854]: DEBUG nova.network.neutron [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Successfully created port: d934f2ef-dd2b-472f-9c28-1054cd25c9d9 {{(pid=74854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 17:20:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.176s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:07 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Checking if we can resize image /opt/stack/data/nova/instances/1c827823-bc2c-4c58-b769-e9d32e820d7a/disk. size=1073741824 {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 17:20:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c827823-bc2c-4c58-b769-e9d32e820d7a/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.177s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e -F raw /opt/stack/data/nova/instances/580da1a3-7254-45c0-be44-6f3f43c58036/disk {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c827823-bc2c-4c58-b769-e9d32e820d7a/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:07 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Cannot resize image /opt/stack/data/nova/instances/1c827823-bc2c-4c58-b769-e9d32e820d7a/disk to a smaller size. {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 17:20:07 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Created local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 17:20:07 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Ensure instance console log exists: /opt/stack/data/nova/instances/1c827823-bc2c-4c58-b769-e9d32e820d7a/console.log {{(pid=74854) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 17:20:07 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:20:07 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:20:07 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:20:07 user nova-compute[74854]: DEBUG nova.network.neutron [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Successfully updated port: d934f2ef-dd2b-472f-9c28-1054cd25c9d9 {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:20:07 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Acquiring lock "refresh_cache-1c827823-bc2c-4c58-b769-e9d32e820d7a" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:20:07 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Acquired lock "refresh_cache-1c827823-bc2c-4c58-b769-e9d32e820d7a" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:20:07 user nova-compute[74854]: DEBUG nova.network.neutron [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:20:07 user nova-compute[74854]: DEBUG nova.compute.manager [req-657258fc-7643-4085-aae2-10769a9e047c req-8085d3bb-8566-4605-b1a2-9fae1afb1b1f service nova] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Received event network-changed-d934f2ef-dd2b-472f-9c28-1054cd25c9d9 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:20:07 user nova-compute[74854]: DEBUG nova.compute.manager [req-657258fc-7643-4085-aae2-10769a9e047c req-8085d3bb-8566-4605-b1a2-9fae1afb1b1f service nova] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Refreshing instance network info cache due to event network-changed-d934f2ef-dd2b-472f-9c28-1054cd25c9d9. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:20:07 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-657258fc-7643-4085-aae2-10769a9e047c req-8085d3bb-8566-4605-b1a2-9fae1afb1b1f service nova] Acquiring lock "refresh_cache-1c827823-bc2c-4c58-b769-e9d32e820d7a" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:20:07 user nova-compute[74854]: DEBUG nova.network.neutron [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Instance cache missing network info. {{(pid=74854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 17:20:08 user nova-compute[74854]: DEBUG nova.network.neutron [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Updating instance_info_cache with network_info: [{"id": "d934f2ef-dd2b-472f-9c28-1054cd25c9d9", "address": "fa:16:3e:05:35:a1", "network": {"id": "8d2e7195-c77a-4a37-9e81-6d9a0ed8e649", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-389470825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dead1e870124b6badcc3f3c0523ffc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd934f2ef-dd", "ovs_interfaceid": "d934f2ef-dd2b-472f-9c28-1054cd25c9d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:20:08 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Releasing lock "refresh_cache-1c827823-bc2c-4c58-b769-e9d32e820d7a" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:20:08 user nova-compute[74854]: DEBUG nova.compute.manager [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Instance network_info: |[{"id": "d934f2ef-dd2b-472f-9c28-1054cd25c9d9", "address": "fa:16:3e:05:35:a1", "network": {"id": "8d2e7195-c77a-4a37-9e81-6d9a0ed8e649", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-389470825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dead1e870124b6badcc3f3c0523ffc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd934f2ef-dd", "ovs_interfaceid": "d934f2ef-dd2b-472f-9c28-1054cd25c9d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 17:20:08 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-657258fc-7643-4085-aae2-10769a9e047c req-8085d3bb-8566-4605-b1a2-9fae1afb1b1f service nova] Acquired lock "refresh_cache-1c827823-bc2c-4c58-b769-e9d32e820d7a" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:20:08 user nova-compute[74854]: DEBUG nova.network.neutron [req-657258fc-7643-4085-aae2-10769a9e047c req-8085d3bb-8566-4605-b1a2-9fae1afb1b1f service nova] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Refreshing network info cache for port d934f2ef-dd2b-472f-9c28-1054cd25c9d9 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:20:08 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Start _get_guest_xml network_info=[{"id": "d934f2ef-dd2b-472f-9c28-1054cd25c9d9", "address": "fa:16:3e:05:35:a1", "network": {"id": "8d2e7195-c77a-4a37-9e81-6d9a0ed8e649", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-389470825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dead1e870124b6badcc3f3c0523ffc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd934f2ef-dd", "ovs_interfaceid": "d934f2ef-dd2b-472f-9c28-1054cd25c9d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'encryption_format': None, 'encryption_options': None, 'size': 0, 'boot_index': 0, 'encrypted': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'image_id': '68c345df-c9e8-475a-b17c-635fa0c7e894'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:20:08 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:20:08 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:20:08 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:20:08 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:20:08 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:20:08 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:20:08 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:20:08 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:20:08 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:20:08 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:20:08 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:20:08 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:20:08 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:20:08 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:20:08 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:20:08 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:20:08 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:20:08 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:20:08 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:20:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-234078319',display_name='tempest-AttachVolumeNegativeTest-server-234078319',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-234078319',id=32,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO0IdfbCqhEkNSP0JZbi5K/dZfUzCz5OtBTfoLRh68duTn71NhHW1GVB73zkBJD7PjbgUD0Z6kQpn9Qi9SHGnv5olONTQJ707CyBH1KOSbyc4kXpleEpsOE/EoqCjX6lzw==',key_name='tempest-keypair-103497544',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9dead1e870124b6badcc3f3c0523ffc7',ramdisk_id='',reservation_id='r-5qdt7v71',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-555328012',owner_user_name='tempest-AttachVolumeNegativeTest-555328012-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:20:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='add03e2b2c7c42b680a6a4c336e2a52b',uuid=1c827823-bc2c-4c58-b769-e9d32e820d7a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d934f2ef-dd2b-472f-9c28-1054cd25c9d9", "address": "fa:16:3e:05:35:a1", "network": {"id": "8d2e7195-c77a-4a37-9e81-6d9a0ed8e649", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-389470825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dead1e870124b6badcc3f3c0523ffc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd934f2ef-dd", "ovs_interfaceid": "d934f2ef-dd2b-472f-9c28-1054cd25c9d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:20:08 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Converting VIF {"id": "d934f2ef-dd2b-472f-9c28-1054cd25c9d9", "address": "fa:16:3e:05:35:a1", "network": {"id": "8d2e7195-c77a-4a37-9e81-6d9a0ed8e649", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-389470825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dead1e870124b6badcc3f3c0523ffc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd934f2ef-dd", "ovs_interfaceid": "d934f2ef-dd2b-472f-9c28-1054cd25c9d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:20:08 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:05:35:a1,bridge_name='br-int',has_traffic_filtering=True,id=d934f2ef-dd2b-472f-9c28-1054cd25c9d9,network=Network(8d2e7195-c77a-4a37-9e81-6d9a0ed8e649),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd934f2ef-dd') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:20:08 user nova-compute[74854]: DEBUG nova.objects.instance [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lazy-loading 'pci_devices' on Instance uuid 1c827823-bc2c-4c58-b769-e9d32e820d7a {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:20:08 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:20:08 user nova-compute[74854]:   <uuid>1c827823-bc2c-4c58-b769-e9d32e820d7a</uuid>
Oct 23 17:20:08 user nova-compute[74854]:   <name>instance-00000020</name>
Oct 23 17:20:08 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:20:08 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:20:08 user nova-compute[74854]:   <metadata>
Oct 23 17:20:08 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:20:08 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:20:08 user nova-compute[74854]:       <nova:name>tempest-AttachVolumeNegativeTest-server-234078319</nova:name>
Oct 23 17:20:08 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:20:08</nova:creationTime>
Oct 23 17:20:08 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:20:08 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:20:08 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:20:08 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:20:08 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:20:08 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:20:08 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:20:08 user nova-compute[74854]:       <nova:owner>
Oct 23 17:20:08 user nova-compute[74854]:         <nova:user uuid="add03e2b2c7c42b680a6a4c336e2a52b">tempest-AttachVolumeNegativeTest-555328012-project-member</nova:user>
Oct 23 17:20:08 user nova-compute[74854]:         <nova:project uuid="9dead1e870124b6badcc3f3c0523ffc7">tempest-AttachVolumeNegativeTest-555328012</nova:project>
Oct 23 17:20:08 user nova-compute[74854]:       </nova:owner>
Oct 23 17:20:08 user nova-compute[74854]:       <nova:root type="image" uuid="68c345df-c9e8-475a-b17c-635fa0c7e894"/>
Oct 23 17:20:08 user nova-compute[74854]:       <nova:ports>
Oct 23 17:20:08 user nova-compute[74854]:         <nova:port uuid="d934f2ef-dd2b-472f-9c28-1054cd25c9d9">
Oct 23 17:20:08 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 23 17:20:08 user nova-compute[74854]:         </nova:port>
Oct 23 17:20:08 user nova-compute[74854]:       </nova:ports>
Oct 23 17:20:08 user nova-compute[74854]:     </nova:instance>
Oct 23 17:20:08 user nova-compute[74854]:   </metadata>
Oct 23 17:20:08 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:20:08 user nova-compute[74854]:     <system>
Oct 23 17:20:08 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:20:08 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:20:08 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:20:08 user nova-compute[74854]:       <entry name="serial">1c827823-bc2c-4c58-b769-e9d32e820d7a</entry>
Oct 23 17:20:08 user nova-compute[74854]:       <entry name="uuid">1c827823-bc2c-4c58-b769-e9d32e820d7a</entry>
Oct 23 17:20:08 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:20:08 user nova-compute[74854]:     </system>
Oct 23 17:20:08 user nova-compute[74854]:   </sysinfo>
Oct 23 17:20:08 user nova-compute[74854]:   <os>
Oct 23 17:20:08 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:20:08 user nova-compute[74854]:     <boot dev="hd"/>
Oct 23 17:20:08 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:20:08 user nova-compute[74854]:   </os>
Oct 23 17:20:08 user nova-compute[74854]:   <features>
Oct 23 17:20:08 user nova-compute[74854]:     <acpi/>
Oct 23 17:20:08 user nova-compute[74854]:     <apic/>
Oct 23 17:20:08 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:20:08 user nova-compute[74854]:   </features>
Oct 23 17:20:08 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:20:08 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:20:08 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:20:08 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:20:08 user nova-compute[74854]:   </clock>
Oct 23 17:20:08 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:20:08 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:20:08 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:20:08 user nova-compute[74854]:   </cpu>
Oct 23 17:20:08 user nova-compute[74854]:   <devices>
Oct 23 17:20:08 user nova-compute[74854]:     <disk type="file" device="disk">
Oct 23 17:20:08 user nova-compute[74854]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 17:20:08 user nova-compute[74854]:       <source file="/opt/stack/data/nova/instances/1c827823-bc2c-4c58-b769-e9d32e820d7a/disk"/>
Oct 23 17:20:08 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:20:08 user nova-compute[74854]:     </disk>
Oct 23 17:20:08 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:20:08 user nova-compute[74854]:       <mac address="fa:16:3e:05:35:a1"/>
Oct 23 17:20:08 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:20:08 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:20:08 user nova-compute[74854]:       <target dev="tapd934f2ef-dd"/>
Oct 23 17:20:08 user nova-compute[74854]:     </interface>
Oct 23 17:20:08 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:20:08 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/1c827823-bc2c-4c58-b769-e9d32e820d7a/console.log" append="off"/>
Oct 23 17:20:08 user nova-compute[74854]:     </serial>
Oct 23 17:20:08 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:20:08 user nova-compute[74854]:     <video>
Oct 23 17:20:08 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:20:08 user nova-compute[74854]:     </video>
Oct 23 17:20:08 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:20:08 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:20:08 user nova-compute[74854]:     </rng>
Oct 23 17:20:08 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:20:08 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:20:08 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:20:08 user nova-compute[74854]:     </memballoon>
Oct 23 17:20:08 user nova-compute[74854]:   </devices>
Oct 23 17:20:08 user nova-compute[74854]: </domain>
Oct 23 17:20:08 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:20:08 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:20:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-234078319',display_name='tempest-AttachVolumeNegativeTest-server-234078319',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-234078319',id=32,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO0IdfbCqhEkNSP0JZbi5K/dZfUzCz5OtBTfoLRh68duTn71NhHW1GVB73zkBJD7PjbgUD0Z6kQpn9Qi9SHGnv5olONTQJ707CyBH1KOSbyc4kXpleEpsOE/EoqCjX6lzw==',key_name='tempest-keypair-103497544',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9dead1e870124b6badcc3f3c0523ffc7',ramdisk_id='',reservation_id='r-5qdt7v71',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-555328012',owner_user_name='tempest-AttachVolumeNegativeTest-555328012-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:20:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='add03e2b2c7c42b680a6a4c336e2a52b',uuid=1c827823-bc2c-4c58-b769-e9d32e820d7a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d934f2ef-dd2b-472f-9c28-1054cd25c9d9", "address": "fa:16:3e:05:35:a1", "network": {"id": "8d2e7195-c77a-4a37-9e81-6d9a0ed8e649", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-389470825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dead1e870124b6badcc3f3c0523ffc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd934f2ef-dd", "ovs_interfaceid": "d934f2ef-dd2b-472f-9c28-1054cd25c9d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:20:08 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Converting VIF {"id": "d934f2ef-dd2b-472f-9c28-1054cd25c9d9", "address": "fa:16:3e:05:35:a1", "network": {"id": "8d2e7195-c77a-4a37-9e81-6d9a0ed8e649", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-389470825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dead1e870124b6badcc3f3c0523ffc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd934f2ef-dd", "ovs_interfaceid": "d934f2ef-dd2b-472f-9c28-1054cd25c9d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:20:08 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:05:35:a1,bridge_name='br-int',has_traffic_filtering=True,id=d934f2ef-dd2b-472f-9c28-1054cd25c9d9,network=Network(8d2e7195-c77a-4a37-9e81-6d9a0ed8e649),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd934f2ef-dd') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:20:08 user nova-compute[74854]: DEBUG os_vif [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:05:35:a1,bridge_name='br-int',has_traffic_filtering=True,id=d934f2ef-dd2b-472f-9c28-1054cd25c9d9,network=Network(8d2e7195-c77a-4a37-9e81-6d9a0ed8e649),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd934f2ef-dd') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:20:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:20:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:20:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a5d50cee-05f1-52a9-8f36-c7dbd6d7ac53', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:20:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:20:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd934f2ef-dd, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:20:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd934f2ef-dd, col_values=(('qos', UUID('1f210725-412a-49bf-a370-bd1a15a0347a')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:20:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd934f2ef-dd, col_values=(('external_ids', {'iface-id': 'd934f2ef-dd2b-472f-9c28-1054cd25c9d9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:05:35:a1', 'vm-uuid': '1c827823-bc2c-4c58-b769-e9d32e820d7a'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:20:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:20:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:08 user nova-compute[74854]: INFO os_vif [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:05:35:a1,bridge_name='br-int',has_traffic_filtering=True,id=d934f2ef-dd2b-472f-9c28-1054cd25c9d9,network=Network(8d2e7195-c77a-4a37-9e81-6d9a0ed8e649),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd934f2ef-dd')
Oct 23 17:20:08 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:20:08 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] No VIF found with MAC fa:16:3e:05:35:a1, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:20:08 user nova-compute[74854]: DEBUG nova.network.neutron [req-657258fc-7643-4085-aae2-10769a9e047c req-8085d3bb-8566-4605-b1a2-9fae1afb1b1f service nova] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Updated VIF entry in instance network info cache for port d934f2ef-dd2b-472f-9c28-1054cd25c9d9. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:20:08 user nova-compute[74854]: DEBUG nova.network.neutron [req-657258fc-7643-4085-aae2-10769a9e047c req-8085d3bb-8566-4605-b1a2-9fae1afb1b1f service nova] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Updating instance_info_cache with network_info: [{"id": "d934f2ef-dd2b-472f-9c28-1054cd25c9d9", "address": "fa:16:3e:05:35:a1", "network": {"id": "8d2e7195-c77a-4a37-9e81-6d9a0ed8e649", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-389470825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dead1e870124b6badcc3f3c0523ffc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd934f2ef-dd", "ovs_interfaceid": "d934f2ef-dd2b-472f-9c28-1054cd25c9d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:20:08 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-657258fc-7643-4085-aae2-10769a9e047c req-8085d3bb-8566-4605-b1a2-9fae1afb1b1f service nova] Releasing lock "refresh_cache-1c827823-bc2c-4c58-b769-e9d32e820d7a" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:20:09 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e -F raw /opt/stack/data/nova/instances/580da1a3-7254-45c0-be44-6f3f43c58036/disk" returned: 0 in 2.373s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:09 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Created local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 17:20:09 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Ensure instance console log exists: /opt/stack/data/nova/instances/580da1a3-7254-45c0-be44-6f3f43c58036/console.log {{(pid=74854) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 17:20:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:20:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:20:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:20:09 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Start _get_guest_xml network_info=[{"id": "68c55564-01a7-42b7-ba22-526bf32d0806", "address": "fa:16:3e:05:80:38", "network": {"id": "b7b7a8af-8224-4220-a014-98e5defb0f84", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-621326047-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "590f192c09b34f998151336d4f75a7ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68c55564-01", "ovs_interfaceid": "68c55564-01a7-42b7-ba22-526bf32d0806", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='d7a5684ffa95f43b786c2748c91b35a3',container_format='bare',created_at=2023-10-23T17:18:10Z,direct_url=<?>,disk_format='qcow2',id=7fd256c4-9cdf-45d9-8995-dc849bb40bc1,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-539253140-shelved',owner='590f192c09b34f998151336d4f75a7ab',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-23T17:18:15Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'encryption_format': None, 'encryption_options': None, 'size': 0, 'boot_index': 0, 'encrypted': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'image_id': '68c345df-c9e8-475a-b17c-635fa0c7e894'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:20:09 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:20:09 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:20:09 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:20:09 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:20:09 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:20:09 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:20:09 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:20:09 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d7a5684ffa95f43b786c2748c91b35a3',container_format='bare',created_at=2023-10-23T17:18:10Z,direct_url=<?>,disk_format='qcow2',id=7fd256c4-9cdf-45d9-8995-dc849bb40bc1,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-539253140-shelved',owner='590f192c09b34f998151336d4f75a7ab',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-23T17:18:15Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:20:09 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:20:09 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:20:09 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:20:09 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:20:09 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:20:09 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:20:09 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:20:09 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:20:09 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:20:09 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:20:09 user nova-compute[74854]: DEBUG nova.objects.instance [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lazy-loading 'vcpu_model' on Instance uuid 580da1a3-7254-45c0-be44-6f3f43c58036 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:20:09 user nova-compute[74854]: DEBUG nova.objects.base [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Object Instance<580da1a3-7254-45c0-be44-6f3f43c58036> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:20:09 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-23T17:16:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-539253140',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-539253140',id=28,image_ref='7fd256c4-9cdf-45d9-8995-dc849bb40bc1',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1218121197',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:16:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='590f192c09b34f998151336d4f75a7ab',ramdisk_id='',reservation_id='r-nm550x6o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1043335963',owner_user_name='tempest-AttachVolumeShelveTestJSON-1043335963-project-member',shelved_at='2023-10-23T17:18:14.753695',shelved_host='user',shelved_image_id='7fd256c4-9cdf-45d9-8995-dc849bb40bc1'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:20:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c7e89ab1e2c5401592611fea7c8edbf8',uuid=580da1a3-7254-45c0-be44-6f3f43c58036,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "68c55564-01a7-42b7-ba22-526bf32d0806", "address": "fa:16:3e:05:80:38", "network": {"id": "b7b7a8af-8224-4220-a014-98e5defb0f84", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-621326047-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "590f192c09b34f998151336d4f75a7ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68c55564-01", "ovs_interfaceid": "68c55564-01a7-42b7-ba22-526bf32d0806", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:20:09 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Converting VIF {"id": "68c55564-01a7-42b7-ba22-526bf32d0806", "address": "fa:16:3e:05:80:38", "network": {"id": "b7b7a8af-8224-4220-a014-98e5defb0f84", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-621326047-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "590f192c09b34f998151336d4f75a7ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68c55564-01", "ovs_interfaceid": "68c55564-01a7-42b7-ba22-526bf32d0806", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:20:09 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:05:80:38,bridge_name='br-int',has_traffic_filtering=True,id=68c55564-01a7-42b7-ba22-526bf32d0806,network=Network(b7b7a8af-8224-4220-a014-98e5defb0f84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap68c55564-01') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:20:09 user nova-compute[74854]: DEBUG nova.objects.instance [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lazy-loading 'pci_devices' on Instance uuid 580da1a3-7254-45c0-be44-6f3f43c58036 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:20:09 user nova-compute[74854]: DEBUG nova.objects.base [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Object Instance<580da1a3-7254-45c0-be44-6f3f43c58036> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:20:09 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:20:09 user nova-compute[74854]:   <uuid>580da1a3-7254-45c0-be44-6f3f43c58036</uuid>
Oct 23 17:20:09 user nova-compute[74854]:   <name>instance-0000001c</name>
Oct 23 17:20:09 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:20:09 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:20:09 user nova-compute[74854]:   <metadata>
Oct 23 17:20:09 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:20:09 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:20:09 user nova-compute[74854]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-539253140</nova:name>
Oct 23 17:20:09 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:20:09</nova:creationTime>
Oct 23 17:20:09 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:20:09 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:20:09 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:20:09 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:20:09 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:20:09 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:20:09 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:20:09 user nova-compute[74854]:       <nova:owner>
Oct 23 17:20:09 user nova-compute[74854]:         <nova:user uuid="c7e89ab1e2c5401592611fea7c8edbf8">tempest-AttachVolumeShelveTestJSON-1043335963-project-member</nova:user>
Oct 23 17:20:09 user nova-compute[74854]:         <nova:project uuid="590f192c09b34f998151336d4f75a7ab">tempest-AttachVolumeShelveTestJSON-1043335963</nova:project>
Oct 23 17:20:09 user nova-compute[74854]:       </nova:owner>
Oct 23 17:20:09 user nova-compute[74854]:       <nova:root type="image" uuid="7fd256c4-9cdf-45d9-8995-dc849bb40bc1"/>
Oct 23 17:20:09 user nova-compute[74854]:       <nova:ports>
Oct 23 17:20:09 user nova-compute[74854]:         <nova:port uuid="68c55564-01a7-42b7-ba22-526bf32d0806">
Oct 23 17:20:09 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 23 17:20:09 user nova-compute[74854]:         </nova:port>
Oct 23 17:20:09 user nova-compute[74854]:       </nova:ports>
Oct 23 17:20:09 user nova-compute[74854]:     </nova:instance>
Oct 23 17:20:09 user nova-compute[74854]:   </metadata>
Oct 23 17:20:09 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:20:09 user nova-compute[74854]:     <system>
Oct 23 17:20:09 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:20:09 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:20:09 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:20:09 user nova-compute[74854]:       <entry name="serial">580da1a3-7254-45c0-be44-6f3f43c58036</entry>
Oct 23 17:20:09 user nova-compute[74854]:       <entry name="uuid">580da1a3-7254-45c0-be44-6f3f43c58036</entry>
Oct 23 17:20:09 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:20:09 user nova-compute[74854]:     </system>
Oct 23 17:20:09 user nova-compute[74854]:   </sysinfo>
Oct 23 17:20:09 user nova-compute[74854]:   <os>
Oct 23 17:20:09 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:20:09 user nova-compute[74854]:     <boot dev="hd"/>
Oct 23 17:20:09 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:20:09 user nova-compute[74854]:   </os>
Oct 23 17:20:09 user nova-compute[74854]:   <features>
Oct 23 17:20:09 user nova-compute[74854]:     <acpi/>
Oct 23 17:20:09 user nova-compute[74854]:     <apic/>
Oct 23 17:20:09 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:20:09 user nova-compute[74854]:   </features>
Oct 23 17:20:09 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:20:09 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:20:09 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:20:09 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:20:09 user nova-compute[74854]:   </clock>
Oct 23 17:20:09 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:20:09 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:20:09 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:20:09 user nova-compute[74854]:   </cpu>
Oct 23 17:20:09 user nova-compute[74854]:   <devices>
Oct 23 17:20:09 user nova-compute[74854]:     <disk type="file" device="disk">
Oct 23 17:20:09 user nova-compute[74854]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 17:20:09 user nova-compute[74854]:       <source file="/opt/stack/data/nova/instances/580da1a3-7254-45c0-be44-6f3f43c58036/disk"/>
Oct 23 17:20:09 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:20:09 user nova-compute[74854]:     </disk>
Oct 23 17:20:09 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:20:09 user nova-compute[74854]:       <mac address="fa:16:3e:05:80:38"/>
Oct 23 17:20:09 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:20:09 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:20:09 user nova-compute[74854]:       <target dev="tap68c55564-01"/>
Oct 23 17:20:09 user nova-compute[74854]:     </interface>
Oct 23 17:20:09 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:20:09 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/580da1a3-7254-45c0-be44-6f3f43c58036/console.log" append="off"/>
Oct 23 17:20:09 user nova-compute[74854]:     </serial>
Oct 23 17:20:09 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:20:09 user nova-compute[74854]:     <video>
Oct 23 17:20:09 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:20:09 user nova-compute[74854]:     </video>
Oct 23 17:20:09 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:20:09 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:20:09 user nova-compute[74854]:     </rng>
Oct 23 17:20:09 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:20:09 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:20:09 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:20:09 user nova-compute[74854]:     </memballoon>
Oct 23 17:20:09 user nova-compute[74854]:   </devices>
Oct 23 17:20:09 user nova-compute[74854]: </domain>
Oct 23 17:20:09 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:20:09 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-23T17:16:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-539253140',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-539253140',id=28,image_ref='7fd256c4-9cdf-45d9-8995-dc849bb40bc1',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1218121197',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:16:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='590f192c09b34f998151336d4f75a7ab',ramdisk_id='',reservation_id='r-nm550x6o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1043335963',owner_user_name='tempest-AttachVolumeShelveTestJSON-1043335963-project-member',shelved_at='2023-10-23T17:18:14.753695',shelved_host='user',shelved_image_id='7fd256c4-9cdf-45d9-8995-dc849bb40bc1'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:20:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c7e89ab1e2c5401592611fea7c8edbf8',uuid=580da1a3-7254-45c0-be44-6f3f43c58036,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "68c55564-01a7-42b7-ba22-526bf32d0806", "address": "fa:16:3e:05:80:38", "network": {"id": "b7b7a8af-8224-4220-a014-98e5defb0f84", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-621326047-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "590f192c09b34f998151336d4f75a7ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68c55564-01", "ovs_interfaceid": "68c55564-01a7-42b7-ba22-526bf32d0806", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:20:09 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Converting VIF {"id": "68c55564-01a7-42b7-ba22-526bf32d0806", "address": "fa:16:3e:05:80:38", "network": {"id": "b7b7a8af-8224-4220-a014-98e5defb0f84", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-621326047-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "590f192c09b34f998151336d4f75a7ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68c55564-01", "ovs_interfaceid": "68c55564-01a7-42b7-ba22-526bf32d0806", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:20:09 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:05:80:38,bridge_name='br-int',has_traffic_filtering=True,id=68c55564-01a7-42b7-ba22-526bf32d0806,network=Network(b7b7a8af-8224-4220-a014-98e5defb0f84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap68c55564-01') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:20:09 user nova-compute[74854]: DEBUG os_vif [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:05:80:38,bridge_name='br-int',has_traffic_filtering=True,id=68c55564-01a7-42b7-ba22-526bf32d0806,network=Network(b7b7a8af-8224-4220-a014-98e5defb0f84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap68c55564-01') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:20:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:20:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:20:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6375f2db-a3d7-55d9-965a-8266cac9e80b', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:20:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:20:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap68c55564-01, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:20:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap68c55564-01, col_values=(('qos', UUID('9300374c-06c6-4819-917f-539f122ae09d')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:20:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap68c55564-01, col_values=(('external_ids', {'iface-id': '68c55564-01a7-42b7-ba22-526bf32d0806', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:05:80:38', 'vm-uuid': '580da1a3-7254-45c0-be44-6f3f43c58036'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:20:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:20:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:09 user nova-compute[74854]: INFO os_vif [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:05:80:38,bridge_name='br-int',has_traffic_filtering=True,id=68c55564-01a7-42b7-ba22-526bf32d0806,network=Network(b7b7a8af-8224-4220-a014-98e5defb0f84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap68c55564-01')
Oct 23 17:20:10 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:20:10 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] No VIF found with MAC fa:16:3e:05:80:38, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:20:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:10 user nova-compute[74854]: DEBUG nova.compute.manager [req-11f5230a-f215-499d-9797-d9a7db705bdd req-09368fe3-7463-472e-b9b9-1714ac0a5650 service nova] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Received event network-vif-plugged-d934f2ef-dd2b-472f-9c28-1054cd25c9d9 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:20:10 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-11f5230a-f215-499d-9797-d9a7db705bdd req-09368fe3-7463-472e-b9b9-1714ac0a5650 service nova] Acquiring lock "1c827823-bc2c-4c58-b769-e9d32e820d7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:20:10 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-11f5230a-f215-499d-9797-d9a7db705bdd req-09368fe3-7463-472e-b9b9-1714ac0a5650 service nova] Lock "1c827823-bc2c-4c58-b769-e9d32e820d7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:20:10 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-11f5230a-f215-499d-9797-d9a7db705bdd req-09368fe3-7463-472e-b9b9-1714ac0a5650 service nova] Lock "1c827823-bc2c-4c58-b769-e9d32e820d7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:20:10 user nova-compute[74854]: DEBUG nova.compute.manager [req-11f5230a-f215-499d-9797-d9a7db705bdd req-09368fe3-7463-472e-b9b9-1714ac0a5650 service nova] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] No waiting events found dispatching network-vif-plugged-d934f2ef-dd2b-472f-9c28-1054cd25c9d9 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:20:10 user nova-compute[74854]: WARNING nova.compute.manager [req-11f5230a-f215-499d-9797-d9a7db705bdd req-09368fe3-7463-472e-b9b9-1714ac0a5650 service nova] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Received unexpected event network-vif-plugged-d934f2ef-dd2b-472f-9c28-1054cd25c9d9 for instance with vm_state building and task_state spawning.
Oct 23 17:20:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:12 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:12 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:12 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:12 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:12 user nova-compute[74854]: DEBUG nova.compute.manager [req-e10b1d25-09a7-4a14-92d5-cefd951137b7 req-4b3c26c8-a716-433e-b3bb-6e8a3199a80c service nova] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Received event network-vif-plugged-d934f2ef-dd2b-472f-9c28-1054cd25c9d9 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:20:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e10b1d25-09a7-4a14-92d5-cefd951137b7 req-4b3c26c8-a716-433e-b3bb-6e8a3199a80c service nova] Acquiring lock "1c827823-bc2c-4c58-b769-e9d32e820d7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:20:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e10b1d25-09a7-4a14-92d5-cefd951137b7 req-4b3c26c8-a716-433e-b3bb-6e8a3199a80c service nova] Lock "1c827823-bc2c-4c58-b769-e9d32e820d7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:20:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e10b1d25-09a7-4a14-92d5-cefd951137b7 req-4b3c26c8-a716-433e-b3bb-6e8a3199a80c service nova] Lock "1c827823-bc2c-4c58-b769-e9d32e820d7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:20:12 user nova-compute[74854]: DEBUG nova.compute.manager [req-e10b1d25-09a7-4a14-92d5-cefd951137b7 req-4b3c26c8-a716-433e-b3bb-6e8a3199a80c service nova] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] No waiting events found dispatching network-vif-plugged-d934f2ef-dd2b-472f-9c28-1054cd25c9d9 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:20:12 user nova-compute[74854]: WARNING nova.compute.manager [req-e10b1d25-09a7-4a14-92d5-cefd951137b7 req-4b3c26c8-a716-433e-b3bb-6e8a3199a80c service nova] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Received unexpected event network-vif-plugged-d934f2ef-dd2b-472f-9c28-1054cd25c9d9 for instance with vm_state building and task_state spawning.
Oct 23 17:20:12 user nova-compute[74854]: DEBUG nova.compute.manager [req-e10b1d25-09a7-4a14-92d5-cefd951137b7 req-4b3c26c8-a716-433e-b3bb-6e8a3199a80c service nova] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Received event network-vif-plugged-68c55564-01a7-42b7-ba22-526bf32d0806 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:20:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e10b1d25-09a7-4a14-92d5-cefd951137b7 req-4b3c26c8-a716-433e-b3bb-6e8a3199a80c service nova] Acquiring lock "580da1a3-7254-45c0-be44-6f3f43c58036-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:20:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e10b1d25-09a7-4a14-92d5-cefd951137b7 req-4b3c26c8-a716-433e-b3bb-6e8a3199a80c service nova] Lock "580da1a3-7254-45c0-be44-6f3f43c58036-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:20:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e10b1d25-09a7-4a14-92d5-cefd951137b7 req-4b3c26c8-a716-433e-b3bb-6e8a3199a80c service nova] Lock "580da1a3-7254-45c0-be44-6f3f43c58036-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:20:12 user nova-compute[74854]: DEBUG nova.compute.manager [req-e10b1d25-09a7-4a14-92d5-cefd951137b7 req-4b3c26c8-a716-433e-b3bb-6e8a3199a80c service nova] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] No waiting events found dispatching network-vif-plugged-68c55564-01a7-42b7-ba22-526bf32d0806 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:20:12 user nova-compute[74854]: WARNING nova.compute.manager [req-e10b1d25-09a7-4a14-92d5-cefd951137b7 req-4b3c26c8-a716-433e-b3bb-6e8a3199a80c service nova] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Received unexpected event network-vif-plugged-68c55564-01a7-42b7-ba22-526bf32d0806 for instance with vm_state shelved_offloaded and task_state spawning.
Oct 23 17:20:12 user nova-compute[74854]: DEBUG nova.compute.manager [req-e10b1d25-09a7-4a14-92d5-cefd951137b7 req-4b3c26c8-a716-433e-b3bb-6e8a3199a80c service nova] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Received event network-vif-plugged-68c55564-01a7-42b7-ba22-526bf32d0806 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:20:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e10b1d25-09a7-4a14-92d5-cefd951137b7 req-4b3c26c8-a716-433e-b3bb-6e8a3199a80c service nova] Acquiring lock "580da1a3-7254-45c0-be44-6f3f43c58036-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:20:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e10b1d25-09a7-4a14-92d5-cefd951137b7 req-4b3c26c8-a716-433e-b3bb-6e8a3199a80c service nova] Lock "580da1a3-7254-45c0-be44-6f3f43c58036-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:20:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e10b1d25-09a7-4a14-92d5-cefd951137b7 req-4b3c26c8-a716-433e-b3bb-6e8a3199a80c service nova] Lock "580da1a3-7254-45c0-be44-6f3f43c58036-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:20:12 user nova-compute[74854]: DEBUG nova.compute.manager [req-e10b1d25-09a7-4a14-92d5-cefd951137b7 req-4b3c26c8-a716-433e-b3bb-6e8a3199a80c service nova] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] No waiting events found dispatching network-vif-plugged-68c55564-01a7-42b7-ba22-526bf32d0806 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:20:12 user nova-compute[74854]: WARNING nova.compute.manager [req-e10b1d25-09a7-4a14-92d5-cefd951137b7 req-4b3c26c8-a716-433e-b3bb-6e8a3199a80c service nova] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Received unexpected event network-vif-plugged-68c55564-01a7-42b7-ba22-526bf32d0806 for instance with vm_state shelved_offloaded and task_state spawning.
Oct 23 17:20:13 user nova-compute[74854]: DEBUG nova.compute.manager [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Instance event wait completed in 0 seconds for  {{(pid=74854) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 17:20:13 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Guest created on hypervisor {{(pid=74854) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 17:20:13 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Instance spawned successfully.
Oct 23 17:20:13 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 17:20:13 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Found default for hw_cdrom_bus of ide {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:20:13 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Found default for hw_disk_bus of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:20:13 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Found default for hw_input_bus of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:20:13 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Found default for hw_pointer_model of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:20:13 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Found default for hw_video_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:20:13 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Found default for hw_vif_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:20:13 user nova-compute[74854]: INFO nova.compute.manager [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Took 6.84 seconds to spawn the instance on the hypervisor.
Oct 23 17:20:13 user nova-compute[74854]: DEBUG nova.compute.manager [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:20:13 user nova-compute[74854]: INFO nova.compute.manager [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Took 7.89 seconds to build instance.
Oct 23 17:20:13 user nova-compute[74854]: DEBUG nova.compute.manager [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Instance event wait completed in 0 seconds for  {{(pid=74854) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 17:20:13 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Guest created on hypervisor {{(pid=74854) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 17:20:13 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ec236c3f-a521-4c89-984f-f9224c8525b4 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "1c827823-bc2c-4c58-b769-e9d32e820d7a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.998s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:20:13 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Instance spawned successfully.
Oct 23 17:20:14 user nova-compute[74854]: DEBUG nova.compute.manager [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:20:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5e23642e-1b1a-4462-9685-fb6ddc59ed4c tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "580da1a3-7254-45c0-be44-6f3f43c58036" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 11.711s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:20:14 user nova-compute[74854]: DEBUG nova.objects.instance [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lazy-loading 'flavor' on Instance uuid 830c4171-3aa6-489f-a2bf-78405615ddb6 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:20:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Acquiring lock "refresh_cache-830c4171-3aa6-489f-a2bf-78405615ddb6" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:20:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Acquired lock "refresh_cache-830c4171-3aa6-489f-a2bf-78405615ddb6" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:20:14 user nova-compute[74854]: DEBUG nova.network.neutron [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:20:14 user nova-compute[74854]: DEBUG nova.objects.instance [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lazy-loading 'info_cache' on Instance uuid 830c4171-3aa6-489f-a2bf-78405615ddb6 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:20:14 user nova-compute[74854]: DEBUG nova.objects.base [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Object Instance<830c4171-3aa6-489f-a2bf-78405615ddb6> lazy-loaded attributes: flavor,info_cache {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:20:14 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG nova.network.neutron [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Updating instance_info_cache with network_info: [{"id": "5f3010c0-24c3-4a21-97c5-c291fc70ca39", "address": "fa:16:3e:d2:c0:d7", "network": {"id": "f3a5ef4f-4295-43fa-93e3-bf020c9527ed", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1115748822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b8476704c5e04e1a8395f9fa3002e292", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5f3010c0-24", "ovs_interfaceid": "5f3010c0-24c3-4a21-97c5-c291fc70ca39", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Releasing lock "refresh_cache-830c4171-3aa6-489f-a2bf-78405615ddb6" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:20:15 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Instance destroyed successfully.
Oct 23 17:20:15 user nova-compute[74854]: DEBUG nova.objects.instance [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lazy-loading 'resources' on Instance uuid 830c4171-3aa6-489f-a2bf-78405615ddb6 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG nova.objects.base [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Object Instance<830c4171-3aa6-489f-a2bf-78405615ddb6> lazy-loaded attributes: flavor,info_cache,resources {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:15:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1716961039',display_name='tempest-AttachVolumeTestJSON-server-1716961039',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1716961039',id=27,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBpcgIW0wdjXlqqVgloBGQCHLSmkXv+32rfOQpZ0azDZKtqWvZuHnlFWAezULeYvFwb5gIODj8uCEbxX6Sb/VwOiQ5GLeTXN9wn+J/e0EDPHc5LoStniztsV+IO0bhN4Wg==',key_name='tempest-keypair-1212631423',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:16:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='b8476704c5e04e1a8395f9fa3002e292',ramdisk_id='',reservation_id='r-hh56m2sc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1232612364',owner_user_name='tempest-AttachVolumeTestJSON-1232612364-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:18:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cd6e66fcc8624acca4e2607d6788e1bb',uuid=830c4171-3aa6-489f-a2bf-78405615ddb6,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "5f3010c0-24c3-4a21-97c5-c291fc70ca39", "address": "fa:16:3e:d2:c0:d7", "network": {"id": "f3a5ef4f-4295-43fa-93e3-bf020c9527ed", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1115748822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b8476704c5e04e1a8395f9fa3002e292", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5f3010c0-24", "ovs_interfaceid": "5f3010c0-24c3-4a21-97c5-c291fc70ca39", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Converting VIF {"id": "5f3010c0-24c3-4a21-97c5-c291fc70ca39", "address": "fa:16:3e:d2:c0:d7", "network": {"id": "f3a5ef4f-4295-43fa-93e3-bf020c9527ed", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1115748822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b8476704c5e04e1a8395f9fa3002e292", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5f3010c0-24", "ovs_interfaceid": "5f3010c0-24c3-4a21-97c5-c291fc70ca39", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d2:c0:d7,bridge_name='br-int',has_traffic_filtering=True,id=5f3010c0-24c3-4a21-97c5-c291fc70ca39,network=Network(f3a5ef4f-4295-43fa-93e3-bf020c9527ed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5f3010c0-24') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG os_vif [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d2:c0:d7,bridge_name='br-int',has_traffic_filtering=True,id=5f3010c0-24c3-4a21-97c5-c291fc70ca39,network=Network(f3a5ef4f-4295-43fa-93e3-bf020c9527ed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5f3010c0-24') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5f3010c0-24, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=12bb0ba1-f6b2-4935-b979-2660a5a65f9e) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:20:15 user nova-compute[74854]: INFO os_vif [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d2:c0:d7,bridge_name='br-int',has_traffic_filtering=True,id=5f3010c0-24c3-4a21-97c5-c291fc70ca39,network=Network(f3a5ef4f-4295-43fa-93e3-bf020c9527ed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5f3010c0-24')
Oct 23 17:20:15 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] calling os-brick to detach iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, {'target_iqn': 'iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CBRZAiEk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:20:15 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:20:15 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca49145b-beb5-40d8-8b53-ef0490b7d1bd]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 17:20:15 user nova-compute[74854]: No targets found.
Oct 23 17:20:15 user nova-compute[74854]: iSNS:
Oct 23 17:20:15 user nova-compute[74854]: No targets found.
Oct 23 17:20:15 user nova-compute[74854]: STATIC:
Oct 23 17:20:15 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a
Oct 23 17:20:15 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:20:15 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:20:15 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45
Oct 23 17:20:15 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:20:15 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:20:15 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1
Oct 23 17:20:15 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:20:15 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:20:15 user nova-compute[74854]: FIRMWARE:
Oct 23 17:20:15 user nova-compute[74854]: No targets found.
Oct 23 17:20:15 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 17:20:15 user nova-compute[74854]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 17:20:15 user nova-compute[74854]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74854) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45', 0)] {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[af8fd0bc-6741-4d94-9172-45f1744a8814]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[82985107-2c59-458f-8fc1-a2e6f86d306e]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:20:15 user nova-compute[74854]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a (non-flash)
Oct 23 17:20:15 user nova-compute[74854]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 (non-flash)
Oct 23 17:20:15 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:20:15 user nova-compute[74854]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a (non-flash)
Oct 23 17:20:15 user nova-compute[74854]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 (non-flash)
Oct 23 17:20:15 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f3038d70280>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45'): ({'sdf'}, set())}) {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Removing single pathed devices sdf {{(pid=74854) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ab0ba84-56a1-4f17-972c-b5d3b6102cd1]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.025s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e5fbca0-e4f3-419d-90eb-fb77c3503e13]: (4, ('ok\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Flushing IO for device /dev/sdf {{(pid=74854) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.013s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[912c9807-c1ea-4667-a1f0-dcd300d1b24a]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74854) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.052s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[723ced5f-4194-4d15-9579-fbaf732c80c4]: (4, ('1', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] SCSI volumes sdf have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45')] {{(pid=74854) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[8599310f-a8d0-480a-82f2-f973401dd6a5]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 -p 172.16.0.220:3260 --logout {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 -p 172.16.0.220:3260 --logout" returned: 0 in 0.047s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee420a4a-682f-44bf-8a69-459e4cbbb6db]: (4, ('Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45, portal: 172.16.0.220,3260]\nLogout of [sid: 29, target: iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45, portal: 172.16.0.220,3260]
Oct 23 17:20:15 user nova-compute[74854]: Logout of [sid: 29, target: iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45, portal: 172.16.0.220,3260] successful.
Oct 23 17:20:15 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 -p 172.16.0.220:3260 --op delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f4e58d3-09d7-4505-afbb-8d0144a4a753]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.318s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] <== disconnect_volume: return (320ms) None {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Disconnected iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Start _get_guest_xml network_info=[{"id": "5f3010c0-24c3-4a21-97c5-c291fc70ca39", "address": "fa:16:3e:d2:c0:d7", "network": {"id": "f3a5ef4f-4295-43fa-93e3-bf020c9527ed", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1115748822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b8476704c5e04e1a8395f9fa3002e292", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5f3010c0-24", "ovs_interfaceid": "5f3010c0-24c3-4a21-97c5-c291fc70ca39", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'encryption_format': None, 'encryption_options': None, 'size': 0, 'boot_index': 0, 'encrypted': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'image_id': '68c345df-c9e8-475a-b17c-635fa0c7e894'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'attachment_id': '553d40dc-bd8a-4c75-9c0c-fcecb13e410b', 'boot_index': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CBRZAiEk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, 'status': 'reserved', 'instance': '830c4171-3aa6-489f-a2bf-78405615ddb6', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd4f6c79-a107-4d21-bef9-686cf4354c45', 'serial': 'fd4f6c79-a107-4d21-bef9-686cf4354c45'}, 'mount_device': '/dev/vdb', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'volume_type': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG nova.objects.instance [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lazy-loading 'numa_topology' on Instance uuid 830c4171-3aa6-489f-a2bf-78405615ddb6 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG nova.objects.base [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Object Instance<830c4171-3aa6-489f-a2bf-78405615ddb6> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:20:15 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:20:15 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:20:15 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG nova.objects.instance [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lazy-loading 'vcpu_model' on Instance uuid 830c4171-3aa6-489f-a2bf-78405615ddb6 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG nova.objects.base [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Object Instance<830c4171-3aa6-489f-a2bf-78405615ddb6> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Calling os-brick to attach iSCSI Volume {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CBRZAiEk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:20:15 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:20:15 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:20:15 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:20:15 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:20:15 user nova-compute[74854]: INFO os_brick.initiator.connectors.iscsi [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 -p 172.16.0.220:3260 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b16fabdf-6dcd-4948-920c-340d730ca379]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 17:20:15 user nova-compute[74854]:  {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 -p 172.16.0.220:3260 --interface default --op new {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[23d1f6f8-11ca-41e8-91f1-15ce4d6f9c5f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45] added\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45] added
Oct 23 17:20:15 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b545fbe-e011-4b1f-bde6-9d748736f79b]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[0aa09ad7-f75c-42b3-9241-d4a184ed884f]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CBRZAiEk {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CBRZAiEk" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fba56fa-7914-4be9-a506-a445631aa2a3]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'CBRZAiEk'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[77a1e50e-970b-4be7-ae9d-f9dfc1a31e03]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[5590d6a5-fa48-4755-a15d-44491eb5f753]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:20:15 user nova-compute[74854]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a (non-flash)
Oct 23 17:20:15 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:20:15 user nova-compute[74854]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a (non-flash)
Oct 23 17:20:15 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 -p 172.16.0.220:3260 --login {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0351e15-24c3-4126-8af2-24d008d87e5f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45, portal: 172.16.0.220,3260]
Oct 23 17:20:15 user nova-compute[74854]: Login to [iface: default, target: iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45, portal: 172.16.0.220,3260] successful.
Oct 23 17:20:15 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[712a73f3-5fc9-4802-aabf-54983593a7e8]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e5ac9b4-ad51-4bcf-801a-1fc8d0ef6105]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:20:15 user nova-compute[74854]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a (non-flash)
Oct 23 17:20:15 user nova-compute[74854]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 (non-flash)
Oct 23 17:20:15 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:20:15 user nova-compute[74854]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a (non-flash)
Oct 23 17:20:15 user nova-compute[74854]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 (non-flash)
Oct 23 17:20:15 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.279s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Connected to 172.16.0.220:3260 {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] HCTL ('33', '-', '-', 0) found on session 31 with lun 0 {{(pid=74854) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74854) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5df934b-f50c-4236-93ee-d0614514983e]: (4, ('- - 0', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Searching for a device in session 31 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:20:15 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CBRZAiEk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 17:20:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-315b402a-dd18-4c82-8a93-3c10282f923f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Acquiring lock "a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:20:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-315b402a-dd18-4c82-8a93-3c10282f923f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:20:16 user nova-compute[74854]: INFO nova.compute.manager [None req-315b402a-dd18-4c82-8a93-3c10282f923f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Detaching volume 1fa141af-c8b5-42ee-a583-2ddcbf3ac24a
Oct 23 17:20:16 user nova-compute[74854]: INFO nova.virt.block_device [None req-315b402a-dd18-4c82-8a93-3c10282f923f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Attempting to driver detach volume 1fa141af-c8b5-42ee-a583-2ddcbf3ac24a from mountpoint /dev/vdb
Oct 23 17:20:16 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-315b402a-dd18-4c82-8a93-3c10282f923f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Attempting to detach device vdb from instance a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a from the persistent domain config. {{(pid=74854) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 17:20:16 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-315b402a-dd18-4c82-8a93-3c10282f923f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 17:20:16 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:20:16 user nova-compute[74854]:   <source dev="/dev/sde"/>
Oct 23 17:20:16 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:20:16 user nova-compute[74854]:   <serial>1fa141af-c8b5-42ee-a583-2ddcbf3ac24a</serial>
Oct 23 17:20:16 user nova-compute[74854]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 23 17:20:16 user nova-compute[74854]: </disk>
Oct 23 17:20:16 user nova-compute[74854]:  {{(pid=74854) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 17:20:16 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-315b402a-dd18-4c82-8a93-3c10282f923f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Successfully detached device vdb from instance a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a from the persistent domain config.
Oct 23 17:20:16 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-315b402a-dd18-4c82-8a93-3c10282f923f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a from the live domain config. {{(pid=74854) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 23 17:20:16 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-315b402a-dd18-4c82-8a93-3c10282f923f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 17:20:16 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:20:16 user nova-compute[74854]:   <source dev="/dev/sde"/>
Oct 23 17:20:16 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:20:16 user nova-compute[74854]:   <serial>1fa141af-c8b5-42ee-a583-2ddcbf3ac24a</serial>
Oct 23 17:20:16 user nova-compute[74854]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 23 17:20:16 user nova-compute[74854]: </disk>
Oct 23 17:20:16 user nova-compute[74854]:  {{(pid=74854) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 17:20:16 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-315b402a-dd18-4c82-8a93-3c10282f923f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a {{(pid=74854) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 23 17:20:16 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.309s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:20:16 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] <== connect_volume: return (1311ms) {'type': 'block', 'scsi_wwn': '26434663431613363', 'path': '/dev/sdb'} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:20:16 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26434663431613363', 'path': '/dev/sdb'} {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 17:20:16 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:15:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1716961039',display_name='tempest-AttachVolumeTestJSON-server-1716961039',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1716961039',id=27,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBpcgIW0wdjXlqqVgloBGQCHLSmkXv+32rfOQpZ0azDZKtqWvZuHnlFWAezULeYvFwb5gIODj8uCEbxX6Sb/VwOiQ5GLeTXN9wn+J/e0EDPHc5LoStniztsV+IO0bhN4Wg==',key_name='tempest-keypair-1212631423',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:16:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='b8476704c5e04e1a8395f9fa3002e292',ramdisk_id='',reservation_id='r-hh56m2sc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1232612364',owner_user_name='tempest-AttachVolumeTestJSON-1232612364-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:18:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cd6e66fcc8624acca4e2607d6788e1bb',uuid=830c4171-3aa6-489f-a2bf-78405615ddb6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "5f3010c0-24c3-4a21-97c5-c291fc70ca39", "address": "fa:16:3e:d2:c0:d7", "network": {"id": "f3a5ef4f-4295-43fa-93e3-bf020c9527ed", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1115748822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b8476704c5e04e1a8395f9fa3002e292", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5f3010c0-24", "ovs_interfaceid": "5f3010c0-24c3-4a21-97c5-c291fc70ca39", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:20:16 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Converting VIF {"id": "5f3010c0-24c3-4a21-97c5-c291fc70ca39", "address": "fa:16:3e:d2:c0:d7", "network": {"id": "f3a5ef4f-4295-43fa-93e3-bf020c9527ed", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1115748822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b8476704c5e04e1a8395f9fa3002e292", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5f3010c0-24", "ovs_interfaceid": "5f3010c0-24c3-4a21-97c5-c291fc70ca39", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:20:16 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d2:c0:d7,bridge_name='br-int',has_traffic_filtering=True,id=5f3010c0-24c3-4a21-97c5-c291fc70ca39,network=Network(f3a5ef4f-4295-43fa-93e3-bf020c9527ed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5f3010c0-24') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:20:16 user nova-compute[74854]: DEBUG nova.objects.instance [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lazy-loading 'pci_devices' on Instance uuid 830c4171-3aa6-489f-a2bf-78405615ddb6 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:20:16 user nova-compute[74854]: DEBUG nova.objects.base [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Object Instance<830c4171-3aa6-489f-a2bf-78405615ddb6> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:20:16 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:20:16 user nova-compute[74854]:   <uuid>830c4171-3aa6-489f-a2bf-78405615ddb6</uuid>
Oct 23 17:20:16 user nova-compute[74854]:   <name>instance-0000001b</name>
Oct 23 17:20:16 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:20:16 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:20:16 user nova-compute[74854]:   <metadata>
Oct 23 17:20:16 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:20:16 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:20:16 user nova-compute[74854]:       <nova:name>tempest-AttachVolumeTestJSON-server-1716961039</nova:name>
Oct 23 17:20:16 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:20:15</nova:creationTime>
Oct 23 17:20:16 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:20:16 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:20:16 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:20:16 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:20:16 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:20:16 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:20:16 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:20:16 user nova-compute[74854]:       <nova:owner>
Oct 23 17:20:16 user nova-compute[74854]:         <nova:user uuid="cd6e66fcc8624acca4e2607d6788e1bb">tempest-AttachVolumeTestJSON-1232612364-project-member</nova:user>
Oct 23 17:20:16 user nova-compute[74854]:         <nova:project uuid="b8476704c5e04e1a8395f9fa3002e292">tempest-AttachVolumeTestJSON-1232612364</nova:project>
Oct 23 17:20:16 user nova-compute[74854]:       </nova:owner>
Oct 23 17:20:16 user nova-compute[74854]:       <nova:root type="image" uuid="68c345df-c9e8-475a-b17c-635fa0c7e894"/>
Oct 23 17:20:16 user nova-compute[74854]:       <nova:ports>
Oct 23 17:20:16 user nova-compute[74854]:         <nova:port uuid="5f3010c0-24c3-4a21-97c5-c291fc70ca39">
Oct 23 17:20:16 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 23 17:20:16 user nova-compute[74854]:         </nova:port>
Oct 23 17:20:16 user nova-compute[74854]:       </nova:ports>
Oct 23 17:20:16 user nova-compute[74854]:     </nova:instance>
Oct 23 17:20:16 user nova-compute[74854]:   </metadata>
Oct 23 17:20:16 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:20:16 user nova-compute[74854]:     <system>
Oct 23 17:20:16 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:20:16 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:20:16 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:20:16 user nova-compute[74854]:       <entry name="serial">830c4171-3aa6-489f-a2bf-78405615ddb6</entry>
Oct 23 17:20:16 user nova-compute[74854]:       <entry name="uuid">830c4171-3aa6-489f-a2bf-78405615ddb6</entry>
Oct 23 17:20:16 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:20:16 user nova-compute[74854]:     </system>
Oct 23 17:20:16 user nova-compute[74854]:   </sysinfo>
Oct 23 17:20:16 user nova-compute[74854]:   <os>
Oct 23 17:20:16 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:20:16 user nova-compute[74854]:     <boot dev="hd"/>
Oct 23 17:20:16 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:20:16 user nova-compute[74854]:   </os>
Oct 23 17:20:16 user nova-compute[74854]:   <features>
Oct 23 17:20:16 user nova-compute[74854]:     <acpi/>
Oct 23 17:20:16 user nova-compute[74854]:     <apic/>
Oct 23 17:20:16 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:20:16 user nova-compute[74854]:   </features>
Oct 23 17:20:16 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:20:16 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:20:16 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:20:16 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:20:16 user nova-compute[74854]:   </clock>
Oct 23 17:20:16 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:20:16 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:20:16 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:20:16 user nova-compute[74854]:   </cpu>
Oct 23 17:20:16 user nova-compute[74854]:   <devices>
Oct 23 17:20:16 user nova-compute[74854]:     <disk type="file" device="disk">
Oct 23 17:20:16 user nova-compute[74854]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 17:20:16 user nova-compute[74854]:       <source file="/opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk"/>
Oct 23 17:20:16 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:20:16 user nova-compute[74854]:     </disk>
Oct 23 17:20:16 user nova-compute[74854]:     <disk type="block" device="disk">
Oct 23 17:20:16 user nova-compute[74854]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:20:16 user nova-compute[74854]:       <source dev="/dev/sdb"/>
Oct 23 17:20:16 user nova-compute[74854]:       <target dev="vdb" bus="virtio"/>
Oct 23 17:20:16 user nova-compute[74854]:       <serial>fd4f6c79-a107-4d21-bef9-686cf4354c45</serial>
Oct 23 17:20:16 user nova-compute[74854]:     </disk>
Oct 23 17:20:16 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:20:16 user nova-compute[74854]:       <mac address="fa:16:3e:d2:c0:d7"/>
Oct 23 17:20:16 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:20:16 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:20:16 user nova-compute[74854]:       <target dev="tap5f3010c0-24"/>
Oct 23 17:20:16 user nova-compute[74854]:     </interface>
Oct 23 17:20:16 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:20:16 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/console.log" append="off"/>
Oct 23 17:20:16 user nova-compute[74854]:     </serial>
Oct 23 17:20:16 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:20:16 user nova-compute[74854]:     <video>
Oct 23 17:20:16 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:20:16 user nova-compute[74854]:     </video>
Oct 23 17:20:16 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:20:16 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:20:16 user nova-compute[74854]:     </rng>
Oct 23 17:20:16 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:20:16 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:20:16 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:20:16 user nova-compute[74854]:     </memballoon>
Oct 23 17:20:16 user nova-compute[74854]:   </devices>
Oct 23 17:20:16 user nova-compute[74854]: </domain>
Oct 23 17:20:16 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:20:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:17 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:17 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:17 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:17 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:20:17 user nova-compute[74854]: DEBUG nova.objects.instance [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lazy-loading 'trusted_certs' on Instance uuid 830c4171-3aa6-489f-a2bf-78405615ddb6 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:20:17 user nova-compute[74854]: DEBUG nova.objects.base [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Object Instance<830c4171-3aa6-489f-a2bf-78405615ddb6> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:20:17 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:17 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.177s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:17 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Checking if we can resize image /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk. size=1073741824 {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 17:20:17 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:17 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:17 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Cannot resize image /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk to a smaller size. {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 17:20:17 user nova-compute[74854]: DEBUG nova.objects.instance [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lazy-loading 'migration_context' on Instance uuid 830c4171-3aa6-489f-a2bf-78405615ddb6 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:20:17 user nova-compute[74854]: DEBUG nova.objects.base [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Object Instance<830c4171-3aa6-489f-a2bf-78405615ddb6> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:20:17 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:15:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1716961039',display_name='tempest-AttachVolumeTestJSON-server-1716961039',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1716961039',id=27,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBpcgIW0wdjXlqqVgloBGQCHLSmkXv+32rfOQpZ0azDZKtqWvZuHnlFWAezULeYvFwb5gIODj8uCEbxX6Sb/VwOiQ5GLeTXN9wn+J/e0EDPHc5LoStniztsV+IO0bhN4Wg==',key_name='tempest-keypair-1212631423',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:16:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='b8476704c5e04e1a8395f9fa3002e292',ramdisk_id='',reservation_id='r-hh56m2sc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1232612364',owner_user_name='tempest-AttachVolumeTestJSON-1232612364-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:18:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cd6e66fcc8624acca4e2607d6788e1bb',uuid=830c4171-3aa6-489f-a2bf-78405615ddb6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "5f3010c0-24c3-4a21-97c5-c291fc70ca39", "address": "fa:16:3e:d2:c0:d7", "network": {"id": "f3a5ef4f-4295-43fa-93e3-bf020c9527ed", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1115748822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b8476704c5e04e1a8395f9fa3002e292", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5f3010c0-24", "ovs_interfaceid": "5f3010c0-24c3-4a21-97c5-c291fc70ca39", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:20:17 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Converting VIF {"id": "5f3010c0-24c3-4a21-97c5-c291fc70ca39", "address": "fa:16:3e:d2:c0:d7", "network": {"id": "f3a5ef4f-4295-43fa-93e3-bf020c9527ed", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1115748822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b8476704c5e04e1a8395f9fa3002e292", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5f3010c0-24", "ovs_interfaceid": "5f3010c0-24c3-4a21-97c5-c291fc70ca39", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:20:17 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d2:c0:d7,bridge_name='br-int',has_traffic_filtering=True,id=5f3010c0-24c3-4a21-97c5-c291fc70ca39,network=Network(f3a5ef4f-4295-43fa-93e3-bf020c9527ed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5f3010c0-24') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:20:17 user nova-compute[74854]: DEBUG os_vif [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d2:c0:d7,bridge_name='br-int',has_traffic_filtering=True,id=5f3010c0-24c3-4a21-97c5-c291fc70ca39,network=Network(f3a5ef4f-4295-43fa-93e3-bf020c9527ed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5f3010c0-24') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:20:17 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:17 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:20:17 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:20:17 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:17 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a939a7fe-02e1-5119-ba91-b01a9a7cb8f8', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:20:17 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:20:17 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:17 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5f3010c0-24, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:20:17 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5f3010c0-24, col_values=(('qos', UUID('487d5552-0504-47da-b00c-8d0de84b3f80')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:20:17 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5f3010c0-24, col_values=(('external_ids', {'iface-id': '5f3010c0-24c3-4a21-97c5-c291fc70ca39', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d2:c0:d7', 'vm-uuid': '830c4171-3aa6-489f-a2bf-78405615ddb6'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:20:17 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:20:17 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:17 user nova-compute[74854]: INFO os_vif [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d2:c0:d7,bridge_name='br-int',has_traffic_filtering=True,id=5f3010c0-24c3-4a21-97c5-c291fc70ca39,network=Network(f3a5ef4f-4295-43fa-93e3-bf020c9527ed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5f3010c0-24')
Oct 23 17:20:19 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:19 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:19 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:19 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:19 user nova-compute[74854]: DEBUG nova.compute.manager [req-ef7a95af-5c41-4cc3-b07c-cc4b7907eea4 req-4590a5e8-23e5-4a1b-8cf5-c017b9b55a72 service nova] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Received event network-vif-plugged-5f3010c0-24c3-4a21-97c5-c291fc70ca39 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:20:19 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-ef7a95af-5c41-4cc3-b07c-cc4b7907eea4 req-4590a5e8-23e5-4a1b-8cf5-c017b9b55a72 service nova] Acquiring lock "830c4171-3aa6-489f-a2bf-78405615ddb6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:20:19 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-ef7a95af-5c41-4cc3-b07c-cc4b7907eea4 req-4590a5e8-23e5-4a1b-8cf5-c017b9b55a72 service nova] Lock "830c4171-3aa6-489f-a2bf-78405615ddb6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:20:19 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-ef7a95af-5c41-4cc3-b07c-cc4b7907eea4 req-4590a5e8-23e5-4a1b-8cf5-c017b9b55a72 service nova] Lock "830c4171-3aa6-489f-a2bf-78405615ddb6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:20:19 user nova-compute[74854]: DEBUG nova.compute.manager [req-ef7a95af-5c41-4cc3-b07c-cc4b7907eea4 req-4590a5e8-23e5-4a1b-8cf5-c017b9b55a72 service nova] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] No waiting events found dispatching network-vif-plugged-5f3010c0-24c3-4a21-97c5-c291fc70ca39 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:20:19 user nova-compute[74854]: WARNING nova.compute.manager [req-ef7a95af-5c41-4cc3-b07c-cc4b7907eea4 req-4590a5e8-23e5-4a1b-8cf5-c017b9b55a72 service nova] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Received unexpected event network-vif-plugged-5f3010c0-24c3-4a21-97c5-c291fc70ca39 for instance with vm_state stopped and task_state powering-on.
Oct 23 17:20:19 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:19 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:19 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:19 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:21 user nova-compute[74854]: DEBUG nova.compute.manager [req-6da9f807-6c9a-4701-9f25-61a197031025 req-46fb04dc-6f3e-4781-9071-be579c8698fa service nova] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Received event network-vif-plugged-5f3010c0-24c3-4a21-97c5-c291fc70ca39 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:20:21 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-6da9f807-6c9a-4701-9f25-61a197031025 req-46fb04dc-6f3e-4781-9071-be579c8698fa service nova] Acquiring lock "830c4171-3aa6-489f-a2bf-78405615ddb6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:20:21 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-6da9f807-6c9a-4701-9f25-61a197031025 req-46fb04dc-6f3e-4781-9071-be579c8698fa service nova] Lock "830c4171-3aa6-489f-a2bf-78405615ddb6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:20:21 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-6da9f807-6c9a-4701-9f25-61a197031025 req-46fb04dc-6f3e-4781-9071-be579c8698fa service nova] Lock "830c4171-3aa6-489f-a2bf-78405615ddb6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:20:21 user nova-compute[74854]: DEBUG nova.compute.manager [req-6da9f807-6c9a-4701-9f25-61a197031025 req-46fb04dc-6f3e-4781-9071-be579c8698fa service nova] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] No waiting events found dispatching network-vif-plugged-5f3010c0-24c3-4a21-97c5-c291fc70ca39 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:20:21 user nova-compute[74854]: WARNING nova.compute.manager [req-6da9f807-6c9a-4701-9f25-61a197031025 req-46fb04dc-6f3e-4781-9071-be579c8698fa service nova] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Received unexpected event network-vif-plugged-5f3010c0-24c3-4a21-97c5-c291fc70ca39 for instance with vm_state stopped and task_state powering-on.
Oct 23 17:20:21 user nova-compute[74854]: DEBUG nova.compute.manager [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Instance event wait completed in 0 seconds for  {{(pid=74854) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 17:20:21 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Instance rebooted successfully.
Oct 23 17:20:21 user nova-compute[74854]: DEBUG nova.compute.manager [None req-a8a69188-5bf3-4ce1-b47a-1d0e32fa5f0f tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:20:22 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:24 user nova-compute[74854]: DEBUG nova.compute.manager [req-9d429981-5869-4db8-9a08-ba97ea759564 req-39d4f428-807d-4f45-a55a-8944c879ac85 service nova] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Received event network-changed-523caa3b-3e93-4699-8074-53aff5c4aac6 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:20:24 user nova-compute[74854]: DEBUG nova.compute.manager [req-9d429981-5869-4db8-9a08-ba97ea759564 req-39d4f428-807d-4f45-a55a-8944c879ac85 service nova] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Refreshing instance network info cache due to event network-changed-523caa3b-3e93-4699-8074-53aff5c4aac6. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:20:24 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-9d429981-5869-4db8-9a08-ba97ea759564 req-39d4f428-807d-4f45-a55a-8944c879ac85 service nova] Acquiring lock "refresh_cache-ad4d9843-15d6-4f12-b06d-05f80beac969" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:20:24 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-9d429981-5869-4db8-9a08-ba97ea759564 req-39d4f428-807d-4f45-a55a-8944c879ac85 service nova] Acquired lock "refresh_cache-ad4d9843-15d6-4f12-b06d-05f80beac969" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:20:24 user nova-compute[74854]: DEBUG nova.network.neutron [req-9d429981-5869-4db8-9a08-ba97ea759564 req-39d4f428-807d-4f45-a55a-8944c879ac85 service nova] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Refreshing network info cache for port 523caa3b-3e93-4699-8074-53aff5c4aac6 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:20:25 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-aaac54a1-c3d9-4707-86e5-b22040f0131f tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Acquiring lock "ad4d9843-15d6-4f12-b06d-05f80beac969" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:20:25 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-aaac54a1-c3d9-4707-86e5-b22040f0131f tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "ad4d9843-15d6-4f12-b06d-05f80beac969" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:20:25 user nova-compute[74854]: DEBUG nova.objects.instance [None req-aaac54a1-c3d9-4707-86e5-b22040f0131f tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lazy-loading 'flavor' on Instance uuid ad4d9843-15d6-4f12-b06d-05f80beac969 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:20:25 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-aaac54a1-c3d9-4707-86e5-b22040f0131f tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "ad4d9843-15d6-4f12-b06d-05f80beac969" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.065s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:20:25 user nova-compute[74854]: DEBUG nova.network.neutron [req-9d429981-5869-4db8-9a08-ba97ea759564 req-39d4f428-807d-4f45-a55a-8944c879ac85 service nova] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Updated VIF entry in instance network info cache for port 523caa3b-3e93-4699-8074-53aff5c4aac6. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:20:25 user nova-compute[74854]: DEBUG nova.network.neutron [req-9d429981-5869-4db8-9a08-ba97ea759564 req-39d4f428-807d-4f45-a55a-8944c879ac85 service nova] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Updating instance_info_cache with network_info: [{"id": "523caa3b-3e93-4699-8074-53aff5c4aac6", "address": "fa:16:3e:5a:ab:9d", "network": {"id": "61eabfd2-7ac3-42e7-8714-bdd76338bb9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939150687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.107", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c07d48b0f4a64bd38bff95e84d480918", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap523caa3b-3e", "ovs_interfaceid": "523caa3b-3e93-4699-8074-53aff5c4aac6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:20:25 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-9d429981-5869-4db8-9a08-ba97ea759564 req-39d4f428-807d-4f45-a55a-8944c879ac85 service nova] Releasing lock "refresh_cache-ad4d9843-15d6-4f12-b06d-05f80beac969" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:20:25 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-aaac54a1-c3d9-4707-86e5-b22040f0131f tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Acquiring lock "ad4d9843-15d6-4f12-b06d-05f80beac969" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:20:25 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-aaac54a1-c3d9-4707-86e5-b22040f0131f tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "ad4d9843-15d6-4f12-b06d-05f80beac969" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:20:25 user nova-compute[74854]: INFO nova.compute.manager [None req-aaac54a1-c3d9-4707-86e5-b22040f0131f tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Attaching volume b6b46f8b-691d-4cf6-8b9a-5621219b1701 to /dev/vdb
Oct 23 17:20:25 user nova-compute[74854]: DEBUG os_brick.utils [None req-aaac54a1-c3d9-4707-86e5-b22040f0131f tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:20:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:25 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[5eac6a55-8150-4958-abd6-9d1073e28ed2]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a321e2f0722\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:20:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:25 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[6528bb5b-b04b-40ee-adfa-3dfe55f76ec1]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:20:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:25 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[49712bfa-b78b-4667-bbd4-77af36d313e9]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:20:25 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[3055d47d-c853-4f1e-8491-5518d5758065]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:20:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-aaac54a1-c3d9-4707-86e5-b22040f0131f tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Running cmd (subprocess): nvme version {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-aaac54a1-c3d9-4707-86e5-b22040f0131f tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] 'nvme version' failed. Not Retrying. {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:20:25 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.nvmeof [None req-aaac54a1-c3d9-4707-86e5-b22040f0131f tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] nvme not present on system {{(pid=74854) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 17:20:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:25 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:20:25 user nova-compute[74854]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 17:20:25 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[43167660-caf8-4ce7-9689-258e6b4a44da]: (4, '') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:20:25 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-aaac54a1-c3d9-4707-86e5-b22040f0131f tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74854) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 17:20:25 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-aaac54a1-c3d9-4707-86e5-b22040f0131f tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 17:20:25 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-aaac54a1-c3d9-4707-86e5-b22040f0131f tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] LIGHTOS: no hostnqn found. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 17:20:25 user nova-compute[74854]: DEBUG os_brick.utils [None req-aaac54a1-c3d9-4707-86e5-b22040f0131f tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] <== get_connector_properties: return (120ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a321e2f0722', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:20:25 user nova-compute[74854]: DEBUG nova.virt.block_device [None req-aaac54a1-c3d9-4707-86e5-b22040f0131f tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Updating existing volume attachment record: 429bff26-11a4-432d-835a-fe995085acc3 {{(pid=74854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 17:20:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:27 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:32 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:35 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:36 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-315b402a-dd18-4c82-8a93-3c10282f923f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a is timed out.
Oct 23 17:20:36 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-315b402a-dd18-4c82-8a93-3c10282f923f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Successfully detached device vdb from instance a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a from the live domain config.
Oct 23 17:20:36 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-315b402a-dd18-4c82-8a93-3c10282f923f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] calling os-brick to detach iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 17:20:36 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-315b402a-dd18-4c82-8a93-3c10282f923f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, {'target_iqn': 'iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bDBGSszp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:20:36 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-315b402a-dd18-4c82-8a93-3c10282f923f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:20:36 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-315b402a-dd18-4c82-8a93-3c10282f923f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:20:36 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-315b402a-dd18-4c82-8a93-3c10282f923f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:20:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:36 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1d4f3b1-883d-40b8-9b9f-76e8fac38b41]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:20:36 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-315b402a-dd18-4c82-8a93-3c10282f923f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 17:20:36 user nova-compute[74854]: No targets found.
Oct 23 17:20:36 user nova-compute[74854]: iSNS:
Oct 23 17:20:36 user nova-compute[74854]: No targets found.
Oct 23 17:20:36 user nova-compute[74854]: STATIC:
Oct 23 17:20:36 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a
Oct 23 17:20:36 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:20:36 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:20:36 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45
Oct 23 17:20:36 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:20:36 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:20:36 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1
Oct 23 17:20:36 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:20:36 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:20:36 user nova-compute[74854]: FIRMWARE:
Oct 23 17:20:36 user nova-compute[74854]: No targets found.
Oct 23 17:20:36 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:20:36 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-315b402a-dd18-4c82-8a93-3c10282f923f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 17:20:36 user nova-compute[74854]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 17:20:36 user nova-compute[74854]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74854) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 17:20:36 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-315b402a-dd18-4c82-8a93-3c10282f923f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a', 0)] {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 17:20:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:36 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ed8cd15-1a26-4026-acfd-2c89cda208ba]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:20:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:36 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[bed09339-c964-4894-b63d-fa7b21d94fd1]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:20:36 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-315b402a-dd18-4c82-8a93-3c10282f923f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:20:36 user nova-compute[74854]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a (non-flash)
Oct 23 17:20:36 user nova-compute[74854]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 (non-flash)
Oct 23 17:20:36 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:20:36 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-315b402a-dd18-4c82-8a93-3c10282f923f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:20:36 user nova-compute[74854]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a (non-flash)
Oct 23 17:20:36 user nova-compute[74854]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 (non-flash)
Oct 23 17:20:36 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:20:36 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-315b402a-dd18-4c82-8a93-3c10282f923f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f3038d063b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a'): ({'sde'}, set())}) {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 17:20:36 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-315b402a-dd18-4c82-8a93-3c10282f923f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Removing single pathed devices sde {{(pid=74854) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 17:20:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:36 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ef15ef5-3b04-43cf-82d6-cbd476927994]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:20:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:36 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[79988f50-9cce-4769-b3ab-8e50db9e43c6]: (4, ('ok\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:20:36 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-315b402a-dd18-4c82-8a93-3c10282f923f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Flushing IO for device /dev/sde {{(pid=74854) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 17:20:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.014s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:36 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4c5467a-23ca-451c-a89f-9ed7d2c45edb]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:20:36 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-315b402a-dd18-4c82-8a93-3c10282f923f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74854) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 17:20:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.036s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:36 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[987f2be2-87f4-473e-94a7-c6bdbace0426]: (4, ('1', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:20:36 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-315b402a-dd18-4c82-8a93-3c10282f923f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 17:20:36 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-315b402a-dd18-4c82-8a93-3c10282f923f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] SCSI volumes sde have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 17:20:36 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-315b402a-dd18-4c82-8a93-3c10282f923f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a')] {{(pid=74854) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 17:20:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:36 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[be6a7a26-a447-480b-812a-843f38c5b319]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:20:36 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-315b402a-dd18-4c82-8a93-3c10282f923f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:20:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a -p 172.16.0.220:3260 --logout {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a -p 172.16.0.220:3260 --logout" returned: 0 in 0.048s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:36 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb62f51a-869d-4cda-bc8d-b30e16c22121]: (4, ('Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a, portal: 172.16.0.220,3260]\nLogout of [sid: 28, target: iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:20:36 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-315b402a-dd18-4c82-8a93-3c10282f923f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a, portal: 172.16.0.220,3260]
Oct 23 17:20:36 user nova-compute[74854]: Logout of [sid: 28, target: iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a, portal: 172.16.0.220,3260] successful.
Oct 23 17:20:36 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:20:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a -p 172.16.0.220:3260 --op delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1fa141af-c8b5-42ee-a583-2ddcbf3ac24a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:36 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[79002ae0-9c04-41e4-8cc5-b80440117290]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:20:36 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-315b402a-dd18-4c82-8a93-3c10282f923f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:20:36 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-315b402a-dd18-4c82-8a93-3c10282f923f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.308s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:20:36 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-315b402a-dd18-4c82-8a93-3c10282f923f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] <== disconnect_volume: return (309ms) None {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:20:36 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-315b402a-dd18-4c82-8a93-3c10282f923f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Disconnected iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 17:20:37 user nova-compute[74854]: DEBUG nova.objects.instance [None req-315b402a-dd18-4c82-8a93-3c10282f923f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lazy-loading 'flavor' on Instance uuid a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:20:37 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:37 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-315b402a-dd18-4c82-8a93-3c10282f923f tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.827s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:20:38 user nova-compute[74854]: DEBUG nova.compute.manager [None req-2902be30-920e-47dc-8c6a-d89a18b744b9 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:20:39 user nova-compute[74854]: INFO nova.compute.manager [None req-2902be30-920e-47dc-8c6a-d89a18b744b9 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] instance snapshotting
Oct 23 17:20:39 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-2902be30-920e-47dc-8c6a-d89a18b744b9 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Beginning live snapshot process
Oct 23 17:20:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-2902be30-920e-47dc-8c6a-d89a18b744b9 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7809ba0d-ad90-46fb-bf9c-55d619abe533/disk --force-share --output=json -f qcow2 {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-2902be30-920e-47dc-8c6a-d89a18b744b9 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7809ba0d-ad90-46fb-bf9c-55d619abe533/disk --force-share --output=json -f qcow2" returned: 0 in 0.175s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-2902be30-920e-47dc-8c6a-d89a18b744b9 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7809ba0d-ad90-46fb-bf9c-55d619abe533/disk --force-share --output=json -f qcow2 {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-2902be30-920e-47dc-8c6a-d89a18b744b9 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7809ba0d-ad90-46fb-bf9c-55d619abe533/disk --force-share --output=json -f qcow2" returned: 0 in 0.171s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-2902be30-920e-47dc-8c6a-d89a18b744b9 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-2902be30-920e-47dc-8c6a-d89a18b744b9 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.178s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-2902be30-920e-47dc-8c6a-d89a18b744b9 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmppwu8kbyu/b2c4adf8508f411d8285748dd93fddf2.delta 1073741824 {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-2902be30-920e-47dc-8c6a-d89a18b744b9 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmppwu8kbyu/b2c4adf8508f411d8285748dd93fddf2.delta 1073741824" returned: 0 in 0.054s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:39 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-2902be30-920e-47dc-8c6a-d89a18b744b9 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Quiescing instance not available: QEMU guest agent is not enabled.
Oct 23 17:20:40 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-2902be30-920e-47dc-8c6a-d89a18b744b9 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] COPY block job progress, current cursor: 0 final cursor: 75563008 {{(pid=74854) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 23 17:20:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:41 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-2902be30-920e-47dc-8c6a-d89a18b744b9 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] COPY block job progress, current cursor: 75563008 final cursor: 75563008 {{(pid=74854) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 23 17:20:41 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-2902be30-920e-47dc-8c6a-d89a18b744b9 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 23 17:20:41 user nova-compute[74854]: DEBUG nova.privsep.utils [None req-2902be30-920e-47dc-8c6a-d89a18b744b9 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74854) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 23 17:20:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-2902be30-920e-47dc-8c6a-d89a18b744b9 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmppwu8kbyu/b2c4adf8508f411d8285748dd93fddf2.delta /opt/stack/data/nova/instances/snapshots/tmppwu8kbyu/b2c4adf8508f411d8285748dd93fddf2 {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-2902be30-920e-47dc-8c6a-d89a18b744b9 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmppwu8kbyu/b2c4adf8508f411d8285748dd93fddf2.delta /opt/stack/data/nova/instances/snapshots/tmppwu8kbyu/b2c4adf8508f411d8285748dd93fddf2" returned: 0 in 0.636s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:41 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-2902be30-920e-47dc-8c6a-d89a18b744b9 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Snapshot extracted, beginning image upload
Oct 23 17:20:42 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:43 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aaac54a1-c3d9-4707-86e5-b22040f0131f tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Calling os-brick to attach iSCSI Volume {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 17:20:43 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-aaac54a1-c3d9-4707-86e5-b22040f0131f tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lowJgQYD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:20:43 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-aaac54a1-c3d9-4707-86e5-b22040f0131f tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:20:43 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-aaac54a1-c3d9-4707-86e5-b22040f0131f tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:20:43 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-aaac54a1-c3d9-4707-86e5-b22040f0131f tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:20:43 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-aaac54a1-c3d9-4707-86e5-b22040f0131f tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:20:43 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-aaac54a1-c3d9-4707-86e5-b22040f0131f tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:20:43 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-aaac54a1-c3d9-4707-86e5-b22040f0131f tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:20:43 user nova-compute[74854]: INFO os_brick.initiator.connectors.iscsi [None req-aaac54a1-c3d9-4707-86e5-b22040f0131f tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 17:20:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 -p 172.16.0.220:3260 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:43 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f195571-cc96-4321-89ef-a33940e2770a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:20:43 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-aaac54a1-c3d9-4707-86e5-b22040f0131f tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 17:20:43 user nova-compute[74854]:  {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:20:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 -p 172.16.0.220:3260 --interface default --op new {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:43 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5eb3641-7f65-4256-a01c-3651ac7dbb6e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701] added\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:20:43 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-aaac54a1-c3d9-4707-86e5-b22040f0131f tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701] added
Oct 23 17:20:43 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:20:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:43 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2984bdd-dea3-4aaa-8cf5-84c70617b549]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:20:43 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-aaac54a1-c3d9-4707-86e5-b22040f0131f tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:20:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:43 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b93b6015-ba47-47ab-8e44-c023571c59b7]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:20:43 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-aaac54a1-c3d9-4707-86e5-b22040f0131f tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:20:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lowJgQYD {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lowJgQYD" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:43 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[711686f0-776b-4640-86f9-81850ef7b211]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:20:43 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-aaac54a1-c3d9-4707-86e5-b22040f0131f tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'lowJgQYD'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:20:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:43 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cdcf00e-505c-4006-9709-4bc42e370750]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:20:43 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-aaac54a1-c3d9-4707-86e5-b22040f0131f tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:20:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:43 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa2446a7-465b-45c4-b807-0401f2c9253c]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:20:43 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-aaac54a1-c3d9-4707-86e5-b22040f0131f tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:20:43 user nova-compute[74854]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 (non-flash)
Oct 23 17:20:43 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:20:43 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-aaac54a1-c3d9-4707-86e5-b22040f0131f tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:20:43 user nova-compute[74854]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 (non-flash)
Oct 23 17:20:43 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:20:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 -p 172.16.0.220:3260 --login {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 -p 172.16.0.220:3260 --login" returned: 0 in 0.060s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:43 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[81d4ce1b-faff-468d-9a9e-9568550de26e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:20:43 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-aaac54a1-c3d9-4707-86e5-b22040f0131f tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701, portal: 172.16.0.220,3260]
Oct 23 17:20:43 user nova-compute[74854]: Login to [iface: default, target: iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701, portal: 172.16.0.220,3260] successful.
Oct 23 17:20:43 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:20:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:43 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ee6fe3f-a0c8-4d1b-81ec-328fd2926098]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:20:43 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-aaac54a1-c3d9-4707-86e5-b22040f0131f tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:20:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:43 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[c061e701-63c9-42e0-a324-427c3e5f957a]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:20:43 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-aaac54a1-c3d9-4707-86e5-b22040f0131f tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:20:43 user nova-compute[74854]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 (non-flash)
Oct 23 17:20:43 user nova-compute[74854]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 (non-flash)
Oct 23 17:20:43 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:20:43 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-aaac54a1-c3d9-4707-86e5-b22040f0131f tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:20:43 user nova-compute[74854]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 (non-flash)
Oct 23 17:20:43 user nova-compute[74854]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 (non-flash)
Oct 23 17:20:43 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:20:43 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-aaac54a1-c3d9-4707-86e5-b22040f0131f tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.282s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:20:43 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-aaac54a1-c3d9-4707-86e5-b22040f0131f tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Connected to 172.16.0.220:3260 {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 17:20:43 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-aaac54a1-c3d9-4707-86e5-b22040f0131f tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] HCTL ('35', '-', '-', 0) found on session 32 with lun 0 {{(pid=74854) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 17:20:43 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-aaac54a1-c3d9-4707-86e5-b22040f0131f tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74854) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 17:20:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:43 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[d222902b-16d4-4830-976b-48b2c82ba404]: (4, ('- - 0', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:20:43 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-aaac54a1-c3d9-4707-86e5-b22040f0131f tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Searching for a device in session 32 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:20:43 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-aaac54a1-c3d9-4707-86e5-b22040f0131f tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lowJgQYD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 17:20:44 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-2902be30-920e-47dc-8c6a-d89a18b744b9 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Snapshot image upload complete
Oct 23 17:20:44 user nova-compute[74854]: INFO nova.compute.manager [None req-2902be30-920e-47dc-8c6a-d89a18b744b9 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Took 5.37 seconds to snapshot the instance on the hypervisor.
Oct 23 17:20:44 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-aaac54a1-c3d9-4707-86e5-b22040f0131f tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.315s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:20:44 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-aaac54a1-c3d9-4707-86e5-b22040f0131f tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] <== connect_volume: return (1318ms) {'type': 'block', 'scsi_wwn': '23339623530316130', 'path': '/dev/sdd'} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:20:44 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aaac54a1-c3d9-4707-86e5-b22040f0131f tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23339623530316130', 'path': '/dev/sdd'} {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 17:20:44 user nova-compute[74854]: DEBUG nova.objects.instance [None req-aaac54a1-c3d9-4707-86e5-b22040f0131f tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lazy-loading 'flavor' on Instance uuid ad4d9843-15d6-4f12-b06d-05f80beac969 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:20:44 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-aaac54a1-c3d9-4707-86e5-b22040f0131f tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] attach device xml: <disk type="block" device="disk">
Oct 23 17:20:44 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:20:44 user nova-compute[74854]:   <source dev="/dev/sdd"/>
Oct 23 17:20:44 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:20:44 user nova-compute[74854]:   <serial>b6b46f8b-691d-4cf6-8b9a-5621219b1701</serial>
Oct 23 17:20:44 user nova-compute[74854]: </disk>
Oct 23 17:20:44 user nova-compute[74854]:  {{(pid=74854) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 17:20:45 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-aaac54a1-c3d9-4707-86e5-b22040f0131f tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:20:45 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-aaac54a1-c3d9-4707-86e5-b22040f0131f tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:20:45 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-aaac54a1-c3d9-4707-86e5-b22040f0131f tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] No VIF found with MAC fa:16:3e:5a:ab:9d, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:20:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-f3a39b8a-bd9b-43fb-8d06-be8778ed1595 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Acquiring lock "f8fe30f2-3d36-47ae-b780-1f15c026cac2" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:20:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-f3a39b8a-bd9b-43fb-8d06-be8778ed1595 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "f8fe30f2-3d36-47ae-b780-1f15c026cac2" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:20:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-f3a39b8a-bd9b-43fb-8d06-be8778ed1595 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Acquiring lock "f8fe30f2-3d36-47ae-b780-1f15c026cac2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:20:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-f3a39b8a-bd9b-43fb-8d06-be8778ed1595 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "f8fe30f2-3d36-47ae-b780-1f15c026cac2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:20:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-f3a39b8a-bd9b-43fb-8d06-be8778ed1595 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "f8fe30f2-3d36-47ae-b780-1f15c026cac2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:20:45 user nova-compute[74854]: INFO nova.compute.manager [None req-f3a39b8a-bd9b-43fb-8d06-be8778ed1595 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Terminating instance
Oct 23 17:20:45 user nova-compute[74854]: DEBUG nova.compute.manager [None req-f3a39b8a-bd9b-43fb-8d06-be8778ed1595 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Start destroying the instance on the hypervisor. {{(pid=74854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 17:20:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-aaac54a1-c3d9-4707-86e5-b22040f0131f tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "ad4d9843-15d6-4f12-b06d-05f80beac969" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 20.003s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:20:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:45 user nova-compute[74854]: DEBUG nova.compute.manager [req-d3b2ea98-b8a0-4d0a-90d3-1ae4dd242019 req-824d6ebe-bb4e-4685-8cdb-9badab6163fb service nova] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Received event network-vif-unplugged-6cd485b0-733c-4d1a-ba5b-ef024c2163f0 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:20:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-d3b2ea98-b8a0-4d0a-90d3-1ae4dd242019 req-824d6ebe-bb4e-4685-8cdb-9badab6163fb service nova] Acquiring lock "f8fe30f2-3d36-47ae-b780-1f15c026cac2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:20:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-d3b2ea98-b8a0-4d0a-90d3-1ae4dd242019 req-824d6ebe-bb4e-4685-8cdb-9badab6163fb service nova] Lock "f8fe30f2-3d36-47ae-b780-1f15c026cac2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:20:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-d3b2ea98-b8a0-4d0a-90d3-1ae4dd242019 req-824d6ebe-bb4e-4685-8cdb-9badab6163fb service nova] Lock "f8fe30f2-3d36-47ae-b780-1f15c026cac2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:20:45 user nova-compute[74854]: DEBUG nova.compute.manager [req-d3b2ea98-b8a0-4d0a-90d3-1ae4dd242019 req-824d6ebe-bb4e-4685-8cdb-9badab6163fb service nova] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] No waiting events found dispatching network-vif-unplugged-6cd485b0-733c-4d1a-ba5b-ef024c2163f0 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:20:45 user nova-compute[74854]: DEBUG nova.compute.manager [req-d3b2ea98-b8a0-4d0a-90d3-1ae4dd242019 req-824d6ebe-bb4e-4685-8cdb-9badab6163fb service nova] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Received event network-vif-unplugged-6cd485b0-733c-4d1a-ba5b-ef024c2163f0 for instance with task_state deleting. {{(pid=74854) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 17:20:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:46 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Instance destroyed successfully.
Oct 23 17:20:46 user nova-compute[74854]: DEBUG nova.objects.instance [None req-f3a39b8a-bd9b-43fb-8d06-be8778ed1595 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lazy-loading 'resources' on Instance uuid f8fe30f2-3d36-47ae-b780-1f15c026cac2 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:20:46 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-f3a39b8a-bd9b-43fb-8d06-be8778ed1595 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:11:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1767473660',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1767473660',id=20,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:11:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='435cbd0d03324a45bdacc7d5b76213e4',ramdisk_id='',reservation_id='r-663f3r9d',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-702610562',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:13:19Z,user_data=None,user_id='cdf5d05a392f4c0b925b8a1eca824323',uuid=f8fe30f2-3d36-47ae-b780-1f15c026cac2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6cd485b0-733c-4d1a-ba5b-ef024c2163f0", "address": "fa:16:3e:9e:72:2a", "network": {"id": "a40026f1-91de-4e98-85cd-c3bd1a956407", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1048031159-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "435cbd0d03324a45bdacc7d5b76213e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cd485b0-73", "ovs_interfaceid": "6cd485b0-733c-4d1a-ba5b-ef024c2163f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:20:46 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-f3a39b8a-bd9b-43fb-8d06-be8778ed1595 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Converting VIF {"id": "6cd485b0-733c-4d1a-ba5b-ef024c2163f0", "address": "fa:16:3e:9e:72:2a", "network": {"id": "a40026f1-91de-4e98-85cd-c3bd1a956407", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1048031159-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "435cbd0d03324a45bdacc7d5b76213e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cd485b0-73", "ovs_interfaceid": "6cd485b0-733c-4d1a-ba5b-ef024c2163f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:20:46 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-f3a39b8a-bd9b-43fb-8d06-be8778ed1595 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:9e:72:2a,bridge_name='br-int',has_traffic_filtering=True,id=6cd485b0-733c-4d1a-ba5b-ef024c2163f0,network=Network(a40026f1-91de-4e98-85cd-c3bd1a956407),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6cd485b0-73') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:20:46 user nova-compute[74854]: DEBUG os_vif [None req-f3a39b8a-bd9b-43fb-8d06-be8778ed1595 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:9e:72:2a,bridge_name='br-int',has_traffic_filtering=True,id=6cd485b0-733c-4d1a-ba5b-ef024c2163f0,network=Network(a40026f1-91de-4e98-85cd-c3bd1a956407),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6cd485b0-73') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:20:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6cd485b0-73, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:20:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f4493f01-75d4-4106-abfd-b0cd7125f529) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:20:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:46 user nova-compute[74854]: INFO os_vif [None req-f3a39b8a-bd9b-43fb-8d06-be8778ed1595 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:9e:72:2a,bridge_name='br-int',has_traffic_filtering=True,id=6cd485b0-733c-4d1a-ba5b-ef024c2163f0,network=Network(a40026f1-91de-4e98-85cd-c3bd1a956407),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6cd485b0-73')
Oct 23 17:20:46 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-f3a39b8a-bd9b-43fb-8d06-be8778ed1595 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Deleting instance files /opt/stack/data/nova/instances/f8fe30f2-3d36-47ae-b780-1f15c026cac2_del
Oct 23 17:20:46 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-f3a39b8a-bd9b-43fb-8d06-be8778ed1595 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Deletion of /opt/stack/data/nova/instances/f8fe30f2-3d36-47ae-b780-1f15c026cac2_del complete
Oct 23 17:20:46 user nova-compute[74854]: INFO nova.compute.manager [None req-f3a39b8a-bd9b-43fb-8d06-be8778ed1595 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Took 0.97 seconds to destroy the instance on the hypervisor.
Oct 23 17:20:46 user nova-compute[74854]: DEBUG oslo.service.loopingcall [None req-f3a39b8a-bd9b-43fb-8d06-be8778ed1595 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 17:20:46 user nova-compute[74854]: DEBUG nova.compute.manager [-] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Deallocating network for instance {{(pid=74854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 17:20:46 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] deallocate_for_instance() {{(pid=74854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 17:20:46 user nova-compute[74854]: INFO nova.compute.manager [None req-dec30494-341f-4226-a13d-f13cd4c6991b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Rescuing
Oct 23 17:20:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-dec30494-341f-4226-a13d-f13cd4c6991b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Acquiring lock "refresh_cache-ad4d9843-15d6-4f12-b06d-05f80beac969" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:20:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-dec30494-341f-4226-a13d-f13cd4c6991b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Acquired lock "refresh_cache-ad4d9843-15d6-4f12-b06d-05f80beac969" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:20:46 user nova-compute[74854]: DEBUG nova.network.neutron [None req-dec30494-341f-4226-a13d-f13cd4c6991b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:20:46 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:20:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Acquiring lock "bcd80f5d-4fa8-48b7-821a-af655747e1f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:20:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lock "bcd80f5d-4fa8-48b7-821a-af655747e1f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:20:46 user nova-compute[74854]: DEBUG nova.compute.manager [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Starting instance... {{(pid=74854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 17:20:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:20:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:20:46 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74854) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 17:20:46 user nova-compute[74854]: INFO nova.compute.claims [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Claim successful on node user
Oct 23 17:20:46 user nova-compute[74854]: DEBUG nova.network.neutron [None req-dec30494-341f-4226-a13d-f13cd4c6991b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Updating instance_info_cache with network_info: [{"id": "523caa3b-3e93-4699-8074-53aff5c4aac6", "address": "fa:16:3e:5a:ab:9d", "network": {"id": "61eabfd2-7ac3-42e7-8714-bdd76338bb9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939150687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.107", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c07d48b0f4a64bd38bff95e84d480918", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap523caa3b-3e", "ovs_interfaceid": "523caa3b-3e93-4699-8074-53aff5c4aac6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:20:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-dec30494-341f-4226-a13d-f13cd4c6991b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Releasing lock "refresh_cache-ad4d9843-15d6-4f12-b06d-05f80beac969" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:20:47 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:20:47 user nova-compute[74854]: INFO nova.compute.manager [-] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Took 0.87 seconds to deallocate network for instance.
Oct 23 17:20:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-f3a39b8a-bd9b-43fb-8d06-be8778ed1595 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:20:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:47 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:20:47 user nova-compute[74854]: DEBUG nova.compute.manager [req-fcfa172e-e129-446a-8379-4eeb941646b2 req-fed9a361-2990-4c9c-b7a5-bbae0a796538 service nova] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Received event network-vif-unplugged-523caa3b-3e93-4699-8074-53aff5c4aac6 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:20:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-fcfa172e-e129-446a-8379-4eeb941646b2 req-fed9a361-2990-4c9c-b7a5-bbae0a796538 service nova] Acquiring lock "ad4d9843-15d6-4f12-b06d-05f80beac969-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:20:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-fcfa172e-e129-446a-8379-4eeb941646b2 req-fed9a361-2990-4c9c-b7a5-bbae0a796538 service nova] Lock "ad4d9843-15d6-4f12-b06d-05f80beac969-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:20:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-fcfa172e-e129-446a-8379-4eeb941646b2 req-fed9a361-2990-4c9c-b7a5-bbae0a796538 service nova] Lock "ad4d9843-15d6-4f12-b06d-05f80beac969-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:20:47 user nova-compute[74854]: DEBUG nova.compute.manager [req-fcfa172e-e129-446a-8379-4eeb941646b2 req-fed9a361-2990-4c9c-b7a5-bbae0a796538 service nova] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] No waiting events found dispatching network-vif-unplugged-523caa3b-3e93-4699-8074-53aff5c4aac6 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:20:47 user nova-compute[74854]: WARNING nova.compute.manager [req-fcfa172e-e129-446a-8379-4eeb941646b2 req-fed9a361-2990-4c9c-b7a5-bbae0a796538 service nova] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Received unexpected event network-vif-unplugged-523caa3b-3e93-4699-8074-53aff5c4aac6 for instance with vm_state active and task_state rescuing.
Oct 23 17:20:47 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:20:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.595s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:20:47 user nova-compute[74854]: DEBUG nova.compute.manager [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Start building networks asynchronously for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 17:20:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-f3a39b8a-bd9b-43fb-8d06-be8778ed1595 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.259s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:20:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:47 user nova-compute[74854]: DEBUG nova.compute.manager [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Allocating IP information in the background. {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 17:20:47 user nova-compute[74854]: DEBUG nova.network.neutron [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] allocate_for_instance() {{(pid=74854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 17:20:47 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 17:20:47 user nova-compute[74854]: DEBUG nova.compute.manager [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Start building block device mappings for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 17:20:47 user nova-compute[74854]: DEBUG nova.compute.manager [req-e34d0a86-4fc1-461b-992c-0740c7a58752 req-4cf0e500-0bc1-401d-bd69-7ca7d4abb78c service nova] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Received event network-vif-plugged-6cd485b0-733c-4d1a-ba5b-ef024c2163f0 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:20:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e34d0a86-4fc1-461b-992c-0740c7a58752 req-4cf0e500-0bc1-401d-bd69-7ca7d4abb78c service nova] Acquiring lock "f8fe30f2-3d36-47ae-b780-1f15c026cac2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:20:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e34d0a86-4fc1-461b-992c-0740c7a58752 req-4cf0e500-0bc1-401d-bd69-7ca7d4abb78c service nova] Lock "f8fe30f2-3d36-47ae-b780-1f15c026cac2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:20:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e34d0a86-4fc1-461b-992c-0740c7a58752 req-4cf0e500-0bc1-401d-bd69-7ca7d4abb78c service nova] Lock "f8fe30f2-3d36-47ae-b780-1f15c026cac2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:20:47 user nova-compute[74854]: DEBUG nova.compute.manager [req-e34d0a86-4fc1-461b-992c-0740c7a58752 req-4cf0e500-0bc1-401d-bd69-7ca7d4abb78c service nova] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] No waiting events found dispatching network-vif-plugged-6cd485b0-733c-4d1a-ba5b-ef024c2163f0 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:20:47 user nova-compute[74854]: WARNING nova.compute.manager [req-e34d0a86-4fc1-461b-992c-0740c7a58752 req-4cf0e500-0bc1-401d-bd69-7ca7d4abb78c service nova] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Received unexpected event network-vif-plugged-6cd485b0-733c-4d1a-ba5b-ef024c2163f0 for instance with vm_state deleted and task_state None.
Oct 23 17:20:47 user nova-compute[74854]: DEBUG nova.compute.manager [req-e34d0a86-4fc1-461b-992c-0740c7a58752 req-4cf0e500-0bc1-401d-bd69-7ca7d4abb78c service nova] [instance: f8fe30f2-3d36-47ae-b780-1f15c026cac2] Received event network-vif-deleted-6cd485b0-733c-4d1a-ba5b-ef024c2163f0 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:20:47 user nova-compute[74854]: DEBUG nova.policy [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56612ed25f8e49cc923bd573c2fe5e27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd968be38b4dc497e9497da73b146ae6e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74854) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 17:20:47 user nova-compute[74854]: DEBUG nova.compute.manager [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Start spawning the instance on the hypervisor. {{(pid=74854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 17:20:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Creating instance directory {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 17:20:47 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Creating image(s)
Oct 23 17:20:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Acquiring lock "/opt/stack/data/nova/instances/bcd80f5d-4fa8-48b7-821a-af655747e1f2/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:20:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lock "/opt/stack/data/nova/instances/bcd80f5d-4fa8-48b7-821a-af655747e1f2/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:20:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lock "/opt/stack/data/nova/instances/bcd80f5d-4fa8-48b7-821a-af655747e1f2/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:20:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Acquiring lock "52eead1e041af8d905a92f49d875db90d2429bbd" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:20:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lock "52eead1e041af8d905a92f49d875db90d2429bbd" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:20:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/52eead1e041af8d905a92f49d875db90d2429bbd.part --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:20:49 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Instance destroyed successfully.
Oct 23 17:20:49 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-dec30494-341f-4226-a13d-f13cd4c6991b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Attempting rescue
Oct 23 17:20:49 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-dec30494-341f-4226-a13d-f13cd4c6991b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74854) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/52eead1e041af8d905a92f49d875db90d2429bbd.part --force-share --output=json" returned: 0 in 0.295s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG nova.virt.images [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] 5a0150c7-abf6-495a-88f4-13856d8f93f3 was qcow2, converting to raw {{(pid=74854) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG nova.privsep.utils [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74854) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/52eead1e041af8d905a92f49d875db90d2429bbd.part /opt/stack/data/nova/instances/_base/52eead1e041af8d905a92f49d875db90d2429bbd.converted {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-dec30494-341f-4226-a13d-f13cd4c6991b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Instance directory exists: not creating {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 23 17:20:49 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-dec30494-341f-4226-a13d-f13cd4c6991b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Creating image(s)
Oct 23 17:20:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-dec30494-341f-4226-a13d-f13cd4c6991b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Acquiring lock "/opt/stack/data/nova/instances/ad4d9843-15d6-4f12-b06d-05f80beac969/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-dec30494-341f-4226-a13d-f13cd4c6991b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "/opt/stack/data/nova/instances/ad4d9843-15d6-4f12-b06d-05f80beac969/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-dec30494-341f-4226-a13d-f13cd4c6991b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "/opt/stack/data/nova/instances/ad4d9843-15d6-4f12-b06d-05f80beac969/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG nova.objects.instance [None req-dec30494-341f-4226-a13d-f13cd4c6991b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lazy-loading 'trusted_certs' on Instance uuid ad4d9843-15d6-4f12-b06d-05f80beac969 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-dec30494-341f-4226-a13d-f13cd4c6991b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Acquiring lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-dec30494-341f-4226-a13d-f13cd4c6991b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-dec30494-341f-4226-a13d-f13cd4c6991b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-f3a39b8a-bd9b-43fb-8d06-be8778ed1595 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG nova.compute.manager [req-51ec0539-f566-4911-aa0f-b370ac5ea472 req-e53904c8-b6f7-4986-a81f-363056de5ccb service nova] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Received event network-vif-plugged-523caa3b-3e93-4699-8074-53aff5c4aac6 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-51ec0539-f566-4911-aa0f-b370ac5ea472 req-e53904c8-b6f7-4986-a81f-363056de5ccb service nova] Acquiring lock "ad4d9843-15d6-4f12-b06d-05f80beac969-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-51ec0539-f566-4911-aa0f-b370ac5ea472 req-e53904c8-b6f7-4986-a81f-363056de5ccb service nova] Lock "ad4d9843-15d6-4f12-b06d-05f80beac969-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-51ec0539-f566-4911-aa0f-b370ac5ea472 req-e53904c8-b6f7-4986-a81f-363056de5ccb service nova] Lock "ad4d9843-15d6-4f12-b06d-05f80beac969-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG nova.compute.manager [req-51ec0539-f566-4911-aa0f-b370ac5ea472 req-e53904c8-b6f7-4986-a81f-363056de5ccb service nova] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] No waiting events found dispatching network-vif-plugged-523caa3b-3e93-4699-8074-53aff5c4aac6 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:20:49 user nova-compute[74854]: WARNING nova.compute.manager [req-51ec0539-f566-4911-aa0f-b370ac5ea472 req-e53904c8-b6f7-4986-a81f-363056de5ccb service nova] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Received unexpected event network-vif-plugged-523caa3b-3e93-4699-8074-53aff5c4aac6 for instance with vm_state active and task_state rescuing.
Oct 23 17:20:49 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-f3a39b8a-bd9b-43fb-8d06-be8778ed1595 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-f3a39b8a-bd9b-43fb-8d06-be8778ed1595 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.099s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-dec30494-341f-4226-a13d-f13cd4c6991b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.186s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-dec30494-341f-4226-a13d-f13cd4c6991b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/ad4d9843-15d6-4f12-b06d-05f80beac969/disk.rescue {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:49 user nova-compute[74854]: INFO nova.scheduler.client.report [None req-f3a39b8a-bd9b-43fb-8d06-be8778ed1595 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Deleted allocations for instance f8fe30f2-3d36-47ae-b780-1f15c026cac2
Oct 23 17:20:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/52eead1e041af8d905a92f49d875db90d2429bbd.part /opt/stack/data/nova/instances/_base/52eead1e041af8d905a92f49d875db90d2429bbd.converted" returned: 0 in 0.356s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/52eead1e041af8d905a92f49d875db90d2429bbd.converted --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-dec30494-341f-4226-a13d-f13cd4c6991b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/ad4d9843-15d6-4f12-b06d-05f80beac969/disk.rescue" returned: 0 in 0.141s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-dec30494-341f-4226-a13d-f13cd4c6991b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.345s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG nova.objects.instance [None req-dec30494-341f-4226-a13d-f13cd4c6991b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lazy-loading 'migration_context' on Instance uuid ad4d9843-15d6-4f12-b06d-05f80beac969 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG nova.objects.base [None req-dec30494-341f-4226-a13d-f13cd4c6991b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Object Instance<ad4d9843-15d6-4f12-b06d-05f80beac969> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-dec30494-341f-4226-a13d-f13cd4c6991b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Created local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-dec30494-341f-4226-a13d-f13cd4c6991b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Start _get_guest_xml network_info=[{"id": "523caa3b-3e93-4699-8074-53aff5c4aac6", "address": "fa:16:3e:5a:ab:9d", "network": {"id": "61eabfd2-7ac3-42e7-8714-bdd76338bb9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939150687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.107", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-1939150687-network", "vif_mac": "fa:16:3e:5a:ab:9d"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c07d48b0f4a64bd38bff95e84d480918", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap523caa3b-3e", "ovs_interfaceid": "523caa3b-3e93-4699-8074-53aff5c4aac6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '68c345df-c9e8-475a-b17c-635fa0c7e894', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG nova.objects.instance [None req-dec30494-341f-4226-a13d-f13cd4c6991b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lazy-loading 'resources' on Instance uuid ad4d9843-15d6-4f12-b06d-05f80beac969 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG nova.objects.base [None req-dec30494-341f-4226-a13d-f13cd4c6991b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Object Instance<ad4d9843-15d6-4f12-b06d-05f80beac969> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG nova.objects.instance [None req-dec30494-341f-4226-a13d-f13cd4c6991b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lazy-loading 'numa_topology' on Instance uuid ad4d9843-15d6-4f12-b06d-05f80beac969 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG nova.objects.base [None req-dec30494-341f-4226-a13d-f13cd4c6991b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Object Instance<ad4d9843-15d6-4f12-b06d-05f80beac969> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:20:49 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-dec30494-341f-4226-a13d-f13cd4c6991b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:20:49 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-dec30494-341f-4226-a13d-f13cd4c6991b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:20:49 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-dec30494-341f-4226-a13d-f13cd4c6991b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-dec30494-341f-4226-a13d-f13cd4c6991b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-dec30494-341f-4226-a13d-f13cd4c6991b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-dec30494-341f-4226-a13d-f13cd4c6991b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-dec30494-341f-4226-a13d-f13cd4c6991b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-dec30494-341f-4226-a13d-f13cd4c6991b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-dec30494-341f-4226-a13d-f13cd4c6991b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-dec30494-341f-4226-a13d-f13cd4c6991b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-dec30494-341f-4226-a13d-f13cd4c6991b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-dec30494-341f-4226-a13d-f13cd4c6991b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-dec30494-341f-4226-a13d-f13cd4c6991b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-dec30494-341f-4226-a13d-f13cd4c6991b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-dec30494-341f-4226-a13d-f13cd4c6991b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-dec30494-341f-4226-a13d-f13cd4c6991b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-dec30494-341f-4226-a13d-f13cd4c6991b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-dec30494-341f-4226-a13d-f13cd4c6991b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG nova.objects.instance [None req-dec30494-341f-4226-a13d-f13cd4c6991b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lazy-loading 'vcpu_model' on Instance uuid ad4d9843-15d6-4f12-b06d-05f80beac969 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-f3a39b8a-bd9b-43fb-8d06-be8778ed1595 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "f8fe30f2-3d36-47ae-b780-1f15c026cac2" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.591s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG nova.objects.base [None req-dec30494-341f-4226-a13d-f13cd4c6991b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Object Instance<ad4d9843-15d6-4f12-b06d-05f80beac969> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-dec30494-341f-4226-a13d-f13cd4c6991b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:18:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1359717628',display_name='tempest-ServerRescueNegativeTestJSON-server-1359717628',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1359717628',id=30,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIFqXT/FrOWAbN0b1pXfGRuJgTy57b5JBaWdon6GyJ5/15ikOPNvffMgc4pGO8GMtGS/PyJL1HUITerXDjHlWufhxCwyYJ2Atav4YwUTiw3JxibuGkDun5YfVwkWglkLjg==',key_name='tempest-keypair-1050877041',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:18:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c07d48b0f4a64bd38bff95e84d480918',ramdisk_id='',reservation_id='r-j4y9zaai',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1105748128',owner_user_name='tempest-ServerRescueNegativeTestJSON-1105748128-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:18:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='426333ef87a54606bbc4aa556869dae2',uuid=ad4d9843-15d6-4f12-b06d-05f80beac969,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "523caa3b-3e93-4699-8074-53aff5c4aac6", "address": "fa:16:3e:5a:ab:9d", "network": {"id": "61eabfd2-7ac3-42e7-8714-bdd76338bb9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939150687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.107", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-1939150687-network", "vif_mac": "fa:16:3e:5a:ab:9d"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c07d48b0f4a64bd38bff95e84d480918", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap523caa3b-3e", "ovs_interfaceid": "523caa3b-3e93-4699-8074-53aff5c4aac6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-dec30494-341f-4226-a13d-f13cd4c6991b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Converting VIF {"id": "523caa3b-3e93-4699-8074-53aff5c4aac6", "address": "fa:16:3e:5a:ab:9d", "network": {"id": "61eabfd2-7ac3-42e7-8714-bdd76338bb9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939150687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.107", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-1939150687-network", "vif_mac": "fa:16:3e:5a:ab:9d"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c07d48b0f4a64bd38bff95e84d480918", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap523caa3b-3e", "ovs_interfaceid": "523caa3b-3e93-4699-8074-53aff5c4aac6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-dec30494-341f-4226-a13d-f13cd4c6991b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:5a:ab:9d,bridge_name='br-int',has_traffic_filtering=True,id=523caa3b-3e93-4699-8074-53aff5c4aac6,network=Network(61eabfd2-7ac3-42e7-8714-bdd76338bb9b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap523caa3b-3e') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG nova.objects.instance [None req-dec30494-341f-4226-a13d-f13cd4c6991b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lazy-loading 'pci_devices' on Instance uuid ad4d9843-15d6-4f12-b06d-05f80beac969 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG nova.network.neutron [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Successfully created port: b4c30a38-b2d2-48cc-8027-64b4799106ec {{(pid=74854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/52eead1e041af8d905a92f49d875db90d2429bbd.converted --force-share --output=json" returned: 0 in 0.217s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lock "52eead1e041af8d905a92f49d875db90d2429bbd" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.100s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG nova.objects.base [None req-dec30494-341f-4226-a13d-f13cd4c6991b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Object Instance<ad4d9843-15d6-4f12-b06d-05f80beac969> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-dec30494-341f-4226-a13d-f13cd4c6991b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:20:49 user nova-compute[74854]:   <uuid>ad4d9843-15d6-4f12-b06d-05f80beac969</uuid>
Oct 23 17:20:49 user nova-compute[74854]:   <name>instance-0000001e</name>
Oct 23 17:20:49 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:20:49 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:20:49 user nova-compute[74854]:   <metadata>
Oct 23 17:20:49 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:20:49 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:20:49 user nova-compute[74854]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1359717628</nova:name>
Oct 23 17:20:49 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:20:49</nova:creationTime>
Oct 23 17:20:49 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:20:49 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:20:49 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:20:49 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:20:49 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:20:49 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:20:49 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:20:49 user nova-compute[74854]:       <nova:owner>
Oct 23 17:20:49 user nova-compute[74854]:         <nova:user uuid="426333ef87a54606bbc4aa556869dae2">tempest-ServerRescueNegativeTestJSON-1105748128-project-member</nova:user>
Oct 23 17:20:49 user nova-compute[74854]:         <nova:project uuid="c07d48b0f4a64bd38bff95e84d480918">tempest-ServerRescueNegativeTestJSON-1105748128</nova:project>
Oct 23 17:20:49 user nova-compute[74854]:       </nova:owner>
Oct 23 17:20:49 user nova-compute[74854]:       <nova:root type="image" uuid="68c345df-c9e8-475a-b17c-635fa0c7e894"/>
Oct 23 17:20:49 user nova-compute[74854]:       <nova:ports>
Oct 23 17:20:49 user nova-compute[74854]:         <nova:port uuid="523caa3b-3e93-4699-8074-53aff5c4aac6">
Oct 23 17:20:49 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 23 17:20:49 user nova-compute[74854]:         </nova:port>
Oct 23 17:20:49 user nova-compute[74854]:       </nova:ports>
Oct 23 17:20:49 user nova-compute[74854]:     </nova:instance>
Oct 23 17:20:49 user nova-compute[74854]:   </metadata>
Oct 23 17:20:49 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:20:49 user nova-compute[74854]:     <system>
Oct 23 17:20:49 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:20:49 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:20:49 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:20:49 user nova-compute[74854]:       <entry name="serial">ad4d9843-15d6-4f12-b06d-05f80beac969</entry>
Oct 23 17:20:49 user nova-compute[74854]:       <entry name="uuid">ad4d9843-15d6-4f12-b06d-05f80beac969</entry>
Oct 23 17:20:49 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:20:49 user nova-compute[74854]:     </system>
Oct 23 17:20:49 user nova-compute[74854]:   </sysinfo>
Oct 23 17:20:49 user nova-compute[74854]:   <os>
Oct 23 17:20:49 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:20:49 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:20:49 user nova-compute[74854]:   </os>
Oct 23 17:20:49 user nova-compute[74854]:   <features>
Oct 23 17:20:49 user nova-compute[74854]:     <acpi/>
Oct 23 17:20:49 user nova-compute[74854]:     <apic/>
Oct 23 17:20:49 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:20:49 user nova-compute[74854]:   </features>
Oct 23 17:20:49 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:20:49 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:20:49 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:20:49 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:20:49 user nova-compute[74854]:   </clock>
Oct 23 17:20:49 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:20:49 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:20:49 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:20:49 user nova-compute[74854]:   </cpu>
Oct 23 17:20:49 user nova-compute[74854]:   <devices>
Oct 23 17:20:49 user nova-compute[74854]:     <disk type="file" device="disk">
Oct 23 17:20:49 user nova-compute[74854]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 17:20:49 user nova-compute[74854]:       <source file="/opt/stack/data/nova/instances/ad4d9843-15d6-4f12-b06d-05f80beac969/disk.rescue"/>
Oct 23 17:20:49 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:20:49 user nova-compute[74854]:     </disk>
Oct 23 17:20:49 user nova-compute[74854]:     <disk type="file" device="disk">
Oct 23 17:20:49 user nova-compute[74854]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 17:20:49 user nova-compute[74854]:       <source file="/opt/stack/data/nova/instances/ad4d9843-15d6-4f12-b06d-05f80beac969/disk"/>
Oct 23 17:20:49 user nova-compute[74854]:       <target dev="vdb" bus="virtio"/>
Oct 23 17:20:49 user nova-compute[74854]:     </disk>
Oct 23 17:20:49 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:20:49 user nova-compute[74854]:       <mac address="fa:16:3e:5a:ab:9d"/>
Oct 23 17:20:49 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:20:49 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:20:49 user nova-compute[74854]:       <target dev="tap523caa3b-3e"/>
Oct 23 17:20:49 user nova-compute[74854]:     </interface>
Oct 23 17:20:49 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:20:49 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/ad4d9843-15d6-4f12-b06d-05f80beac969/console.log" append="off"/>
Oct 23 17:20:49 user nova-compute[74854]:     </serial>
Oct 23 17:20:49 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:20:49 user nova-compute[74854]:     <video>
Oct 23 17:20:49 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:20:49 user nova-compute[74854]:     </video>
Oct 23 17:20:49 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:20:49 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:20:49 user nova-compute[74854]:     </rng>
Oct 23 17:20:49 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:20:49 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:20:49 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:20:49 user nova-compute[74854]:     </memballoon>
Oct 23 17:20:49 user nova-compute[74854]:   </devices>
Oct 23 17:20:49 user nova-compute[74854]: </domain>
Oct 23 17:20:49 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/52eead1e041af8d905a92f49d875db90d2429bbd --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:49 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Instance destroyed successfully.
Oct 23 17:20:49 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-dec30494-341f-4226-a13d-f13cd4c6991b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-dec30494-341f-4226-a13d-f13cd4c6991b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:20:49 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-dec30494-341f-4226-a13d-f13cd4c6991b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] No VIF found with MAC fa:16:3e:5a:ab:9d, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:20:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/52eead1e041af8d905a92f49d875db90d2429bbd --force-share --output=json" returned: 0 in 0.188s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Acquiring lock "52eead1e041af8d905a92f49d875db90d2429bbd" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:20:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lock "52eead1e041af8d905a92f49d875db90d2429bbd" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:20:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/52eead1e041af8d905a92f49d875db90d2429bbd --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/52eead1e041af8d905a92f49d875db90d2429bbd --force-share --output=json" returned: 0 in 0.193s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/52eead1e041af8d905a92f49d875db90d2429bbd,backing_fmt=raw /opt/stack/data/nova/instances/bcd80f5d-4fa8-48b7-821a-af655747e1f2/disk 1073741824 {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/52eead1e041af8d905a92f49d875db90d2429bbd,backing_fmt=raw /opt/stack/data/nova/instances/bcd80f5d-4fa8-48b7-821a-af655747e1f2/disk 1073741824" returned: 0 in 0.053s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lock "52eead1e041af8d905a92f49d875db90d2429bbd" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.254s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:20:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/52eead1e041af8d905a92f49d875db90d2429bbd --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:50 user nova-compute[74854]: DEBUG nova.network.neutron [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Successfully updated port: b4c30a38-b2d2-48cc-8027-64b4799106ec {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:20:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Acquiring lock "refresh_cache-bcd80f5d-4fa8-48b7-821a-af655747e1f2" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:20:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Acquired lock "refresh_cache-bcd80f5d-4fa8-48b7-821a-af655747e1f2" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:20:50 user nova-compute[74854]: DEBUG nova.network.neutron [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:20:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/52eead1e041af8d905a92f49d875db90d2429bbd --force-share --output=json" returned: 0 in 0.188s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:50 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Created local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 17:20:50 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Ensure instance console log exists: /opt/stack/data/nova/instances/bcd80f5d-4fa8-48b7-821a-af655747e1f2/console.log {{(pid=74854) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 17:20:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:20:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:20:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:20:50 user nova-compute[74854]: DEBUG nova.compute.manager [req-4fa1f0fe-053d-4a89-a2e6-f0ba95ea9705 req-f96c2667-ae24-485b-a93b-0d771764d76b service nova] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Received event network-changed-b4c30a38-b2d2-48cc-8027-64b4799106ec {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:20:50 user nova-compute[74854]: DEBUG nova.compute.manager [req-4fa1f0fe-053d-4a89-a2e6-f0ba95ea9705 req-f96c2667-ae24-485b-a93b-0d771764d76b service nova] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Refreshing instance network info cache due to event network-changed-b4c30a38-b2d2-48cc-8027-64b4799106ec. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:20:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-4fa1f0fe-053d-4a89-a2e6-f0ba95ea9705 req-f96c2667-ae24-485b-a93b-0d771764d76b service nova] Acquiring lock "refresh_cache-bcd80f5d-4fa8-48b7-821a-af655747e1f2" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:20:50 user nova-compute[74854]: DEBUG nova.network.neutron [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Instance cache missing network info. {{(pid=74854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 17:20:50 user nova-compute[74854]: DEBUG nova.network.neutron [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Updating instance_info_cache with network_info: [{"id": "b4c30a38-b2d2-48cc-8027-64b4799106ec", "address": "fa:16:3e:24:73:8c", "network": {"id": "e7586faa-cc61-4cea-8308-d99cae3e5423", "bridge": "br-int", "label": "tempest-TestStampPattern-809160075-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d968be38b4dc497e9497da73b146ae6e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4c30a38-b2", "ovs_interfaceid": "b4c30a38-b2d2-48cc-8027-64b4799106ec", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:20:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Releasing lock "refresh_cache-bcd80f5d-4fa8-48b7-821a-af655747e1f2" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:20:50 user nova-compute[74854]: DEBUG nova.compute.manager [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Instance network_info: |[{"id": "b4c30a38-b2d2-48cc-8027-64b4799106ec", "address": "fa:16:3e:24:73:8c", "network": {"id": "e7586faa-cc61-4cea-8308-d99cae3e5423", "bridge": "br-int", "label": "tempest-TestStampPattern-809160075-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d968be38b4dc497e9497da73b146ae6e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4c30a38-b2", "ovs_interfaceid": "b4c30a38-b2d2-48cc-8027-64b4799106ec", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 17:20:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-4fa1f0fe-053d-4a89-a2e6-f0ba95ea9705 req-f96c2667-ae24-485b-a93b-0d771764d76b service nova] Acquired lock "refresh_cache-bcd80f5d-4fa8-48b7-821a-af655747e1f2" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:20:50 user nova-compute[74854]: DEBUG nova.network.neutron [req-4fa1f0fe-053d-4a89-a2e6-f0ba95ea9705 req-f96c2667-ae24-485b-a93b-0d771764d76b service nova] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Refreshing network info cache for port b4c30a38-b2d2-48cc-8027-64b4799106ec {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:20:50 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Start _get_guest_xml network_info=[{"id": "b4c30a38-b2d2-48cc-8027-64b4799106ec", "address": "fa:16:3e:24:73:8c", "network": {"id": "e7586faa-cc61-4cea-8308-d99cae3e5423", "bridge": "br-int", "label": "tempest-TestStampPattern-809160075-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d968be38b4dc497e9497da73b146ae6e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4c30a38-b2", "ovs_interfaceid": "b4c30a38-b2d2-48cc-8027-64b4799106ec", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c4ea7280d07a3c841e3665a7b148d00f',container_format='bare',created_at=2023-10-23T17:20:39Z,direct_url=<?>,disk_format='qcow2',id=5a0150c7-abf6-495a-88f4-13856d8f93f3,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-1223216259',owner='d968be38b4dc497e9497da73b146ae6e',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-23T17:20:44Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'encryption_format': None, 'encryption_options': None, 'size': 0, 'boot_index': 0, 'encrypted': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'image_id': '5a0150c7-abf6-495a-88f4-13856d8f93f3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:20:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:50 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:20:50 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:20:50 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:20:50 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:20:50 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:20:50 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:20:50 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:20:50 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c4ea7280d07a3c841e3665a7b148d00f',container_format='bare',created_at=2023-10-23T17:20:39Z,direct_url=<?>,disk_format='qcow2',id=5a0150c7-abf6-495a-88f4-13856d8f93f3,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-1223216259',owner='d968be38b4dc497e9497da73b146ae6e',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-23T17:20:44Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:20:50 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:20:50 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:20:50 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:20:50 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:20:50 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:20:50 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:20:50 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:20:50 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:20:50 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:20:50 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:20:51 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:20:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-610180192',display_name='tempest-TestStampPattern-server-610180192',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-610180192',id=33,image_ref='5a0150c7-abf6-495a-88f4-13856d8f93f3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCnxcN3DihHNXaG4tgmFyXpMBUCNwH0fpbiBz2nWtqlijV8A+DM9I0wVf/dAQitbD/IIsfmDvpfc903DIfqWmIL3ZPOotQ0C22b7d/AQkN7PsyH2jD0AtlF3ssyerSoraQ==',key_name='tempest-TestStampPattern-1848905342',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d968be38b4dc497e9497da73b146ae6e',ramdisk_id='',reservation_id='r-ewcnbew9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='7809ba0d-ad90-46fb-bf9c-55d619abe533',image_min_disk='1',image_min_ram='0',image_owner_id='d968be38b4dc497e9497da73b146ae6e',image_owner_project_name='tempest-TestStampPattern-538963487',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-538963487-project-member',image_user_id='56612ed25f8e49cc923bd573c2fe5e27',network_allocated='True',owner_project_name='tempest-TestStampPattern-538963487',owner_user_name='tempest-TestStampPattern-538963487-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:20:48Z,user_data=None,user_id='56612ed25f8e49cc923bd573c2fe5e27',uuid=bcd80f5d-4fa8-48b7-821a-af655747e1f2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b4c30a38-b2d2-48cc-8027-64b4799106ec", "address": "fa:16:3e:24:73:8c", "network": {"id": "e7586faa-cc61-4cea-8308-d99cae3e5423", "bridge": "br-int", "label": "tempest-TestStampPattern-809160075-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d968be38b4dc497e9497da73b146ae6e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4c30a38-b2", "ovs_interfaceid": "b4c30a38-b2d2-48cc-8027-64b4799106ec", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:20:51 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Converting VIF {"id": "b4c30a38-b2d2-48cc-8027-64b4799106ec", "address": "fa:16:3e:24:73:8c", "network": {"id": "e7586faa-cc61-4cea-8308-d99cae3e5423", "bridge": "br-int", "label": "tempest-TestStampPattern-809160075-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d968be38b4dc497e9497da73b146ae6e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4c30a38-b2", "ovs_interfaceid": "b4c30a38-b2d2-48cc-8027-64b4799106ec", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:20:51 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:24:73:8c,bridge_name='br-int',has_traffic_filtering=True,id=b4c30a38-b2d2-48cc-8027-64b4799106ec,network=Network(e7586faa-cc61-4cea-8308-d99cae3e5423),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb4c30a38-b2') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:20:51 user nova-compute[74854]: DEBUG nova.objects.instance [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lazy-loading 'pci_devices' on Instance uuid bcd80f5d-4fa8-48b7-821a-af655747e1f2 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:20:51 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:20:51 user nova-compute[74854]:   <uuid>bcd80f5d-4fa8-48b7-821a-af655747e1f2</uuid>
Oct 23 17:20:51 user nova-compute[74854]:   <name>instance-00000021</name>
Oct 23 17:20:51 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:20:51 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:20:51 user nova-compute[74854]:   <metadata>
Oct 23 17:20:51 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:20:51 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:20:51 user nova-compute[74854]:       <nova:name>tempest-TestStampPattern-server-610180192</nova:name>
Oct 23 17:20:51 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:20:50</nova:creationTime>
Oct 23 17:20:51 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:20:51 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:20:51 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:20:51 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:20:51 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:20:51 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:20:51 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:20:51 user nova-compute[74854]:       <nova:owner>
Oct 23 17:20:51 user nova-compute[74854]:         <nova:user uuid="56612ed25f8e49cc923bd573c2fe5e27">tempest-TestStampPattern-538963487-project-member</nova:user>
Oct 23 17:20:51 user nova-compute[74854]:         <nova:project uuid="d968be38b4dc497e9497da73b146ae6e">tempest-TestStampPattern-538963487</nova:project>
Oct 23 17:20:51 user nova-compute[74854]:       </nova:owner>
Oct 23 17:20:51 user nova-compute[74854]:       <nova:root type="image" uuid="5a0150c7-abf6-495a-88f4-13856d8f93f3"/>
Oct 23 17:20:51 user nova-compute[74854]:       <nova:ports>
Oct 23 17:20:51 user nova-compute[74854]:         <nova:port uuid="b4c30a38-b2d2-48cc-8027-64b4799106ec">
Oct 23 17:20:51 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 23 17:20:51 user nova-compute[74854]:         </nova:port>
Oct 23 17:20:51 user nova-compute[74854]:       </nova:ports>
Oct 23 17:20:51 user nova-compute[74854]:     </nova:instance>
Oct 23 17:20:51 user nova-compute[74854]:   </metadata>
Oct 23 17:20:51 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:20:51 user nova-compute[74854]:     <system>
Oct 23 17:20:51 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:20:51 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:20:51 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:20:51 user nova-compute[74854]:       <entry name="serial">bcd80f5d-4fa8-48b7-821a-af655747e1f2</entry>
Oct 23 17:20:51 user nova-compute[74854]:       <entry name="uuid">bcd80f5d-4fa8-48b7-821a-af655747e1f2</entry>
Oct 23 17:20:51 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:20:51 user nova-compute[74854]:     </system>
Oct 23 17:20:51 user nova-compute[74854]:   </sysinfo>
Oct 23 17:20:51 user nova-compute[74854]:   <os>
Oct 23 17:20:51 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:20:51 user nova-compute[74854]:     <boot dev="hd"/>
Oct 23 17:20:51 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:20:51 user nova-compute[74854]:   </os>
Oct 23 17:20:51 user nova-compute[74854]:   <features>
Oct 23 17:20:51 user nova-compute[74854]:     <acpi/>
Oct 23 17:20:51 user nova-compute[74854]:     <apic/>
Oct 23 17:20:51 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:20:51 user nova-compute[74854]:   </features>
Oct 23 17:20:51 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:20:51 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:20:51 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:20:51 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:20:51 user nova-compute[74854]:   </clock>
Oct 23 17:20:51 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:20:51 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:20:51 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:20:51 user nova-compute[74854]:   </cpu>
Oct 23 17:20:51 user nova-compute[74854]:   <devices>
Oct 23 17:20:51 user nova-compute[74854]:     <disk type="file" device="disk">
Oct 23 17:20:51 user nova-compute[74854]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 17:20:51 user nova-compute[74854]:       <source file="/opt/stack/data/nova/instances/bcd80f5d-4fa8-48b7-821a-af655747e1f2/disk"/>
Oct 23 17:20:51 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:20:51 user nova-compute[74854]:     </disk>
Oct 23 17:20:51 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:20:51 user nova-compute[74854]:       <mac address="fa:16:3e:24:73:8c"/>
Oct 23 17:20:51 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:20:51 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:20:51 user nova-compute[74854]:       <target dev="tapb4c30a38-b2"/>
Oct 23 17:20:51 user nova-compute[74854]:     </interface>
Oct 23 17:20:51 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:20:51 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/bcd80f5d-4fa8-48b7-821a-af655747e1f2/console.log" append="off"/>
Oct 23 17:20:51 user nova-compute[74854]:     </serial>
Oct 23 17:20:51 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:20:51 user nova-compute[74854]:     <video>
Oct 23 17:20:51 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:20:51 user nova-compute[74854]:     </video>
Oct 23 17:20:51 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:20:51 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:20:51 user nova-compute[74854]:     </rng>
Oct 23 17:20:51 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:20:51 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:20:51 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:20:51 user nova-compute[74854]:     </memballoon>
Oct 23 17:20:51 user nova-compute[74854]:   </devices>
Oct 23 17:20:51 user nova-compute[74854]: </domain>
Oct 23 17:20:51 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:20:51 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:20:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-610180192',display_name='tempest-TestStampPattern-server-610180192',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-610180192',id=33,image_ref='5a0150c7-abf6-495a-88f4-13856d8f93f3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCnxcN3DihHNXaG4tgmFyXpMBUCNwH0fpbiBz2nWtqlijV8A+DM9I0wVf/dAQitbD/IIsfmDvpfc903DIfqWmIL3ZPOotQ0C22b7d/AQkN7PsyH2jD0AtlF3ssyerSoraQ==',key_name='tempest-TestStampPattern-1848905342',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d968be38b4dc497e9497da73b146ae6e',ramdisk_id='',reservation_id='r-ewcnbew9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='7809ba0d-ad90-46fb-bf9c-55d619abe533',image_min_disk='1',image_min_ram='0',image_owner_id='d968be38b4dc497e9497da73b146ae6e',image_owner_project_name='tempest-TestStampPattern-538963487',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-538963487-project-member',image_user_id='56612ed25f8e49cc923bd573c2fe5e27',network_allocated='True',owner_project_name='tempest-TestStampPattern-538963487',owner_user_name='tempest-TestStampPattern-538963487-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:20:48Z,user_data=None,user_id='56612ed25f8e49cc923bd573c2fe5e27',uuid=bcd80f5d-4fa8-48b7-821a-af655747e1f2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b4c30a38-b2d2-48cc-8027-64b4799106ec", "address": "fa:16:3e:24:73:8c", "network": {"id": "e7586faa-cc61-4cea-8308-d99cae3e5423", "bridge": "br-int", "label": "tempest-TestStampPattern-809160075-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d968be38b4dc497e9497da73b146ae6e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4c30a38-b2", "ovs_interfaceid": "b4c30a38-b2d2-48cc-8027-64b4799106ec", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:20:51 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Converting VIF {"id": "b4c30a38-b2d2-48cc-8027-64b4799106ec", "address": "fa:16:3e:24:73:8c", "network": {"id": "e7586faa-cc61-4cea-8308-d99cae3e5423", "bridge": "br-int", "label": "tempest-TestStampPattern-809160075-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d968be38b4dc497e9497da73b146ae6e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4c30a38-b2", "ovs_interfaceid": "b4c30a38-b2d2-48cc-8027-64b4799106ec", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:20:51 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:24:73:8c,bridge_name='br-int',has_traffic_filtering=True,id=b4c30a38-b2d2-48cc-8027-64b4799106ec,network=Network(e7586faa-cc61-4cea-8308-d99cae3e5423),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb4c30a38-b2') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:20:51 user nova-compute[74854]: DEBUG os_vif [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:24:73:8c,bridge_name='br-int',has_traffic_filtering=True,id=b4c30a38-b2d2-48cc-8027-64b4799106ec,network=Network(e7586faa-cc61-4cea-8308-d99cae3e5423),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb4c30a38-b2') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:20:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:20:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:20:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd096a40f-3f32-5845-964a-d9ea5ef341bf', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:20:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:20:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb4c30a38-b2, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:20:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb4c30a38-b2, col_values=(('qos', UUID('337b924d-ec5f-4316-a14c-156d7ac1d72f')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:20:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb4c30a38-b2, col_values=(('external_ids', {'iface-id': 'b4c30a38-b2d2-48cc-8027-64b4799106ec', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:24:73:8c', 'vm-uuid': 'bcd80f5d-4fa8-48b7-821a-af655747e1f2'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:20:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:20:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:51 user nova-compute[74854]: INFO os_vif [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:24:73:8c,bridge_name='br-int',has_traffic_filtering=True,id=b4c30a38-b2d2-48cc-8027-64b4799106ec,network=Network(e7586faa-cc61-4cea-8308-d99cae3e5423),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb4c30a38-b2')
Oct 23 17:20:51 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:20:51 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] No VIF found with MAC fa:16:3e:24:73:8c, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:20:51 user nova-compute[74854]: DEBUG nova.network.neutron [req-4fa1f0fe-053d-4a89-a2e6-f0ba95ea9705 req-f96c2667-ae24-485b-a93b-0d771764d76b service nova] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Updated VIF entry in instance network info cache for port b4c30a38-b2d2-48cc-8027-64b4799106ec. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:20:51 user nova-compute[74854]: DEBUG nova.network.neutron [req-4fa1f0fe-053d-4a89-a2e6-f0ba95ea9705 req-f96c2667-ae24-485b-a93b-0d771764d76b service nova] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Updating instance_info_cache with network_info: [{"id": "b4c30a38-b2d2-48cc-8027-64b4799106ec", "address": "fa:16:3e:24:73:8c", "network": {"id": "e7586faa-cc61-4cea-8308-d99cae3e5423", "bridge": "br-int", "label": "tempest-TestStampPattern-809160075-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d968be38b4dc497e9497da73b146ae6e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4c30a38-b2", "ovs_interfaceid": "b4c30a38-b2d2-48cc-8027-64b4799106ec", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:20:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-4fa1f0fe-053d-4a89-a2e6-f0ba95ea9705 req-f96c2667-ae24-485b-a93b-0d771764d76b service nova] Releasing lock "refresh_cache-bcd80f5d-4fa8-48b7-821a-af655747e1f2" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:20:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:51 user nova-compute[74854]: DEBUG nova.compute.manager [req-14d9d530-585d-4ac1-a34f-b4d9e0fa27ca req-4618f9de-5404-4a25-8f9a-ea17caa320f9 service nova] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Received event network-vif-plugged-523caa3b-3e93-4699-8074-53aff5c4aac6 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:20:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-14d9d530-585d-4ac1-a34f-b4d9e0fa27ca req-4618f9de-5404-4a25-8f9a-ea17caa320f9 service nova] Acquiring lock "ad4d9843-15d6-4f12-b06d-05f80beac969-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:20:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-14d9d530-585d-4ac1-a34f-b4d9e0fa27ca req-4618f9de-5404-4a25-8f9a-ea17caa320f9 service nova] Lock "ad4d9843-15d6-4f12-b06d-05f80beac969-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:20:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-14d9d530-585d-4ac1-a34f-b4d9e0fa27ca req-4618f9de-5404-4a25-8f9a-ea17caa320f9 service nova] Lock "ad4d9843-15d6-4f12-b06d-05f80beac969-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:20:51 user nova-compute[74854]: DEBUG nova.compute.manager [req-14d9d530-585d-4ac1-a34f-b4d9e0fa27ca req-4618f9de-5404-4a25-8f9a-ea17caa320f9 service nova] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] No waiting events found dispatching network-vif-plugged-523caa3b-3e93-4699-8074-53aff5c4aac6 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:20:51 user nova-compute[74854]: WARNING nova.compute.manager [req-14d9d530-585d-4ac1-a34f-b4d9e0fa27ca req-4618f9de-5404-4a25-8f9a-ea17caa320f9 service nova] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Received unexpected event network-vif-plugged-523caa3b-3e93-4699-8074-53aff5c4aac6 for instance with vm_state active and task_state rescuing.
Oct 23 17:20:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d78cc3b8-6c6f-4f62-9905-683bf051cde6 tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Acquiring lock "254e7300-fb61-42ec-8cab-5970d80fb1a8" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:20:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d78cc3b8-6c6f-4f62-9905-683bf051cde6 tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Lock "254e7300-fb61-42ec-8cab-5970d80fb1a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:20:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d78cc3b8-6c6f-4f62-9905-683bf051cde6 tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Acquiring lock "254e7300-fb61-42ec-8cab-5970d80fb1a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:20:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d78cc3b8-6c6f-4f62-9905-683bf051cde6 tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Lock "254e7300-fb61-42ec-8cab-5970d80fb1a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:20:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d78cc3b8-6c6f-4f62-9905-683bf051cde6 tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Lock "254e7300-fb61-42ec-8cab-5970d80fb1a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:20:51 user nova-compute[74854]: INFO nova.compute.manager [None req-d78cc3b8-6c6f-4f62-9905-683bf051cde6 tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] Terminating instance
Oct 23 17:20:51 user nova-compute[74854]: DEBUG nova.compute.manager [None req-d78cc3b8-6c6f-4f62-9905-683bf051cde6 tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] Start destroying the instance on the hypervisor. {{(pid=74854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 17:20:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:52 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:52 user nova-compute[74854]: DEBUG nova.compute.manager [req-bfa5088d-21fc-4111-b437-415b87c4cfb6 req-278b8fea-e69c-4e1c-8982-f2c52b50069c service nova] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] Received event network-vif-unplugged-d5540e5f-90fe-474b-9e0d-9ec38c2186f0 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:20:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-bfa5088d-21fc-4111-b437-415b87c4cfb6 req-278b8fea-e69c-4e1c-8982-f2c52b50069c service nova] Acquiring lock "254e7300-fb61-42ec-8cab-5970d80fb1a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:20:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-bfa5088d-21fc-4111-b437-415b87c4cfb6 req-278b8fea-e69c-4e1c-8982-f2c52b50069c service nova] Lock "254e7300-fb61-42ec-8cab-5970d80fb1a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:20:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-bfa5088d-21fc-4111-b437-415b87c4cfb6 req-278b8fea-e69c-4e1c-8982-f2c52b50069c service nova] Lock "254e7300-fb61-42ec-8cab-5970d80fb1a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:20:52 user nova-compute[74854]: DEBUG nova.compute.manager [req-bfa5088d-21fc-4111-b437-415b87c4cfb6 req-278b8fea-e69c-4e1c-8982-f2c52b50069c service nova] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] No waiting events found dispatching network-vif-unplugged-d5540e5f-90fe-474b-9e0d-9ec38c2186f0 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:20:52 user nova-compute[74854]: DEBUG nova.compute.manager [req-bfa5088d-21fc-4111-b437-415b87c4cfb6 req-278b8fea-e69c-4e1c-8982-f2c52b50069c service nova] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] Received event network-vif-unplugged-d5540e5f-90fe-474b-9e0d-9ec38c2186f0 for instance with task_state deleting. {{(pid=74854) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 17:20:52 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:53 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] Instance destroyed successfully.
Oct 23 17:20:53 user nova-compute[74854]: DEBUG nova.objects.instance [None req-d78cc3b8-6c6f-4f62-9905-683bf051cde6 tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Lazy-loading 'resources' on Instance uuid 254e7300-fb61-42ec-8cab-5970d80fb1a8 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:20:53 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-d78cc3b8-6c6f-4f62-9905-683bf051cde6 tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:19:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-950484113',display_name='tempest-VolumesNegativeTest-instance-950484113',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-950484113',id=31,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:19:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='53978769002b4d5e980c485d02d1484b',ramdisk_id='',reservation_id='r-99jszptt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesNegativeTest-1660618547',owner_user_name='tempest-VolumesNegativeTest-1660618547-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:19:08Z,user_data=None,user_id='ea09deedb98746a497ed31ce07b1c025',uuid=254e7300-fb61-42ec-8cab-5970d80fb1a8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d5540e5f-90fe-474b-9e0d-9ec38c2186f0", "address": "fa:16:3e:20:28:d5", "network": {"id": "3024f7a3-6806-4fa4-9c40-82722245ba25", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.90", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "608d96ff911940b9b17e9d184e222325", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5540e5f-90", "ovs_interfaceid": "d5540e5f-90fe-474b-9e0d-9ec38c2186f0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:20:53 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-d78cc3b8-6c6f-4f62-9905-683bf051cde6 tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Converting VIF {"id": "d5540e5f-90fe-474b-9e0d-9ec38c2186f0", "address": "fa:16:3e:20:28:d5", "network": {"id": "3024f7a3-6806-4fa4-9c40-82722245ba25", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.90", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "608d96ff911940b9b17e9d184e222325", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5540e5f-90", "ovs_interfaceid": "d5540e5f-90fe-474b-9e0d-9ec38c2186f0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:20:53 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-d78cc3b8-6c6f-4f62-9905-683bf051cde6 tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:20:28:d5,bridge_name='br-int',has_traffic_filtering=True,id=d5540e5f-90fe-474b-9e0d-9ec38c2186f0,network=Network(3024f7a3-6806-4fa4-9c40-82722245ba25),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd5540e5f-90') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:20:53 user nova-compute[74854]: DEBUG os_vif [None req-d78cc3b8-6c6f-4f62-9905-683bf051cde6 tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:20:28:d5,bridge_name='br-int',has_traffic_filtering=True,id=d5540e5f-90fe-474b-9e0d-9ec38c2186f0,network=Network(3024f7a3-6806-4fa4-9c40-82722245ba25),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd5540e5f-90') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:20:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd5540e5f-90, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:20:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:20:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=cebf06f7-6502-4ce9-86ad-2ed879e4b343) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:20:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:20:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:53 user nova-compute[74854]: INFO os_vif [None req-d78cc3b8-6c6f-4f62-9905-683bf051cde6 tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:20:28:d5,bridge_name='br-int',has_traffic_filtering=True,id=d5540e5f-90fe-474b-9e0d-9ec38c2186f0,network=Network(3024f7a3-6806-4fa4-9c40-82722245ba25),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd5540e5f-90')
Oct 23 17:20:53 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-d78cc3b8-6c6f-4f62-9905-683bf051cde6 tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] Deleting instance files /opt/stack/data/nova/instances/254e7300-fb61-42ec-8cab-5970d80fb1a8_del
Oct 23 17:20:53 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-d78cc3b8-6c6f-4f62-9905-683bf051cde6 tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] Deletion of /opt/stack/data/nova/instances/254e7300-fb61-42ec-8cab-5970d80fb1a8_del complete
Oct 23 17:20:53 user nova-compute[74854]: INFO nova.compute.manager [None req-d78cc3b8-6c6f-4f62-9905-683bf051cde6 tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] Took 1.35 seconds to destroy the instance on the hypervisor.
Oct 23 17:20:53 user nova-compute[74854]: DEBUG oslo.service.loopingcall [None req-d78cc3b8-6c6f-4f62-9905-683bf051cde6 tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 17:20:53 user nova-compute[74854]: DEBUG nova.compute.manager [-] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] Deallocating network for instance {{(pid=74854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 17:20:53 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] deallocate_for_instance() {{(pid=74854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 17:20:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:53 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:20:53 user nova-compute[74854]: DEBUG nova.compute.manager [req-952673b0-9c4b-4ba5-95a4-6967858d5011 req-1c8cffff-411f-4112-9550-2edd1c8e256c service nova] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] Received event network-vif-deleted-d5540e5f-90fe-474b-9e0d-9ec38c2186f0 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:20:53 user nova-compute[74854]: INFO nova.compute.manager [req-952673b0-9c4b-4ba5-95a4-6967858d5011 req-1c8cffff-411f-4112-9550-2edd1c8e256c service nova] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] Neutron deleted interface d5540e5f-90fe-474b-9e0d-9ec38c2186f0; detaching it from the instance and deleting it from the info cache
Oct 23 17:20:53 user nova-compute[74854]: DEBUG nova.network.neutron [req-952673b0-9c4b-4ba5-95a4-6967858d5011 req-1c8cffff-411f-4112-9550-2edd1c8e256c service nova] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:20:53 user nova-compute[74854]: INFO nova.compute.manager [-] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] Took 0.48 seconds to deallocate network for instance.
Oct 23 17:20:53 user nova-compute[74854]: DEBUG nova.compute.manager [req-952673b0-9c4b-4ba5-95a4-6967858d5011 req-1c8cffff-411f-4112-9550-2edd1c8e256c service nova] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] Detach interface failed, port_id=d5540e5f-90fe-474b-9e0d-9ec38c2186f0, reason: Instance 254e7300-fb61-42ec-8cab-5970d80fb1a8 could not be found. {{(pid=74854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 23 17:20:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:53 user nova-compute[74854]: DEBUG nova.compute.manager [req-f5967e96-32e1-4af7-9321-0b3afad90841 req-d8806bb7-e1f5-43c3-8294-627938eae7cb service nova] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Received event network-vif-plugged-523caa3b-3e93-4699-8074-53aff5c4aac6 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:20:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-f5967e96-32e1-4af7-9321-0b3afad90841 req-d8806bb7-e1f5-43c3-8294-627938eae7cb service nova] Acquiring lock "ad4d9843-15d6-4f12-b06d-05f80beac969-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:20:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-f5967e96-32e1-4af7-9321-0b3afad90841 req-d8806bb7-e1f5-43c3-8294-627938eae7cb service nova] Lock "ad4d9843-15d6-4f12-b06d-05f80beac969-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:20:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-f5967e96-32e1-4af7-9321-0b3afad90841 req-d8806bb7-e1f5-43c3-8294-627938eae7cb service nova] Lock "ad4d9843-15d6-4f12-b06d-05f80beac969-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:20:53 user nova-compute[74854]: DEBUG nova.compute.manager [req-f5967e96-32e1-4af7-9321-0b3afad90841 req-d8806bb7-e1f5-43c3-8294-627938eae7cb service nova] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] No waiting events found dispatching network-vif-plugged-523caa3b-3e93-4699-8074-53aff5c4aac6 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:20:53 user nova-compute[74854]: WARNING nova.compute.manager [req-f5967e96-32e1-4af7-9321-0b3afad90841 req-d8806bb7-e1f5-43c3-8294-627938eae7cb service nova] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Received unexpected event network-vif-plugged-523caa3b-3e93-4699-8074-53aff5c4aac6 for instance with vm_state active and task_state rescuing.
Oct 23 17:20:53 user nova-compute[74854]: DEBUG nova.compute.manager [req-f5967e96-32e1-4af7-9321-0b3afad90841 req-d8806bb7-e1f5-43c3-8294-627938eae7cb service nova] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Received event network-vif-plugged-b4c30a38-b2d2-48cc-8027-64b4799106ec {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:20:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-f5967e96-32e1-4af7-9321-0b3afad90841 req-d8806bb7-e1f5-43c3-8294-627938eae7cb service nova] Acquiring lock "bcd80f5d-4fa8-48b7-821a-af655747e1f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:20:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-f5967e96-32e1-4af7-9321-0b3afad90841 req-d8806bb7-e1f5-43c3-8294-627938eae7cb service nova] Lock "bcd80f5d-4fa8-48b7-821a-af655747e1f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:20:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-f5967e96-32e1-4af7-9321-0b3afad90841 req-d8806bb7-e1f5-43c3-8294-627938eae7cb service nova] Lock "bcd80f5d-4fa8-48b7-821a-af655747e1f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:20:53 user nova-compute[74854]: DEBUG nova.compute.manager [req-f5967e96-32e1-4af7-9321-0b3afad90841 req-d8806bb7-e1f5-43c3-8294-627938eae7cb service nova] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] No waiting events found dispatching network-vif-plugged-b4c30a38-b2d2-48cc-8027-64b4799106ec {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:20:53 user nova-compute[74854]: WARNING nova.compute.manager [req-f5967e96-32e1-4af7-9321-0b3afad90841 req-d8806bb7-e1f5-43c3-8294-627938eae7cb service nova] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Received unexpected event network-vif-plugged-b4c30a38-b2d2-48cc-8027-64b4799106ec for instance with vm_state building and task_state spawning.
Oct 23 17:20:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d78cc3b8-6c6f-4f62-9905-683bf051cde6 tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:20:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d78cc3b8-6c6f-4f62-9905-683bf051cde6 tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:20:53 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:20:53 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:20:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:20:54 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-d78cc3b8-6c6f-4f62-9905-683bf051cde6 tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:20:54 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-d78cc3b8-6c6f-4f62-9905-683bf051cde6 tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:20:54 user nova-compute[74854]: DEBUG nova.compute.manager [req-b0019a2b-9796-452a-aade-a41fb0a8fbec req-6172879f-61de-4192-a27b-33f7be09648e service nova] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] Received event network-vif-plugged-d5540e5f-90fe-474b-9e0d-9ec38c2186f0 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:20:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-b0019a2b-9796-452a-aade-a41fb0a8fbec req-6172879f-61de-4192-a27b-33f7be09648e service nova] Acquiring lock "254e7300-fb61-42ec-8cab-5970d80fb1a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:20:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-b0019a2b-9796-452a-aade-a41fb0a8fbec req-6172879f-61de-4192-a27b-33f7be09648e service nova] Lock "254e7300-fb61-42ec-8cab-5970d80fb1a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:20:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-b0019a2b-9796-452a-aade-a41fb0a8fbec req-6172879f-61de-4192-a27b-33f7be09648e service nova] Lock "254e7300-fb61-42ec-8cab-5970d80fb1a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:20:54 user nova-compute[74854]: DEBUG nova.compute.manager [req-b0019a2b-9796-452a-aade-a41fb0a8fbec req-6172879f-61de-4192-a27b-33f7be09648e service nova] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] No waiting events found dispatching network-vif-plugged-d5540e5f-90fe-474b-9e0d-9ec38c2186f0 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:20:54 user nova-compute[74854]: WARNING nova.compute.manager [req-b0019a2b-9796-452a-aade-a41fb0a8fbec req-6172879f-61de-4192-a27b-33f7be09648e service nova] [instance: 254e7300-fb61-42ec-8cab-5970d80fb1a8] Received unexpected event network-vif-plugged-d5540e5f-90fe-474b-9e0d-9ec38c2186f0 for instance with vm_state deleted and task_state None.
Oct 23 17:20:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d78cc3b8-6c6f-4f62-9905-683bf051cde6 tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.773s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:20:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.643s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:20:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:20:54 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Auditing locally available compute resources for user (node: user) {{(pid=74854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 17:20:54 user nova-compute[74854]: INFO nova.scheduler.client.report [None req-d78cc3b8-6c6f-4f62-9905-683bf051cde6 tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Deleted allocations for instance 254e7300-fb61-42ec-8cab-5970d80fb1a8
Oct 23 17:20:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d78cc3b8-6c6f-4f62-9905-683bf051cde6 tempest-VolumesNegativeTest-1660618547 tempest-VolumesNegativeTest-1660618547-project-member] Lock "254e7300-fb61-42ec-8cab-5970d80fb1a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.074s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:20:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.rescue --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.rescue --force-share --output=json" returned: 0 in 0.176s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.rescue --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.rescue --force-share --output=json" returned: 0 in 0.189s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:55 user nova-compute[74854]: DEBUG nova.compute.manager [None req-dec30494-341f-4226-a13d-f13cd4c6991b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:20:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:55 user nova-compute[74854]: DEBUG nova.compute.manager [req-6b40a305-a941-4727-9853-4cd64e9731c5 req-33b56c00-7cbf-4398-9571-b86856dd5aed service nova] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Received event network-vif-plugged-b4c30a38-b2d2-48cc-8027-64b4799106ec {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:20:55 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-6b40a305-a941-4727-9853-4cd64e9731c5 req-33b56c00-7cbf-4398-9571-b86856dd5aed service nova] Acquiring lock "bcd80f5d-4fa8-48b7-821a-af655747e1f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:20:55 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-6b40a305-a941-4727-9853-4cd64e9731c5 req-33b56c00-7cbf-4398-9571-b86856dd5aed service nova] Lock "bcd80f5d-4fa8-48b7-821a-af655747e1f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:20:55 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-6b40a305-a941-4727-9853-4cd64e9731c5 req-33b56c00-7cbf-4398-9571-b86856dd5aed service nova] Lock "bcd80f5d-4fa8-48b7-821a-af655747e1f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:20:55 user nova-compute[74854]: DEBUG nova.compute.manager [req-6b40a305-a941-4727-9853-4cd64e9731c5 req-33b56c00-7cbf-4398-9571-b86856dd5aed service nova] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] No waiting events found dispatching network-vif-plugged-b4c30a38-b2d2-48cc-8027-64b4799106ec {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:20:55 user nova-compute[74854]: WARNING nova.compute.manager [req-6b40a305-a941-4727-9853-4cd64e9731c5 req-33b56c00-7cbf-4398-9571-b86856dd5aed service nova] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Received unexpected event network-vif-plugged-b4c30a38-b2d2-48cc-8027-64b4799106ec for instance with vm_state building and task_state spawning.
Oct 23 17:20:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:56 user nova-compute[74854]: DEBUG nova.compute.manager [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Instance event wait completed in 0 seconds for  {{(pid=74854) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 17:20:56 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Guest created on hypervisor {{(pid=74854) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 17:20:56 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Instance spawned successfully.
Oct 23 17:20:56 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 17:20:56 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Found default for hw_input_bus of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:20:56 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Found default for hw_pointer_model of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:20:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:56 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:20:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:56 user nova-compute[74854]: INFO nova.compute.manager [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Took 8.43 seconds to spawn the instance on the hypervisor.
Oct 23 17:20:56 user nova-compute[74854]: DEBUG nova.compute.manager [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:20:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:56 user nova-compute[74854]: INFO nova.compute.manager [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Took 9.65 seconds to build instance.
Oct 23 17:20:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-322f7410-c41f-4210-ac39-bddac658054b tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lock "bcd80f5d-4fa8-48b7-821a-af655747e1f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.765s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:20:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json" returned: 0 in 0.263s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bcd80f5d-4fa8-48b7-821a-af655747e1f2/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bcd80f5d-4fa8-48b7-821a-af655747e1f2/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bcd80f5d-4fa8-48b7-821a-af655747e1f2/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bcd80f5d-4fa8-48b7-821a-af655747e1f2/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7809ba0d-ad90-46fb-bf9c-55d619abe533/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7809ba0d-ad90-46fb-bf9c-55d619abe533/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7809ba0d-ad90-46fb-bf9c-55d619abe533/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7809ba0d-ad90-46fb-bf9c-55d619abe533/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:58 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:20:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/580da1a3-7254-45c0-be44-6f3f43c58036/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/580da1a3-7254-45c0-be44-6f3f43c58036/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/580da1a3-7254-45c0-be44-6f3f43c58036/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/580da1a3-7254-45c0-be44-6f3f43c58036/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c827823-bc2c-4c58-b769-e9d32e820d7a/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c827823-bc2c-4c58-b769-e9d32e820d7a/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c827823-bc2c-4c58-b769-e9d32e820d7a/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c827823-bc2c-4c58-b769-e9d32e820d7a/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad4d9843-15d6-4f12-b06d-05f80beac969/disk.rescue --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad4d9843-15d6-4f12-b06d-05f80beac969/disk.rescue --force-share --output=json" returned: 0 in 0.186s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad4d9843-15d6-4f12-b06d-05f80beac969/disk.rescue --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:20:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad4d9843-15d6-4f12-b06d-05f80beac969/disk.rescue --force-share --output=json" returned: 0 in 0.188s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:20:59 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /opt/stack/data/nova/instances/ad4d9843-15d6-4f12-b06d-05f80beac969/disk (vdb) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:20:59 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:21:00 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:21:00 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:21:00 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Hypervisor/Node resource view: name=user free_ram=7585MB free_disk=24.61114501953125GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=74854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 17:21:00 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:21:00 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:21:00 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance f150b707-22b3-43b5-b657-0c2e19bcf524 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:21:00 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 30026d10-f080-4a53-8a4e-b8be523fe48e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:21:00 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:21:00 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance ebdd2079-dbb8-44e5-8e02-53df3302b70f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:21:00 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:21:00 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:21:00 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 830c4171-3aa6-489f-a2bf-78405615ddb6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:21:00 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 7809ba0d-ad90-46fb-bf9c-55d619abe533 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:21:00 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance ad4d9843-15d6-4f12-b06d-05f80beac969 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:21:00 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 580da1a3-7254-45c0-be44-6f3f43c58036 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:21:00 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 1c827823-bc2c-4c58-b769-e9d32e820d7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:21:00 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance bcd80f5d-4fa8-48b7-821a-af655747e1f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:21:00 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 17:21:00 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 17:21:00 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:21:00 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:21:00 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Compute_service record updated for user:user {{(pid=74854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 17:21:00 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.575s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:21:01 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:21:01 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:21:01 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Starting heal instance info cache {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 17:21:01 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "refresh_cache-a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:21:01 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquired lock "refresh_cache-a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:21:01 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Forcefully refreshing network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 17:21:02 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Updating instance_info_cache with network_info: [{"id": "d9833449-c297-4a3f-9046-9e69b4182795", "address": "fa:16:3e:39:9a:1e", "network": {"id": "96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1329263426-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bca03991a9df481c86def54ea306564f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9833449-c2", "ovs_interfaceid": "d9833449-c297-4a3f-9046-9e69b4182795", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:21:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Releasing lock "refresh_cache-a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:21:02 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Updated the network info_cache for instance {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 17:21:02 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:21:02 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:21:03 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:21:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-799366ec-4dc6-45aa-ac6c-1615280e7676 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Acquiring lock "a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:21:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-799366ec-4dc6-45aa-ac6c-1615280e7676 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:21:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-799366ec-4dc6-45aa-ac6c-1615280e7676 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Acquiring lock "a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:21:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-799366ec-4dc6-45aa-ac6c-1615280e7676 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:21:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-799366ec-4dc6-45aa-ac6c-1615280e7676 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:21:06 user nova-compute[74854]: INFO nova.compute.manager [None req-799366ec-4dc6-45aa-ac6c-1615280e7676 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Terminating instance
Oct 23 17:21:06 user nova-compute[74854]: DEBUG nova.compute.manager [None req-799366ec-4dc6-45aa-ac6c-1615280e7676 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Start destroying the instance on the hypervisor. {{(pid=74854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 17:21:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:21:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:21:06 user nova-compute[74854]: DEBUG nova.compute.manager [req-b7b967b1-5065-4da2-a5df-b0c479041991 req-269bbdae-8bf5-4bfb-a66a-2f6cf7c2dd12 service nova] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Received event network-vif-unplugged-932952db-8d52-4df4-93fb-72a96300f920 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:21:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-b7b967b1-5065-4da2-a5df-b0c479041991 req-269bbdae-8bf5-4bfb-a66a-2f6cf7c2dd12 service nova] Acquiring lock "a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:21:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-b7b967b1-5065-4da2-a5df-b0c479041991 req-269bbdae-8bf5-4bfb-a66a-2f6cf7c2dd12 service nova] Lock "a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:21:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-b7b967b1-5065-4da2-a5df-b0c479041991 req-269bbdae-8bf5-4bfb-a66a-2f6cf7c2dd12 service nova] Lock "a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:21:06 user nova-compute[74854]: DEBUG nova.compute.manager [req-b7b967b1-5065-4da2-a5df-b0c479041991 req-269bbdae-8bf5-4bfb-a66a-2f6cf7c2dd12 service nova] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] No waiting events found dispatching network-vif-unplugged-932952db-8d52-4df4-93fb-72a96300f920 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:21:06 user nova-compute[74854]: DEBUG nova.compute.manager [req-b7b967b1-5065-4da2-a5df-b0c479041991 req-269bbdae-8bf5-4bfb-a66a-2f6cf7c2dd12 service nova] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Received event network-vif-unplugged-932952db-8d52-4df4-93fb-72a96300f920 for instance with task_state deleting. {{(pid=74854) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 17:21:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:21:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:21:07 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Instance destroyed successfully.
Oct 23 17:21:07 user nova-compute[74854]: DEBUG nova.objects.instance [None req-799366ec-4dc6-45aa-ac6c-1615280e7676 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lazy-loading 'resources' on Instance uuid a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:21:07 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-799366ec-4dc6-45aa-ac6c-1615280e7676 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-23T17:15:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-852945115',display_name='tempest-ServerActionsTestOtherA-server-1643376145',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-852945115',id=25,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFS3YPZM0TXj1upT2tGYS+vj/SrPUWFfZp9RYpYFxc+Y7bF73y9G4kX+3d1wCFgoxWw+552loHSoCpOOf8CH3ww+VMIP51U7Ty1GXUpJFq69CeUuAWj/dI+a1WQSMUGv3Q==',key_name='tempest-keypair-1133157479',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:17:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bca03991a9df481c86def54ea306564f',ramdisk_id='',reservation_id='r-d69fkayo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1778139926',owner_user_name='tempest-ServerActionsTestOtherA-1778139926-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:17:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5675213e913d4779a484c9a3715f56cf',uuid=a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "932952db-8d52-4df4-93fb-72a96300f920", "address": "fa:16:3e:1f:39:57", "network": {"id": "96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1329263426-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.61", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bca03991a9df481c86def54ea306564f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap932952db-8d", "ovs_interfaceid": "932952db-8d52-4df4-93fb-72a96300f920", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:21:07 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-799366ec-4dc6-45aa-ac6c-1615280e7676 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Converting VIF {"id": "932952db-8d52-4df4-93fb-72a96300f920", "address": "fa:16:3e:1f:39:57", "network": {"id": "96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1329263426-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.61", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bca03991a9df481c86def54ea306564f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap932952db-8d", "ovs_interfaceid": "932952db-8d52-4df4-93fb-72a96300f920", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:21:07 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-799366ec-4dc6-45aa-ac6c-1615280e7676 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:1f:39:57,bridge_name='br-int',has_traffic_filtering=True,id=932952db-8d52-4df4-93fb-72a96300f920,network=Network(96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap932952db-8d') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:21:07 user nova-compute[74854]: DEBUG os_vif [None req-799366ec-4dc6-45aa-ac6c-1615280e7676 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:1f:39:57,bridge_name='br-int',has_traffic_filtering=True,id=932952db-8d52-4df4-93fb-72a96300f920,network=Network(96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap932952db-8d') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:21:07 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:21:07 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap932952db-8d, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:21:07 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:21:07 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:21:07 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:21:07 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8aff2d5a-a4fd-4ad6-80b7-75b8e3c2f344) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:21:07 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:21:07 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:21:07 user nova-compute[74854]: INFO os_vif [None req-799366ec-4dc6-45aa-ac6c-1615280e7676 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:1f:39:57,bridge_name='br-int',has_traffic_filtering=True,id=932952db-8d52-4df4-93fb-72a96300f920,network=Network(96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap932952db-8d')
Oct 23 17:21:07 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-799366ec-4dc6-45aa-ac6c-1615280e7676 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Deleting instance files /opt/stack/data/nova/instances/a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a_del
Oct 23 17:21:07 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-799366ec-4dc6-45aa-ac6c-1615280e7676 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Deletion of /opt/stack/data/nova/instances/a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a_del complete
Oct 23 17:21:07 user nova-compute[74854]: INFO nova.compute.manager [None req-799366ec-4dc6-45aa-ac6c-1615280e7676 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Took 0.95 seconds to destroy the instance on the hypervisor.
Oct 23 17:21:07 user nova-compute[74854]: DEBUG oslo.service.loopingcall [None req-799366ec-4dc6-45aa-ac6c-1615280e7676 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 17:21:07 user nova-compute[74854]: DEBUG nova.compute.manager [-] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Deallocating network for instance {{(pid=74854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 17:21:07 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] deallocate_for_instance() {{(pid=74854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 17:21:08 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:21:08 user nova-compute[74854]: INFO nova.compute.manager [-] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Took 0.69 seconds to deallocate network for instance.
Oct 23 17:21:08 user nova-compute[74854]: DEBUG nova.compute.manager [req-83c1d9da-c180-4569-a4ca-2ac64d2cfae4 req-9f8f5cf5-b200-42d3-bb8c-678baf7169b3 service nova] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Received event network-vif-deleted-932952db-8d52-4df4-93fb-72a96300f920 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:21:08 user nova-compute[74854]: INFO nova.compute.manager [req-83c1d9da-c180-4569-a4ca-2ac64d2cfae4 req-9f8f5cf5-b200-42d3-bb8c-678baf7169b3 service nova] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Neutron deleted interface 932952db-8d52-4df4-93fb-72a96300f920; detaching it from the instance and deleting it from the info cache
Oct 23 17:21:08 user nova-compute[74854]: DEBUG nova.network.neutron [req-83c1d9da-c180-4569-a4ca-2ac64d2cfae4 req-9f8f5cf5-b200-42d3-bb8c-678baf7169b3 service nova] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:21:08 user nova-compute[74854]: DEBUG nova.compute.manager [req-83c1d9da-c180-4569-a4ca-2ac64d2cfae4 req-9f8f5cf5-b200-42d3-bb8c-678baf7169b3 service nova] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Detach interface failed, port_id=932952db-8d52-4df4-93fb-72a96300f920, reason: Instance a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a could not be found. {{(pid=74854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 23 17:21:08 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-799366ec-4dc6-45aa-ac6c-1615280e7676 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:21:08 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-799366ec-4dc6-45aa-ac6c-1615280e7676 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:21:08 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-799366ec-4dc6-45aa-ac6c-1615280e7676 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:21:08 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-799366ec-4dc6-45aa-ac6c-1615280e7676 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:21:08 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-799366ec-4dc6-45aa-ac6c-1615280e7676 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.363s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:21:08 user nova-compute[74854]: INFO nova.scheduler.client.report [None req-799366ec-4dc6-45aa-ac6c-1615280e7676 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Deleted allocations for instance a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a
Oct 23 17:21:08 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-799366ec-4dc6-45aa-ac6c-1615280e7676 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.218s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:21:08 user nova-compute[74854]: DEBUG nova.compute.manager [req-c7c31ed1-8178-4b72-afb3-df2c912ee054 req-5dce34f8-69b8-48ba-81c7-f0cc7f36668f service nova] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Received event network-vif-plugged-932952db-8d52-4df4-93fb-72a96300f920 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:21:08 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-c7c31ed1-8178-4b72-afb3-df2c912ee054 req-5dce34f8-69b8-48ba-81c7-f0cc7f36668f service nova] Acquiring lock "a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:21:08 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-c7c31ed1-8178-4b72-afb3-df2c912ee054 req-5dce34f8-69b8-48ba-81c7-f0cc7f36668f service nova] Lock "a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:21:08 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-c7c31ed1-8178-4b72-afb3-df2c912ee054 req-5dce34f8-69b8-48ba-81c7-f0cc7f36668f service nova] Lock "a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:21:08 user nova-compute[74854]: DEBUG nova.compute.manager [req-c7c31ed1-8178-4b72-afb3-df2c912ee054 req-5dce34f8-69b8-48ba-81c7-f0cc7f36668f service nova] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] No waiting events found dispatching network-vif-plugged-932952db-8d52-4df4-93fb-72a96300f920 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:21:08 user nova-compute[74854]: WARNING nova.compute.manager [req-c7c31ed1-8178-4b72-afb3-df2c912ee054 req-5dce34f8-69b8-48ba-81c7-f0cc7f36668f service nova] [instance: a7e17ac8-b069-4d49-b8c3-cc9f1ca6997a] Received unexpected event network-vif-plugged-932952db-8d52-4df4-93fb-72a96300f920 for instance with vm_state deleted and task_state None.
Oct 23 17:21:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:21:12 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:21:15 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:21:17 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:21:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:21:22 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:21:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:21:27 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:21:32 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:21:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-f3a09523-d85d-4454-b8ec-7102cf813477 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Acquiring lock "30026d10-f080-4a53-8a4e-b8be523fe48e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:21:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-f3a09523-d85d-4454-b8ec-7102cf813477 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "30026d10-f080-4a53-8a4e-b8be523fe48e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:21:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-f3a09523-d85d-4454-b8ec-7102cf813477 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Acquiring lock "30026d10-f080-4a53-8a4e-b8be523fe48e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:21:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-f3a09523-d85d-4454-b8ec-7102cf813477 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "30026d10-f080-4a53-8a4e-b8be523fe48e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:21:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-f3a09523-d85d-4454-b8ec-7102cf813477 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "30026d10-f080-4a53-8a4e-b8be523fe48e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:21:35 user nova-compute[74854]: INFO nova.compute.manager [None req-f3a09523-d85d-4454-b8ec-7102cf813477 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Terminating instance
Oct 23 17:21:35 user nova-compute[74854]: DEBUG nova.compute.manager [None req-f3a09523-d85d-4454-b8ec-7102cf813477 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Start destroying the instance on the hypervisor. {{(pid=74854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 17:21:35 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:21:35 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG nova.compute.manager [req-ce308705-cd3c-4041-8d72-c9519044241d req-15e1bb55-ef42-4a7c-b25e-5d49a0c86521 service nova] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Received event network-vif-unplugged-76844ca9-ee3f-4faa-a83b-0ab1ca70e55c {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-ce308705-cd3c-4041-8d72-c9519044241d req-15e1bb55-ef42-4a7c-b25e-5d49a0c86521 service nova] Acquiring lock "30026d10-f080-4a53-8a4e-b8be523fe48e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-ce308705-cd3c-4041-8d72-c9519044241d req-15e1bb55-ef42-4a7c-b25e-5d49a0c86521 service nova] Lock "30026d10-f080-4a53-8a4e-b8be523fe48e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-ce308705-cd3c-4041-8d72-c9519044241d req-15e1bb55-ef42-4a7c-b25e-5d49a0c86521 service nova] Lock "30026d10-f080-4a53-8a4e-b8be523fe48e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG nova.compute.manager [req-ce308705-cd3c-4041-8d72-c9519044241d req-15e1bb55-ef42-4a7c-b25e-5d49a0c86521 service nova] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] No waiting events found dispatching network-vif-unplugged-76844ca9-ee3f-4faa-a83b-0ab1ca70e55c {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG nova.compute.manager [req-ce308705-cd3c-4041-8d72-c9519044241d req-15e1bb55-ef42-4a7c-b25e-5d49a0c86521 service nova] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Received event network-vif-unplugged-76844ca9-ee3f-4faa-a83b-0ab1ca70e55c for instance with task_state deleting. {{(pid=74854) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 17:21:36 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Instance destroyed successfully.
Oct 23 17:21:36 user nova-compute[74854]: DEBUG nova.objects.instance [None req-f3a09523-d85d-4454-b8ec-7102cf813477 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lazy-loading 'resources' on Instance uuid 30026d10-f080-4a53-8a4e-b8be523fe48e {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-f3a09523-d85d-4454-b8ec-7102cf813477 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:05:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1166003439',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1166003439',id=12,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:07:47Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='435cbd0d03324a45bdacc7d5b76213e4',ramdisk_id='',reservation_id='r-3n5fnwwv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-702610562',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:09:33Z,user_data=None,user_id='cdf5d05a392f4c0b925b8a1eca824323',uuid=30026d10-f080-4a53-8a4e-b8be523fe48e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "76844ca9-ee3f-4faa-a83b-0ab1ca70e55c", "address": "fa:16:3e:10:66:59", "network": {"id": "a40026f1-91de-4e98-85cd-c3bd1a956407", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1048031159-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "435cbd0d03324a45bdacc7d5b76213e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap76844ca9-ee", "ovs_interfaceid": "76844ca9-ee3f-4faa-a83b-0ab1ca70e55c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-f3a09523-d85d-4454-b8ec-7102cf813477 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Converting VIF {"id": "76844ca9-ee3f-4faa-a83b-0ab1ca70e55c", "address": "fa:16:3e:10:66:59", "network": {"id": "a40026f1-91de-4e98-85cd-c3bd1a956407", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1048031159-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "435cbd0d03324a45bdacc7d5b76213e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap76844ca9-ee", "ovs_interfaceid": "76844ca9-ee3f-4faa-a83b-0ab1ca70e55c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-f3a09523-d85d-4454-b8ec-7102cf813477 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:10:66:59,bridge_name='br-int',has_traffic_filtering=True,id=76844ca9-ee3f-4faa-a83b-0ab1ca70e55c,network=Network(a40026f1-91de-4e98-85cd-c3bd1a956407),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap76844ca9-ee') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG os_vif [None req-f3a09523-d85d-4454-b8ec-7102cf813477 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:10:66:59,bridge_name='br-int',has_traffic_filtering=True,id=76844ca9-ee3f-4faa-a83b-0ab1ca70e55c,network=Network(a40026f1-91de-4e98-85cd-c3bd1a956407),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap76844ca9-ee') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap76844ca9-ee, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=aeaffa54-ae1f-43c5-a082-2232852da68a) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:21:36 user nova-compute[74854]: INFO os_vif [None req-f3a09523-d85d-4454-b8ec-7102cf813477 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:10:66:59,bridge_name='br-int',has_traffic_filtering=True,id=76844ca9-ee3f-4faa-a83b-0ab1ca70e55c,network=Network(a40026f1-91de-4e98-85cd-c3bd1a956407),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap76844ca9-ee')
Oct 23 17:21:36 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f3a09523-d85d-4454-b8ec-7102cf813477 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] calling os-brick to detach iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a09523-d85d-4454-b8ec-7102cf813477 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, {'target_iqn': 'iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pDzaicVC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:21:36 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-f3a09523-d85d-4454-b8ec-7102cf813477 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:21:36 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-f3a09523-d85d-4454-b8ec-7102cf813477 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-f3a09523-d85d-4454-b8ec-7102cf813477 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6c93b12-0a34-4bee-a6a9-8723b82a60d5]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a09523-d85d-4454-b8ec-7102cf813477 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 17:21:36 user nova-compute[74854]: No targets found.
Oct 23 17:21:36 user nova-compute[74854]: iSNS:
Oct 23 17:21:36 user nova-compute[74854]: No targets found.
Oct 23 17:21:36 user nova-compute[74854]: STATIC:
Oct 23 17:21:36 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45
Oct 23 17:21:36 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:21:36 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:21:36 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701
Oct 23 17:21:36 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:21:36 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:21:36 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1
Oct 23 17:21:36 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:21:36 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:21:36 user nova-compute[74854]: FIRMWARE:
Oct 23 17:21:36 user nova-compute[74854]: No targets found.
Oct 23 17:21:36 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a09523-d85d-4454-b8ec-7102cf813477 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 17:21:36 user nova-compute[74854]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 17:21:36 user nova-compute[74854]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74854) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a09523-d85d-4454-b8ec-7102cf813477 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1', 0)] {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa51a5f9-2d14-44ec-9935-1c29358d3fe8]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ebfaeb1-e08b-4c0f-8566-3c7ae26be1be]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a09523-d85d-4454-b8ec-7102cf813477 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:21:36 user nova-compute[74854]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 (non-flash)
Oct 23 17:21:36 user nova-compute[74854]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 (non-flash)
Oct 23 17:21:36 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a09523-d85d-4454-b8ec-7102cf813477 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 (non-flash)
Oct 23 17:21:36 user nova-compute[74854]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 (non-flash)
Oct 23 17:21:36 user nova-compute[74854]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 (non-flash)
Oct 23 17:21:36 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a09523-d85d-4454-b8ec-7102cf813477 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f3038b4ec20>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1'): ({'sdc'}, set())}) {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-f3a09523-d85d-4454-b8ec-7102cf813477 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Removing single pathed devices sdc {{(pid=74854) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[25ecf683-9bcc-47a2-9e2e-6e7f43c193e7]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab8a90f5-36be-444a-9c69-cc12aa9d29be]: (4, ('ok\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-f3a09523-d85d-4454-b8ec-7102cf813477 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Flushing IO for device /dev/sdc {{(pid=74854) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[da83d4a5-d180-43c6-9ce4-f626b68d7109]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-f3a09523-d85d-4454-b8ec-7102cf813477 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74854) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.039s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe208e6d-f8ff-4e36-992c-c0c40402918c]: (4, ('1', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-f3a09523-d85d-4454-b8ec-7102cf813477 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-f3a09523-d85d-4454-b8ec-7102cf813477 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] SCSI volumes sdc have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a09523-d85d-4454-b8ec-7102cf813477 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1')] {{(pid=74854) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b286ad86-c98b-440d-aa79-99720793c364]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a09523-d85d-4454-b8ec-7102cf813477 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 -p 172.16.0.220:3260 --logout {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 -p 172.16.0.220:3260 --logout" returned: 0 in 0.050s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[aeb35be1-5f9f-4e49-802d-1505671a750b]: (4, ('Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1, portal: 172.16.0.220,3260]\nLogout of [sid: 13, target: iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a09523-d85d-4454-b8ec-7102cf813477 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1, portal: 172.16.0.220,3260]
Oct 23 17:21:36 user nova-compute[74854]: Logout of [sid: 13, target: iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1, portal: 172.16.0.220,3260] successful.
Oct 23 17:21:36 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 -p 172.16.0.220:3260 --op delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8bf6b634-e2f8-4bef-84d6-f96171e82cb1 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf34d243-a8c5-4dd6-94f8-a14c38239839]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a09523-d85d-4454-b8ec-7102cf813477 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-f3a09523-d85d-4454-b8ec-7102cf813477 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.295s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a09523-d85d-4454-b8ec-7102cf813477 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] <== disconnect_volume: return (297ms) None {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f3a09523-d85d-4454-b8ec-7102cf813477 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Disconnected iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 17:21:36 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-f3a09523-d85d-4454-b8ec-7102cf813477 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Deleting instance files /opt/stack/data/nova/instances/30026d10-f080-4a53-8a4e-b8be523fe48e_del
Oct 23 17:21:36 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-f3a09523-d85d-4454-b8ec-7102cf813477 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Deletion of /opt/stack/data/nova/instances/30026d10-f080-4a53-8a4e-b8be523fe48e_del complete
Oct 23 17:21:36 user nova-compute[74854]: INFO nova.compute.manager [None req-f3a09523-d85d-4454-b8ec-7102cf813477 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Took 0.96 seconds to destroy the instance on the hypervisor.
Oct 23 17:21:36 user nova-compute[74854]: DEBUG oslo.service.loopingcall [None req-f3a09523-d85d-4454-b8ec-7102cf813477 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG nova.compute.manager [-] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Deallocating network for instance {{(pid=74854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 17:21:36 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] deallocate_for_instance() {{(pid=74854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 17:21:37 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:21:37 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:21:37 user nova-compute[74854]: DEBUG nova.compute.manager [req-1bffa534-131d-4f2c-bebe-56bbb5aaca92 req-4d51b59f-9e56-4311-914a-4d1dc5e8abdf service nova] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Received event network-vif-deleted-76844ca9-ee3f-4faa-a83b-0ab1ca70e55c {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:21:37 user nova-compute[74854]: INFO nova.compute.manager [req-1bffa534-131d-4f2c-bebe-56bbb5aaca92 req-4d51b59f-9e56-4311-914a-4d1dc5e8abdf service nova] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Neutron deleted interface 76844ca9-ee3f-4faa-a83b-0ab1ca70e55c; detaching it from the instance and deleting it from the info cache
Oct 23 17:21:37 user nova-compute[74854]: DEBUG nova.network.neutron [req-1bffa534-131d-4f2c-bebe-56bbb5aaca92 req-4d51b59f-9e56-4311-914a-4d1dc5e8abdf service nova] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:21:37 user nova-compute[74854]: INFO nova.compute.manager [-] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Took 0.72 seconds to deallocate network for instance.
Oct 23 17:21:37 user nova-compute[74854]: DEBUG nova.compute.manager [req-1bffa534-131d-4f2c-bebe-56bbb5aaca92 req-4d51b59f-9e56-4311-914a-4d1dc5e8abdf service nova] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Detach interface failed, port_id=76844ca9-ee3f-4faa-a83b-0ab1ca70e55c, reason: Instance 30026d10-f080-4a53-8a4e-b8be523fe48e could not be found. {{(pid=74854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 23 17:21:38 user nova-compute[74854]: DEBUG nova.compute.manager [req-c00e4866-7a39-45f3-902e-23a3d331a19b req-2e48b6ba-e548-426d-b8d1-60693e6df1c5 service nova] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Received event network-vif-plugged-76844ca9-ee3f-4faa-a83b-0ab1ca70e55c {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:21:38 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-c00e4866-7a39-45f3-902e-23a3d331a19b req-2e48b6ba-e548-426d-b8d1-60693e6df1c5 service nova] Acquiring lock "30026d10-f080-4a53-8a4e-b8be523fe48e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:21:38 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-c00e4866-7a39-45f3-902e-23a3d331a19b req-2e48b6ba-e548-426d-b8d1-60693e6df1c5 service nova] Lock "30026d10-f080-4a53-8a4e-b8be523fe48e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:21:38 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-c00e4866-7a39-45f3-902e-23a3d331a19b req-2e48b6ba-e548-426d-b8d1-60693e6df1c5 service nova] Lock "30026d10-f080-4a53-8a4e-b8be523fe48e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:21:38 user nova-compute[74854]: DEBUG nova.compute.manager [req-c00e4866-7a39-45f3-902e-23a3d331a19b req-2e48b6ba-e548-426d-b8d1-60693e6df1c5 service nova] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] No waiting events found dispatching network-vif-plugged-76844ca9-ee3f-4faa-a83b-0ab1ca70e55c {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:21:38 user nova-compute[74854]: WARNING nova.compute.manager [req-c00e4866-7a39-45f3-902e-23a3d331a19b req-2e48b6ba-e548-426d-b8d1-60693e6df1c5 service nova] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Received unexpected event network-vif-plugged-76844ca9-ee3f-4faa-a83b-0ab1ca70e55c for instance with vm_state active and task_state deleting.
Oct 23 17:21:38 user nova-compute[74854]: INFO nova.compute.manager [None req-f3a09523-d85d-4454-b8ec-7102cf813477 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: 30026d10-f080-4a53-8a4e-b8be523fe48e] Took 0.83 seconds to detach 1 volumes for instance.
Oct 23 17:21:38 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-f3a09523-d85d-4454-b8ec-7102cf813477 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:21:38 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-f3a09523-d85d-4454-b8ec-7102cf813477 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:21:38 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-f3a09523-d85d-4454-b8ec-7102cf813477 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:21:38 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-f3a09523-d85d-4454-b8ec-7102cf813477 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:21:38 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-f3a09523-d85d-4454-b8ec-7102cf813477 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.632s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:21:39 user nova-compute[74854]: INFO nova.scheduler.client.report [None req-f3a09523-d85d-4454-b8ec-7102cf813477 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Deleted allocations for instance 30026d10-f080-4a53-8a4e-b8be523fe48e
Oct 23 17:21:39 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-f3a09523-d85d-4454-b8ec-7102cf813477 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "30026d10-f080-4a53-8a4e-b8be523fe48e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.338s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:21:41 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:21:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:21:48 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:21:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:21:51 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:21:51 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:21:51 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 17:21:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-8c6aac04-f788-49aa-a8c7-90ce474fbf74 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Acquiring lock "580da1a3-7254-45c0-be44-6f3f43c58036" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:21:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-8c6aac04-f788-49aa-a8c7-90ce474fbf74 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "580da1a3-7254-45c0-be44-6f3f43c58036" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:21:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-8c6aac04-f788-49aa-a8c7-90ce474fbf74 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Acquiring lock "580da1a3-7254-45c0-be44-6f3f43c58036-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:21:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-8c6aac04-f788-49aa-a8c7-90ce474fbf74 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "580da1a3-7254-45c0-be44-6f3f43c58036-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.003s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:21:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-8c6aac04-f788-49aa-a8c7-90ce474fbf74 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "580da1a3-7254-45c0-be44-6f3f43c58036-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:21:52 user nova-compute[74854]: INFO nova.compute.manager [None req-8c6aac04-f788-49aa-a8c7-90ce474fbf74 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Terminating instance
Oct 23 17:21:52 user nova-compute[74854]: DEBUG nova.compute.manager [None req-8c6aac04-f788-49aa-a8c7-90ce474fbf74 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Start destroying the instance on the hypervisor. {{(pid=74854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 17:21:52 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:21:52 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:21:52 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:21:52 user nova-compute[74854]: DEBUG nova.compute.manager [req-ccc40d70-0cec-4e66-abde-e3b8c2d97c46 req-cbb32a57-e826-47ca-bd55-4f29a7624c68 service nova] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Received event network-vif-unplugged-68c55564-01a7-42b7-ba22-526bf32d0806 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:21:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-ccc40d70-0cec-4e66-abde-e3b8c2d97c46 req-cbb32a57-e826-47ca-bd55-4f29a7624c68 service nova] Acquiring lock "580da1a3-7254-45c0-be44-6f3f43c58036-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:21:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-ccc40d70-0cec-4e66-abde-e3b8c2d97c46 req-cbb32a57-e826-47ca-bd55-4f29a7624c68 service nova] Lock "580da1a3-7254-45c0-be44-6f3f43c58036-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:21:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-ccc40d70-0cec-4e66-abde-e3b8c2d97c46 req-cbb32a57-e826-47ca-bd55-4f29a7624c68 service nova] Lock "580da1a3-7254-45c0-be44-6f3f43c58036-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:21:52 user nova-compute[74854]: DEBUG nova.compute.manager [req-ccc40d70-0cec-4e66-abde-e3b8c2d97c46 req-cbb32a57-e826-47ca-bd55-4f29a7624c68 service nova] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] No waiting events found dispatching network-vif-unplugged-68c55564-01a7-42b7-ba22-526bf32d0806 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:21:52 user nova-compute[74854]: DEBUG nova.compute.manager [req-ccc40d70-0cec-4e66-abde-e3b8c2d97c46 req-cbb32a57-e826-47ca-bd55-4f29a7624c68 service nova] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Received event network-vif-unplugged-68c55564-01a7-42b7-ba22-526bf32d0806 for instance with task_state deleting. {{(pid=74854) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 17:21:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:21:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:21:53 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Instance destroyed successfully.
Oct 23 17:21:53 user nova-compute[74854]: DEBUG nova.objects.instance [None req-8c6aac04-f788-49aa-a8c7-90ce474fbf74 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lazy-loading 'resources' on Instance uuid 580da1a3-7254-45c0-be44-6f3f43c58036 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:21:53 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-8c6aac04-f788-49aa-a8c7-90ce474fbf74 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-23T17:16:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-539253140',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-539253140',id=28,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAGNv9i8EzSWNffVBy6oMq8yuQXIMYTpt+6zxBHgg23iWjcePnC8mEfDgrlBhuORCnLFyLgGMTHxOywfVm0BkkzDLLsH32lTjEqezsSyqrLA3SGipRn4uSBFPr482KUKlg==',key_name='tempest-keypair-1218121197',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:20:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='590f192c09b34f998151336d4f75a7ab',ramdisk_id='',reservation_id='r-nm550x6o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1043335963',owner_user_name='tempest-AttachVolumeShelveTestJSON-1043335963-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:20:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c7e89ab1e2c5401592611fea7c8edbf8',uuid=580da1a3-7254-45c0-be44-6f3f43c58036,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "68c55564-01a7-42b7-ba22-526bf32d0806", "address": "fa:16:3e:05:80:38", "network": {"id": "b7b7a8af-8224-4220-a014-98e5defb0f84", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-621326047-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "590f192c09b34f998151336d4f75a7ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68c55564-01", "ovs_interfaceid": "68c55564-01a7-42b7-ba22-526bf32d0806", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:21:53 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-8c6aac04-f788-49aa-a8c7-90ce474fbf74 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Converting VIF {"id": "68c55564-01a7-42b7-ba22-526bf32d0806", "address": "fa:16:3e:05:80:38", "network": {"id": "b7b7a8af-8224-4220-a014-98e5defb0f84", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-621326047-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "590f192c09b34f998151336d4f75a7ab", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap68c55564-01", "ovs_interfaceid": "68c55564-01a7-42b7-ba22-526bf32d0806", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:21:53 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-8c6aac04-f788-49aa-a8c7-90ce474fbf74 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:05:80:38,bridge_name='br-int',has_traffic_filtering=True,id=68c55564-01a7-42b7-ba22-526bf32d0806,network=Network(b7b7a8af-8224-4220-a014-98e5defb0f84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap68c55564-01') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:21:53 user nova-compute[74854]: DEBUG os_vif [None req-8c6aac04-f788-49aa-a8c7-90ce474fbf74 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:05:80:38,bridge_name='br-int',has_traffic_filtering=True,id=68c55564-01a7-42b7-ba22-526bf32d0806,network=Network(b7b7a8af-8224-4220-a014-98e5defb0f84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap68c55564-01') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:21:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:21:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap68c55564-01, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:21:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:21:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:21:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:21:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9300374c-06c6-4819-917f-539f122ae09d) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:21:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:21:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:21:53 user nova-compute[74854]: INFO os_vif [None req-8c6aac04-f788-49aa-a8c7-90ce474fbf74 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:05:80:38,bridge_name='br-int',has_traffic_filtering=True,id=68c55564-01a7-42b7-ba22-526bf32d0806,network=Network(b7b7a8af-8224-4220-a014-98e5defb0f84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap68c55564-01')
Oct 23 17:21:53 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-8c6aac04-f788-49aa-a8c7-90ce474fbf74 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Deleting instance files /opt/stack/data/nova/instances/580da1a3-7254-45c0-be44-6f3f43c58036_del
Oct 23 17:21:53 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-8c6aac04-f788-49aa-a8c7-90ce474fbf74 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Deletion of /opt/stack/data/nova/instances/580da1a3-7254-45c0-be44-6f3f43c58036_del complete
Oct 23 17:21:53 user nova-compute[74854]: INFO nova.compute.manager [None req-8c6aac04-f788-49aa-a8c7-90ce474fbf74 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Took 0.85 seconds to destroy the instance on the hypervisor.
Oct 23 17:21:53 user nova-compute[74854]: DEBUG oslo.service.loopingcall [None req-8c6aac04-f788-49aa-a8c7-90ce474fbf74 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 17:21:53 user nova-compute[74854]: DEBUG nova.compute.manager [-] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Deallocating network for instance {{(pid=74854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 17:21:53 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] deallocate_for_instance() {{(pid=74854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 17:21:54 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:21:54 user nova-compute[74854]: DEBUG nova.compute.manager [req-be0f22b4-622c-4882-b233-90ab9f323dac req-a9914f48-1a4a-416f-8b98-5a1551722072 service nova] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Received event network-vif-deleted-68c55564-01a7-42b7-ba22-526bf32d0806 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:21:54 user nova-compute[74854]: INFO nova.compute.manager [req-be0f22b4-622c-4882-b233-90ab9f323dac req-a9914f48-1a4a-416f-8b98-5a1551722072 service nova] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Neutron deleted interface 68c55564-01a7-42b7-ba22-526bf32d0806; detaching it from the instance and deleting it from the info cache
Oct 23 17:21:54 user nova-compute[74854]: DEBUG nova.network.neutron [req-be0f22b4-622c-4882-b233-90ab9f323dac req-a9914f48-1a4a-416f-8b98-5a1551722072 service nova] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:21:54 user nova-compute[74854]: INFO nova.compute.manager [-] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Took 0.68 seconds to deallocate network for instance.
Oct 23 17:21:54 user nova-compute[74854]: DEBUG nova.compute.manager [req-be0f22b4-622c-4882-b233-90ab9f323dac req-a9914f48-1a4a-416f-8b98-5a1551722072 service nova] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Detach interface failed, port_id=68c55564-01a7-42b7-ba22-526bf32d0806, reason: Instance 580da1a3-7254-45c0-be44-6f3f43c58036 could not be found. {{(pid=74854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 23 17:21:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-8c6aac04-f788-49aa-a8c7-90ce474fbf74 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:21:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-8c6aac04-f788-49aa-a8c7-90ce474fbf74 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:21:54 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-8c6aac04-f788-49aa-a8c7-90ce474fbf74 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:21:54 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-8c6aac04-f788-49aa-a8c7-90ce474fbf74 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:21:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-8c6aac04-f788-49aa-a8c7-90ce474fbf74 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.310s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:21:54 user nova-compute[74854]: INFO nova.scheduler.client.report [None req-8c6aac04-f788-49aa-a8c7-90ce474fbf74 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Deleted allocations for instance 580da1a3-7254-45c0-be44-6f3f43c58036
Oct 23 17:21:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-8c6aac04-f788-49aa-a8c7-90ce474fbf74 tempest-AttachVolumeShelveTestJSON-1043335963 tempest-AttachVolumeShelveTestJSON-1043335963-project-member] Lock "580da1a3-7254-45c0-be44-6f3f43c58036" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.036s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:21:54 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:21:54 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:21:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:21:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:21:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:21:54 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Auditing locally available compute resources for user (node: user) {{(pid=74854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 17:21:54 user nova-compute[74854]: DEBUG nova.compute.manager [req-ecf1a644-7279-4d20-9474-52a12b6b1fd6 req-a73a52a1-7d09-4a00-a465-a09ce942769b service nova] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Received event network-vif-plugged-68c55564-01a7-42b7-ba22-526bf32d0806 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:21:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-ecf1a644-7279-4d20-9474-52a12b6b1fd6 req-a73a52a1-7d09-4a00-a465-a09ce942769b service nova] Acquiring lock "580da1a3-7254-45c0-be44-6f3f43c58036-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:21:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-ecf1a644-7279-4d20-9474-52a12b6b1fd6 req-a73a52a1-7d09-4a00-a465-a09ce942769b service nova] Lock "580da1a3-7254-45c0-be44-6f3f43c58036-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:21:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-ecf1a644-7279-4d20-9474-52a12b6b1fd6 req-a73a52a1-7d09-4a00-a465-a09ce942769b service nova] Lock "580da1a3-7254-45c0-be44-6f3f43c58036-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:21:54 user nova-compute[74854]: DEBUG nova.compute.manager [req-ecf1a644-7279-4d20-9474-52a12b6b1fd6 req-a73a52a1-7d09-4a00-a465-a09ce942769b service nova] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] No waiting events found dispatching network-vif-plugged-68c55564-01a7-42b7-ba22-526bf32d0806 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:21:54 user nova-compute[74854]: WARNING nova.compute.manager [req-ecf1a644-7279-4d20-9474-52a12b6b1fd6 req-a73a52a1-7d09-4a00-a465-a09ce942769b service nova] [instance: 580da1a3-7254-45c0-be44-6f3f43c58036] Received unexpected event network-vif-plugged-68c55564-01a7-42b7-ba22-526bf32d0806 for instance with vm_state deleted and task_state None.
Oct 23 17:21:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.rescue --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:21:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.rescue --force-share --output=json" returned: 0 in 0.179s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:21:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.rescue --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:21:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.rescue --force-share --output=json" returned: 0 in 0.175s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:21:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:21:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:21:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:21:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:21:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:21:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:21:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:21:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:21:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:21:56 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:21:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:21:56 user nova-compute[74854]: DEBUG nova.compute.manager [req-e2ba595b-f317-4828-9303-a60c7537f321 req-dcec164c-5395-46f2-88e1-eb9322e27404 service nova] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Received event network-changed-d934f2ef-dd2b-472f-9c28-1054cd25c9d9 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:21:56 user nova-compute[74854]: DEBUG nova.compute.manager [req-e2ba595b-f317-4828-9303-a60c7537f321 req-dcec164c-5395-46f2-88e1-eb9322e27404 service nova] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Refreshing instance network info cache due to event network-changed-d934f2ef-dd2b-472f-9c28-1054cd25c9d9. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:21:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e2ba595b-f317-4828-9303-a60c7537f321 req-dcec164c-5395-46f2-88e1-eb9322e27404 service nova] Acquiring lock "refresh_cache-1c827823-bc2c-4c58-b769-e9d32e820d7a" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:21:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e2ba595b-f317-4828-9303-a60c7537f321 req-dcec164c-5395-46f2-88e1-eb9322e27404 service nova] Acquired lock "refresh_cache-1c827823-bc2c-4c58-b769-e9d32e820d7a" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:21:56 user nova-compute[74854]: DEBUG nova.network.neutron [req-e2ba595b-f317-4828-9303-a60c7537f321 req-dcec164c-5395-46f2-88e1-eb9322e27404 service nova] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Refreshing network info cache for port d934f2ef-dd2b-472f-9c28-1054cd25c9d9 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:21:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:21:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:21:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:21:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bcd80f5d-4fa8-48b7-821a-af655747e1f2/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:21:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bcd80f5d-4fa8-48b7-821a-af655747e1f2/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:21:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bcd80f5d-4fa8-48b7-821a-af655747e1f2/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:21:56 user nova-compute[74854]: DEBUG nova.network.neutron [req-e2ba595b-f317-4828-9303-a60c7537f321 req-dcec164c-5395-46f2-88e1-eb9322e27404 service nova] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Updated VIF entry in instance network info cache for port d934f2ef-dd2b-472f-9c28-1054cd25c9d9. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:21:56 user nova-compute[74854]: DEBUG nova.network.neutron [req-e2ba595b-f317-4828-9303-a60c7537f321 req-dcec164c-5395-46f2-88e1-eb9322e27404 service nova] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Updating instance_info_cache with network_info: [{"id": "d934f2ef-dd2b-472f-9c28-1054cd25c9d9", "address": "fa:16:3e:05:35:a1", "network": {"id": "8d2e7195-c77a-4a37-9e81-6d9a0ed8e649", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-389470825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.24", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dead1e870124b6badcc3f3c0523ffc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd934f2ef-dd", "ovs_interfaceid": "d934f2ef-dd2b-472f-9c28-1054cd25c9d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:21:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e2ba595b-f317-4828-9303-a60c7537f321 req-dcec164c-5395-46f2-88e1-eb9322e27404 service nova] Releasing lock "refresh_cache-1c827823-bc2c-4c58-b769-e9d32e820d7a" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:21:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bcd80f5d-4fa8-48b7-821a-af655747e1f2/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:21:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7809ba0d-ad90-46fb-bf9c-55d619abe533/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:21:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7809ba0d-ad90-46fb-bf9c-55d619abe533/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:21:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7809ba0d-ad90-46fb-bf9c-55d619abe533/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:21:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7809ba0d-ad90-46fb-bf9c-55d619abe533/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:21:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:21:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:21:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:21:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:21:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:21:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:21:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:21:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:21:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c827823-bc2c-4c58-b769-e9d32e820d7a/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:21:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c827823-bc2c-4c58-b769-e9d32e820d7a/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:21:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c827823-bc2c-4c58-b769-e9d32e820d7a/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:21:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c827823-bc2c-4c58-b769-e9d32e820d7a/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:21:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad4d9843-15d6-4f12-b06d-05f80beac969/disk.rescue --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:21:58 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:21:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad4d9843-15d6-4f12-b06d-05f80beac969/disk.rescue --force-share --output=json" returned: 0 in 0.210s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:21:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad4d9843-15d6-4f12-b06d-05f80beac969/disk.rescue --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:21:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad4d9843-15d6-4f12-b06d-05f80beac969/disk.rescue --force-share --output=json" returned: 0 in 0.184s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:21:58 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /opt/stack/data/nova/instances/ad4d9843-15d6-4f12-b06d-05f80beac969/disk (vdb) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:21:59 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:21:59 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:21:59 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Hypervisor/Node resource view: name=user free_ram=7712MB free_disk=24.663467407226562GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=74854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 17:21:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:21:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:21:59 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance f150b707-22b3-43b5-b657-0c2e19bcf524 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:21:59 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:21:59 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance ebdd2079-dbb8-44e5-8e02-53df3302b70f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:21:59 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:21:59 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 830c4171-3aa6-489f-a2bf-78405615ddb6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:21:59 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 7809ba0d-ad90-46fb-bf9c-55d619abe533 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:21:59 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance ad4d9843-15d6-4f12-b06d-05f80beac969 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:21:59 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 1c827823-bc2c-4c58-b769-e9d32e820d7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:21:59 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance bcd80f5d-4fa8-48b7-821a-af655747e1f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:21:59 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 17:21:59 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 17:21:59 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:21:59 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:21:59 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Compute_service record updated for user:user {{(pid=74854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 17:21:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.523s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:22:00 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:22:00 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:22:00 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:22:00 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:22:00 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Starting heal instance info cache {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 17:22:00 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Didn't find any instances for network info cache update. {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 23 17:22:00 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:22:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a00f562b-2ec3-4737-99db-92e806a70b86 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Acquiring lock "1c827823-bc2c-4c58-b769-e9d32e820d7a" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:22:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a00f562b-2ec3-4737-99db-92e806a70b86 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "1c827823-bc2c-4c58-b769-e9d32e820d7a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:22:02 user nova-compute[74854]: DEBUG nova.objects.instance [None req-a00f562b-2ec3-4737-99db-92e806a70b86 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lazy-loading 'flavor' on Instance uuid 1c827823-bc2c-4c58-b769-e9d32e820d7a {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:22:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a00f562b-2ec3-4737-99db-92e806a70b86 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "1c827823-bc2c-4c58-b769-e9d32e820d7a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.054s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:22:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a00f562b-2ec3-4737-99db-92e806a70b86 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Acquiring lock "1c827823-bc2c-4c58-b769-e9d32e820d7a" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:22:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a00f562b-2ec3-4737-99db-92e806a70b86 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "1c827823-bc2c-4c58-b769-e9d32e820d7a" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:22:02 user nova-compute[74854]: INFO nova.compute.manager [None req-a00f562b-2ec3-4737-99db-92e806a70b86 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Attaching volume 2dcd8afd-6127-4266-bc8d-c4cddc100384 to /dev/vdb
Oct 23 17:22:02 user nova-compute[74854]: DEBUG os_brick.utils [None req-a00f562b-2ec3-4737-99db-92e806a70b86 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:22:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:02 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed08aa05-1238-45e5-a9f8-fbd0445eb143]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a321e2f0722\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:22:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:02 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bdeffa0-f35e-4876-9ba3-40fec43a5740]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:22:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:02 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9d90049-7929-46d0-bf34-adf53842d670]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:22:02 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6635499-c68e-4845-839a-c7a08e2c0f6b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:22:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-a00f562b-2ec3-4737-99db-92e806a70b86 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Running cmd (subprocess): nvme version {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-a00f562b-2ec3-4737-99db-92e806a70b86 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] 'nvme version' failed. Not Retrying. {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:22:02 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a00f562b-2ec3-4737-99db-92e806a70b86 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] nvme not present on system {{(pid=74854) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 17:22:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:22:02 user nova-compute[74854]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 17:22:02 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[29648958-45aa-4214-a2a5-f137f0bdb927]: (4, '') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:22:02 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-a00f562b-2ec3-4737-99db-92e806a70b86 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74854) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 17:22:02 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-a00f562b-2ec3-4737-99db-92e806a70b86 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 17:22:02 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-a00f562b-2ec3-4737-99db-92e806a70b86 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] LIGHTOS: no hostnqn found. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 17:22:02 user nova-compute[74854]: DEBUG os_brick.utils [None req-a00f562b-2ec3-4737-99db-92e806a70b86 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a321e2f0722', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:22:02 user nova-compute[74854]: DEBUG nova.virt.block_device [None req-a00f562b-2ec3-4737-99db-92e806a70b86 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Updating existing volume attachment record: dbf5fac0-4eaf-417c-9f75-57994b737aa9 {{(pid=74854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 17:22:02 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:22:03 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:22:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:22:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9c4bacd8-1870-4920-be1c-34d67144baf9 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Acquiring lock "830c4171-3aa6-489f-a2bf-78405615ddb6" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:22:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9c4bacd8-1870-4920-be1c-34d67144baf9 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "830c4171-3aa6-489f-a2bf-78405615ddb6" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:22:05 user nova-compute[74854]: INFO nova.compute.manager [None req-9c4bacd8-1870-4920-be1c-34d67144baf9 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Detaching volume fd4f6c79-a107-4d21-bef9-686cf4354c45
Oct 23 17:22:05 user nova-compute[74854]: INFO nova.virt.block_device [None req-9c4bacd8-1870-4920-be1c-34d67144baf9 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Attempting to driver detach volume fd4f6c79-a107-4d21-bef9-686cf4354c45 from mountpoint /dev/vdb
Oct 23 17:22:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9c4bacd8-1870-4920-be1c-34d67144baf9 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Attempting to detach device vdb from instance 830c4171-3aa6-489f-a2bf-78405615ddb6 from the persistent domain config. {{(pid=74854) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 17:22:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-9c4bacd8-1870-4920-be1c-34d67144baf9 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 17:22:05 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:22:05 user nova-compute[74854]:   <source dev="/dev/sdb"/>
Oct 23 17:22:05 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:22:05 user nova-compute[74854]:   <serial>fd4f6c79-a107-4d21-bef9-686cf4354c45</serial>
Oct 23 17:22:05 user nova-compute[74854]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 23 17:22:05 user nova-compute[74854]: </disk>
Oct 23 17:22:05 user nova-compute[74854]:  {{(pid=74854) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 17:22:05 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-9c4bacd8-1870-4920-be1c-34d67144baf9 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Successfully detached device vdb from instance 830c4171-3aa6-489f-a2bf-78405615ddb6 from the persistent domain config.
Oct 23 17:22:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9c4bacd8-1870-4920-be1c-34d67144baf9 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 830c4171-3aa6-489f-a2bf-78405615ddb6 from the live domain config. {{(pid=74854) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 23 17:22:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-9c4bacd8-1870-4920-be1c-34d67144baf9 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 17:22:05 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:22:05 user nova-compute[74854]:   <source dev="/dev/sdb"/>
Oct 23 17:22:05 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:22:05 user nova-compute[74854]:   <serial>fd4f6c79-a107-4d21-bef9-686cf4354c45</serial>
Oct 23 17:22:05 user nova-compute[74854]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 23 17:22:05 user nova-compute[74854]: </disk>
Oct 23 17:22:05 user nova-compute[74854]:  {{(pid=74854) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 17:22:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:22:06 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9c4bacd8-1870-4920-be1c-34d67144baf9 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 830c4171-3aa6-489f-a2bf-78405615ddb6 {{(pid=74854) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 23 17:22:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:22:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:22:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:22:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:22:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:22:15 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:22:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:22:19 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a00f562b-2ec3-4737-99db-92e806a70b86 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Calling os-brick to attach iSCSI Volume {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 17:22:19 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a00f562b-2ec3-4737-99db-92e806a70b86 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2dcd8afd-6127-4266-bc8d-c4cddc100384', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CebcrFfo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:22:19 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-a00f562b-2ec3-4737-99db-92e806a70b86 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:22:19 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-a00f562b-2ec3-4737-99db-92e806a70b86 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:22:19 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-a00f562b-2ec3-4737-99db-92e806a70b86 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:22:19 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-a00f562b-2ec3-4737-99db-92e806a70b86 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:22:19 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-a00f562b-2ec3-4737-99db-92e806a70b86 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2dcd8afd-6127-4266-bc8d-c4cddc100384" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:22:19 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-a00f562b-2ec3-4737-99db-92e806a70b86 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2dcd8afd-6127-4266-bc8d-c4cddc100384" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:22:19 user nova-compute[74854]: INFO os_brick.initiator.connectors.iscsi [None req-a00f562b-2ec3-4737-99db-92e806a70b86 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 17:22:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2dcd8afd-6127-4266-bc8d-c4cddc100384 -p 172.16.0.220:3260 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2dcd8afd-6127-4266-bc8d-c4cddc100384 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:19 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[1559c2e3-cedf-4f44-9380-a5c4c7dcc219]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:22:19 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a00f562b-2ec3-4737-99db-92e806a70b86 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 17:22:19 user nova-compute[74854]:  {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:22:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2dcd8afd-6127-4266-bc8d-c4cddc100384 -p 172.16.0.220:3260 --interface default --op new {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2dcd8afd-6127-4266-bc8d-c4cddc100384 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:19 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[be398976-3717-4756-b42e-1a6b055562a2]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2dcd8afd-6127-4266-bc8d-c4cddc100384] added\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:22:19 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a00f562b-2ec3-4737-99db-92e806a70b86 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2dcd8afd-6127-4266-bc8d-c4cddc100384] added
Oct 23 17:22:19 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:22:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2dcd8afd-6127-4266-bc8d-c4cddc100384 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2dcd8afd-6127-4266-bc8d-c4cddc100384 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.030s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:19 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[74f948a3-5ae1-427e-bc65-80328cad4d36]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:22:19 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a00f562b-2ec3-4737-99db-92e806a70b86 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:22:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2dcd8afd-6127-4266-bc8d-c4cddc100384 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2dcd8afd-6127-4266-bc8d-c4cddc100384 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:19 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[33090890-23c4-4ea5-a009-373fe3d14689]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:22:19 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a00f562b-2ec3-4737-99db-92e806a70b86 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:22:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2dcd8afd-6127-4266-bc8d-c4cddc100384 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CebcrFfo {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2dcd8afd-6127-4266-bc8d-c4cddc100384 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CebcrFfo" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:19 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[8305f5ac-50a4-4751-a3c8-93297b4601da]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:22:19 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a00f562b-2ec3-4737-99db-92e806a70b86 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'CebcrFfo'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:22:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2dcd8afd-6127-4266-bc8d-c4cddc100384 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2dcd8afd-6127-4266-bc8d-c4cddc100384 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:19 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[da2ed102-ac54-4b40-b1b0-259ea00a12e2]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:22:19 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a00f562b-2ec3-4737-99db-92e806a70b86 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:22:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:19 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ff72968-d768-4a50-bd37-078076f2d731]: (4, ('tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:22:19 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a00f562b-2ec3-4737-99db-92e806a70b86 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 (non-flash)
Oct 23 17:22:19 user nova-compute[74854]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 (non-flash)
Oct 23 17:22:19 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:22:19 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a00f562b-2ec3-4737-99db-92e806a70b86 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] iscsi session list stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 (non-flash)
Oct 23 17:22:19 user nova-compute[74854]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 (non-flash)
Oct 23 17:22:19 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:22:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2dcd8afd-6127-4266-bc8d-c4cddc100384 -p 172.16.0.220:3260 --login {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2dcd8afd-6127-4266-bc8d-c4cddc100384 -p 172.16.0.220:3260 --login" returned: 0 in 0.063s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:19 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[f553222e-f6dd-4a85-b401-9d254c8b4ceb]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2dcd8afd-6127-4266-bc8d-c4cddc100384, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2dcd8afd-6127-4266-bc8d-c4cddc100384, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:22:19 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a00f562b-2ec3-4737-99db-92e806a70b86 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2dcd8afd-6127-4266-bc8d-c4cddc100384, portal: 172.16.0.220,3260]
Oct 23 17:22:19 user nova-compute[74854]: Login to [iface: default, target: iqn.2010-10.org.openstack:2dcd8afd-6127-4266-bc8d-c4cddc100384, portal: 172.16.0.220,3260] successful.
Oct 23 17:22:19 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:22:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2dcd8afd-6127-4266-bc8d-c4cddc100384 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:20 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2dcd8afd-6127-4266-bc8d-c4cddc100384 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:20 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[470453b9-79dd-4185-9535-f643cac16a24]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:22:20 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a00f562b-2ec3-4737-99db-92e806a70b86 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:22:20 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:20 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:20 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[886245aa-9b9f-4d3f-a51a-5115fab37d3e]: (4, ('tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2dcd8afd-6127-4266-bc8d-c4cddc100384 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:22:20 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a00f562b-2ec3-4737-99db-92e806a70b86 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 (non-flash)
Oct 23 17:22:20 user nova-compute[74854]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 (non-flash)
Oct 23 17:22:20 user nova-compute[74854]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2dcd8afd-6127-4266-bc8d-c4cddc100384 (non-flash)
Oct 23 17:22:20 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:22:20 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a00f562b-2ec3-4737-99db-92e806a70b86 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] iscsi session list stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 (non-flash)
Oct 23 17:22:20 user nova-compute[74854]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 (non-flash)
Oct 23 17:22:20 user nova-compute[74854]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2dcd8afd-6127-4266-bc8d-c4cddc100384 (non-flash)
Oct 23 17:22:20 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:22:20 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-a00f562b-2ec3-4737-99db-92e806a70b86 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2dcd8afd-6127-4266-bc8d-c4cddc100384" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.300s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:22:20 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a00f562b-2ec3-4737-99db-92e806a70b86 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Connected to 172.16.0.220:3260 {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 17:22:20 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-a00f562b-2ec3-4737-99db-92e806a70b86 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] HCTL ('34', '-', '-', 0) found on session 33 with lun 0 {{(pid=74854) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 17:22:20 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-a00f562b-2ec3-4737-99db-92e806a70b86 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74854) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 17:22:20 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:20 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:20 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7f14286-c604-48ac-8759-dd4bda7a9167]: (4, ('- - 0', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:22:20 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-a00f562b-2ec3-4737-99db-92e806a70b86 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Searching for a device in session 33 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:22:20 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a00f562b-2ec3-4737-99db-92e806a70b86 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:2dcd8afd-6127-4266-bc8d-c4cddc100384', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CebcrFfo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 17:22:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:22:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-a00f562b-2ec3-4737-99db-92e806a70b86 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.333s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:22:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a00f562b-2ec3-4737-99db-92e806a70b86 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] <== connect_volume: return (1334ms) {'type': 'block', 'scsi_wwn': '26330383633636634', 'path': '/dev/sdc'} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:22:21 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a00f562b-2ec3-4737-99db-92e806a70b86 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26330383633636634', 'path': '/dev/sdc'} {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 17:22:21 user nova-compute[74854]: DEBUG nova.objects.instance [None req-a00f562b-2ec3-4737-99db-92e806a70b86 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lazy-loading 'flavor' on Instance uuid 1c827823-bc2c-4c58-b769-e9d32e820d7a {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:22:21 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-a00f562b-2ec3-4737-99db-92e806a70b86 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] attach device xml: <disk type="block" device="disk">
Oct 23 17:22:21 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:22:21 user nova-compute[74854]:   <source dev="/dev/sdc"/>
Oct 23 17:22:21 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:22:21 user nova-compute[74854]:   <serial>2dcd8afd-6127-4266-bc8d-c4cddc100384</serial>
Oct 23 17:22:21 user nova-compute[74854]: </disk>
Oct 23 17:22:21 user nova-compute[74854]:  {{(pid=74854) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 17:22:21 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-a00f562b-2ec3-4737-99db-92e806a70b86 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:22:21 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-a00f562b-2ec3-4737-99db-92e806a70b86 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:22:21 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-a00f562b-2ec3-4737-99db-92e806a70b86 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] No VIF found with MAC fa:16:3e:05:35:a1, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:22:21 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a00f562b-2ec3-4737-99db-92e806a70b86 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "1c827823-bc2c-4c58-b769-e9d32e820d7a" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 19.216s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:22:22 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-f4584f16-716f-4165-b617-56b015577954 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Acquiring lock "1c827823-bc2c-4c58-b769-e9d32e820d7a" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:22:22 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-f4584f16-716f-4165-b617-56b015577954 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "1c827823-bc2c-4c58-b769-e9d32e820d7a" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:22:22 user nova-compute[74854]: INFO nova.compute.manager [None req-f4584f16-716f-4165-b617-56b015577954 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Detaching volume 2dcd8afd-6127-4266-bc8d-c4cddc100384
Oct 23 17:22:22 user nova-compute[74854]: INFO nova.virt.block_device [None req-f4584f16-716f-4165-b617-56b015577954 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Attempting to driver detach volume 2dcd8afd-6127-4266-bc8d-c4cddc100384 from mountpoint /dev/vdb
Oct 23 17:22:22 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-f4584f16-716f-4165-b617-56b015577954 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Attempting to detach device vdb from instance 1c827823-bc2c-4c58-b769-e9d32e820d7a from the persistent domain config. {{(pid=74854) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 17:22:22 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-f4584f16-716f-4165-b617-56b015577954 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 17:22:22 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:22:22 user nova-compute[74854]:   <source dev="/dev/sdc"/>
Oct 23 17:22:22 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:22:22 user nova-compute[74854]:   <serial>2dcd8afd-6127-4266-bc8d-c4cddc100384</serial>
Oct 23 17:22:22 user nova-compute[74854]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 17:22:22 user nova-compute[74854]: </disk>
Oct 23 17:22:22 user nova-compute[74854]:  {{(pid=74854) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 17:22:22 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-f4584f16-716f-4165-b617-56b015577954 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Successfully detached device vdb from instance 1c827823-bc2c-4c58-b769-e9d32e820d7a from the persistent domain config.
Oct 23 17:22:22 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-f4584f16-716f-4165-b617-56b015577954 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 1c827823-bc2c-4c58-b769-e9d32e820d7a from the live domain config. {{(pid=74854) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 23 17:22:22 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-f4584f16-716f-4165-b617-56b015577954 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 17:22:22 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:22:22 user nova-compute[74854]:   <source dev="/dev/sdc"/>
Oct 23 17:22:22 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:22:22 user nova-compute[74854]:   <serial>2dcd8afd-6127-4266-bc8d-c4cddc100384</serial>
Oct 23 17:22:22 user nova-compute[74854]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 17:22:22 user nova-compute[74854]: </disk>
Oct 23 17:22:22 user nova-compute[74854]:  {{(pid=74854) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 17:22:22 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-f4584f16-716f-4165-b617-56b015577954 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 1c827823-bc2c-4c58-b769-e9d32e820d7a {{(pid=74854) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 23 17:22:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:22:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:22:26 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-9c4bacd8-1870-4920-be1c-34d67144baf9 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 830c4171-3aa6-489f-a2bf-78405615ddb6 is timed out.
Oct 23 17:22:26 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-9c4bacd8-1870-4920-be1c-34d67144baf9 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Successfully detached device vdb from instance 830c4171-3aa6-489f-a2bf-78405615ddb6 from the live domain config.
Oct 23 17:22:26 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9c4bacd8-1870-4920-be1c-34d67144baf9 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] calling os-brick to detach iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 17:22:26 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c4bacd8-1870-4920-be1c-34d67144baf9 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, {'target_iqn': 'iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CBRZAiEk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:22:26 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-9c4bacd8-1870-4920-be1c-34d67144baf9 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:22:26 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-9c4bacd8-1870-4920-be1c-34d67144baf9 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:22:26 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-9c4bacd8-1870-4920-be1c-34d67144baf9 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:22:26 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:26 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:26 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f7d1e94-7007-47f4-a90c-a25d99b8bd8e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2dcd8afd-6127-4266-bc8d-c4cddc100384\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:22:26 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c4bacd8-1870-4920-be1c-34d67144baf9 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 17:22:26 user nova-compute[74854]: No targets found.
Oct 23 17:22:26 user nova-compute[74854]: iSNS:
Oct 23 17:22:26 user nova-compute[74854]: No targets found.
Oct 23 17:22:26 user nova-compute[74854]: STATIC:
Oct 23 17:22:26 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:2dcd8afd-6127-4266-bc8d-c4cddc100384
Oct 23 17:22:26 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:22:26 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:22:26 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45
Oct 23 17:22:26 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:22:26 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:22:26 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701
Oct 23 17:22:26 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:22:26 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:22:26 user nova-compute[74854]: FIRMWARE:
Oct 23 17:22:26 user nova-compute[74854]: No targets found.
Oct 23 17:22:26 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:22:26 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c4bacd8-1870-4920-be1c-34d67144baf9 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 17:22:26 user nova-compute[74854]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 17:22:26 user nova-compute[74854]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74854) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 17:22:26 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c4bacd8-1870-4920-be1c-34d67144baf9 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45', 0)] {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 17:22:26 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:26 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:26 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f680509-4a58-4f8d-930b-e2c347819213]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2dcd8afd-6127-4266-bc8d-c4cddc100384\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:22:26 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:26 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:26 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[f32850e9-5d2f-405d-a382-dc04cf0d09b0]: (4, ('tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2dcd8afd-6127-4266-bc8d-c4cddc100384 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:22:26 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c4bacd8-1870-4920-be1c-34d67144baf9 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 (non-flash)
Oct 23 17:22:26 user nova-compute[74854]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 (non-flash)
Oct 23 17:22:26 user nova-compute[74854]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2dcd8afd-6127-4266-bc8d-c4cddc100384 (non-flash)
Oct 23 17:22:26 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:22:26 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c4bacd8-1870-4920-be1c-34d67144baf9 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsi session list stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 (non-flash)
Oct 23 17:22:26 user nova-compute[74854]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 (non-flash)
Oct 23 17:22:26 user nova-compute[74854]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2dcd8afd-6127-4266-bc8d-c4cddc100384 (non-flash)
Oct 23 17:22:26 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:22:26 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c4bacd8-1870-4920-be1c-34d67144baf9 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f3038d9cee0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45'): ({'sdb'}, set())}) {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 17:22:26 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-9c4bacd8-1870-4920-be1c-34d67144baf9 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Removing single pathed devices sdb {{(pid=74854) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 17:22:26 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:26 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:26 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a209855-b59b-4f89-b5d4-ba433be65fb9]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:22:26 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:26 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:26 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3db086f-ba4d-45d7-ad6e-931785943411]: (4, ('ok\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:22:26 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-9c4bacd8-1870-4920-be1c-34d67144baf9 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Flushing IO for device /dev/sdb {{(pid=74854) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 17:22:26 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:26 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:26 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1ec037d-bd60-48db-850c-e1fbb265ebe8]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:22:26 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-9c4bacd8-1870-4920-be1c-34d67144baf9 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74854) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 17:22:26 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:26 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.049s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:26 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[42cd3fcb-d1ff-46f4-8429-05bb73abfe53]: (4, ('1', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:22:26 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-9c4bacd8-1870-4920-be1c-34d67144baf9 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 17:22:26 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-9c4bacd8-1870-4920-be1c-34d67144baf9 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] SCSI volumes sdb have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 17:22:26 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c4bacd8-1870-4920-be1c-34d67144baf9 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45')] {{(pid=74854) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 17:22:26 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:26 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:26 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[39d29f2d-2c4a-4800-b9be-450e25e94b8d]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:22:26 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c4bacd8-1870-4920-be1c-34d67144baf9 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:22:26 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 -p 172.16.0.220:3260 --logout {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:26 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:26 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e2e326d-dfc7-416f-8f14-4f815e4abca8]: (4, ('Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45, portal: 172.16.0.220,3260]\nLogout of [sid: 31, target: iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:22:26 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c4bacd8-1870-4920-be1c-34d67144baf9 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45, portal: 172.16.0.220,3260]
Oct 23 17:22:26 user nova-compute[74854]: Logout of [sid: 31, target: iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45, portal: 172.16.0.220,3260] successful.
Oct 23 17:22:26 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:22:26 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 -p 172.16.0.220:3260 --op delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:26 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-340adbea-6e0c-4bb3-9ca9-31f1e88e60c9 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Acquiring lock "f150b707-22b3-43b5-b657-0c2e19bcf524" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:22:26 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-340adbea-6e0c-4bb3-9ca9-31f1e88e60c9 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "f150b707-22b3-43b5-b657-0c2e19bcf524" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:22:26 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-340adbea-6e0c-4bb3-9ca9-31f1e88e60c9 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Acquiring lock "f150b707-22b3-43b5-b657-0c2e19bcf524-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:22:26 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-340adbea-6e0c-4bb3-9ca9-31f1e88e60c9 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "f150b707-22b3-43b5-b657-0c2e19bcf524-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:22:26 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-340adbea-6e0c-4bb3-9ca9-31f1e88e60c9 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "f150b707-22b3-43b5-b657-0c2e19bcf524-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:22:26 user nova-compute[74854]: INFO nova.compute.manager [None req-340adbea-6e0c-4bb3-9ca9-31f1e88e60c9 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Terminating instance
Oct 23 17:22:26 user nova-compute[74854]: DEBUG nova.compute.manager [None req-340adbea-6e0c-4bb3-9ca9-31f1e88e60c9 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Start destroying the instance on the hypervisor. {{(pid=74854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 17:22:26 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd4f6c79-a107-4d21-bef9-686cf4354c45 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:26 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[f02a2849-4a9b-49b8-86f1-dc0acc972ccf]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:22:26 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c4bacd8-1870-4920-be1c-34d67144baf9 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:22:26 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-9c4bacd8-1870-4920-be1c-34d67144baf9 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.305s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:22:26 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c4bacd8-1870-4920-be1c-34d67144baf9 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] <== disconnect_volume: return (307ms) None {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:22:26 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9c4bacd8-1870-4920-be1c-34d67144baf9 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Disconnected iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 17:22:26 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:22:26 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:22:26 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:22:26 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:22:27 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:22:27 user nova-compute[74854]: DEBUG nova.compute.manager [req-d3cc166e-83fb-4e42-bf01-f11a7cfaca47 req-981da1f4-2fce-4089-8ad6-ab4331d8a16f service nova] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Received event network-vif-unplugged-c6c27ec8-bd84-4419-9b01-ed603d2a772c {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:22:27 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-d3cc166e-83fb-4e42-bf01-f11a7cfaca47 req-981da1f4-2fce-4089-8ad6-ab4331d8a16f service nova] Acquiring lock "f150b707-22b3-43b5-b657-0c2e19bcf524-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:22:27 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-d3cc166e-83fb-4e42-bf01-f11a7cfaca47 req-981da1f4-2fce-4089-8ad6-ab4331d8a16f service nova] Lock "f150b707-22b3-43b5-b657-0c2e19bcf524-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:22:27 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-d3cc166e-83fb-4e42-bf01-f11a7cfaca47 req-981da1f4-2fce-4089-8ad6-ab4331d8a16f service nova] Lock "f150b707-22b3-43b5-b657-0c2e19bcf524-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:22:27 user nova-compute[74854]: DEBUG nova.compute.manager [req-d3cc166e-83fb-4e42-bf01-f11a7cfaca47 req-981da1f4-2fce-4089-8ad6-ab4331d8a16f service nova] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] No waiting events found dispatching network-vif-unplugged-c6c27ec8-bd84-4419-9b01-ed603d2a772c {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:22:27 user nova-compute[74854]: DEBUG nova.compute.manager [req-d3cc166e-83fb-4e42-bf01-f11a7cfaca47 req-981da1f4-2fce-4089-8ad6-ab4331d8a16f service nova] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Received event network-vif-unplugged-c6c27ec8-bd84-4419-9b01-ed603d2a772c for instance with task_state deleting. {{(pid=74854) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 17:22:27 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:22:27 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Instance destroyed successfully.
Oct 23 17:22:27 user nova-compute[74854]: DEBUG nova.objects.instance [None req-340adbea-6e0c-4bb3-9ca9-31f1e88e60c9 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lazy-loading 'resources' on Instance uuid f150b707-22b3-43b5-b657-0c2e19bcf524 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:22:27 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-340adbea-6e0c-4bb3-9ca9-31f1e88e60c9 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:02:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-168636077',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-168636077',id=2,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:02:58Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='435cbd0d03324a45bdacc7d5b76213e4',ramdisk_id='',reservation_id='r-l2wgx17x',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-702610562',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:04:43Z,user_data=None,user_id='cdf5d05a392f4c0b925b8a1eca824323',uuid=f150b707-22b3-43b5-b657-0c2e19bcf524,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c6c27ec8-bd84-4419-9b01-ed603d2a772c", "address": "fa:16:3e:0b:d8:79", "network": {"id": "a40026f1-91de-4e98-85cd-c3bd1a956407", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1048031159-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "435cbd0d03324a45bdacc7d5b76213e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc6c27ec8-bd", "ovs_interfaceid": "c6c27ec8-bd84-4419-9b01-ed603d2a772c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:22:27 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-340adbea-6e0c-4bb3-9ca9-31f1e88e60c9 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Converting VIF {"id": "c6c27ec8-bd84-4419-9b01-ed603d2a772c", "address": "fa:16:3e:0b:d8:79", "network": {"id": "a40026f1-91de-4e98-85cd-c3bd1a956407", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1048031159-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "435cbd0d03324a45bdacc7d5b76213e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc6c27ec8-bd", "ovs_interfaceid": "c6c27ec8-bd84-4419-9b01-ed603d2a772c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:22:27 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-340adbea-6e0c-4bb3-9ca9-31f1e88e60c9 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:0b:d8:79,bridge_name='br-int',has_traffic_filtering=True,id=c6c27ec8-bd84-4419-9b01-ed603d2a772c,network=Network(a40026f1-91de-4e98-85cd-c3bd1a956407),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc6c27ec8-bd') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:22:27 user nova-compute[74854]: DEBUG os_vif [None req-340adbea-6e0c-4bb3-9ca9-31f1e88e60c9 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:0b:d8:79,bridge_name='br-int',has_traffic_filtering=True,id=c6c27ec8-bd84-4419-9b01-ed603d2a772c,network=Network(a40026f1-91de-4e98-85cd-c3bd1a956407),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc6c27ec8-bd') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:22:27 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:22:27 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc6c27ec8-bd, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:22:27 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:22:27 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:22:27 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:22:27 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=dfad0155-78bc-4cdc-8457-6cae884fd2f6) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:22:27 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:22:27 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:22:27 user nova-compute[74854]: INFO os_vif [None req-340adbea-6e0c-4bb3-9ca9-31f1e88e60c9 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:0b:d8:79,bridge_name='br-int',has_traffic_filtering=True,id=c6c27ec8-bd84-4419-9b01-ed603d2a772c,network=Network(a40026f1-91de-4e98-85cd-c3bd1a956407),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc6c27ec8-bd')
Oct 23 17:22:27 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-340adbea-6e0c-4bb3-9ca9-31f1e88e60c9 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Deleting instance files /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524_del
Oct 23 17:22:27 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-340adbea-6e0c-4bb3-9ca9-31f1e88e60c9 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Deletion of /opt/stack/data/nova/instances/f150b707-22b3-43b5-b657-0c2e19bcf524_del complete
Oct 23 17:22:27 user nova-compute[74854]: INFO nova.compute.manager [None req-340adbea-6e0c-4bb3-9ca9-31f1e88e60c9 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Took 0.67 seconds to destroy the instance on the hypervisor.
Oct 23 17:22:27 user nova-compute[74854]: DEBUG oslo.service.loopingcall [None req-340adbea-6e0c-4bb3-9ca9-31f1e88e60c9 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 17:22:27 user nova-compute[74854]: DEBUG nova.compute.manager [-] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Deallocating network for instance {{(pid=74854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 17:22:27 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] deallocate_for_instance() {{(pid=74854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 17:22:27 user nova-compute[74854]: DEBUG nova.objects.instance [None req-9c4bacd8-1870-4920-be1c-34d67144baf9 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lazy-loading 'flavor' on Instance uuid 830c4171-3aa6-489f-a2bf-78405615ddb6 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:22:27 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9c4bacd8-1870-4920-be1c-34d67144baf9 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "830c4171-3aa6-489f-a2bf-78405615ddb6" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.818s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:22:27 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:22:27 user nova-compute[74854]: INFO nova.compute.manager [-] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Took 0.43 seconds to deallocate network for instance.
Oct 23 17:22:27 user nova-compute[74854]: DEBUG nova.compute.manager [req-d6fbc0ed-a29c-4aa1-823b-452e33b4df68 req-8cf6243f-7501-4471-8c38-9a6e74675673 service nova] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Received event network-vif-deleted-c6c27ec8-bd84-4419-9b01-ed603d2a772c {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:22:27 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-340adbea-6e0c-4bb3-9ca9-31f1e88e60c9 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:22:27 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-340adbea-6e0c-4bb3-9ca9-31f1e88e60c9 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:22:27 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-340adbea-6e0c-4bb3-9ca9-31f1e88e60c9 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:22:28 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-340adbea-6e0c-4bb3-9ca9-31f1e88e60c9 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:22:28 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-340adbea-6e0c-4bb3-9ca9-31f1e88e60c9 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.304s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:22:28 user nova-compute[74854]: INFO nova.scheduler.client.report [None req-340adbea-6e0c-4bb3-9ca9-31f1e88e60c9 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Deleted allocations for instance f150b707-22b3-43b5-b657-0c2e19bcf524
Oct 23 17:22:28 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-2b4d834a-345f-4d97-a4c2-c41327f4514e tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Acquiring lock "830c4171-3aa6-489f-a2bf-78405615ddb6" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:22:28 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-2b4d834a-345f-4d97-a4c2-c41327f4514e tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "830c4171-3aa6-489f-a2bf-78405615ddb6" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:22:28 user nova-compute[74854]: DEBUG nova.compute.manager [None req-2b4d834a-345f-4d97-a4c2-c41327f4514e tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:22:28 user nova-compute[74854]: DEBUG nova.compute.manager [None req-2b4d834a-345f-4d97-a4c2-c41327f4514e tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=74854) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Oct 23 17:22:28 user nova-compute[74854]: DEBUG nova.objects.instance [None req-2b4d834a-345f-4d97-a4c2-c41327f4514e tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lazy-loading 'flavor' on Instance uuid 830c4171-3aa6-489f-a2bf-78405615ddb6 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:22:28 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-340adbea-6e0c-4bb3-9ca9-31f1e88e60c9 tempest-ServerBootFromVolumeStableRescueTest-702610562 tempest-ServerBootFromVolumeStableRescueTest-702610562-project-member] Lock "f150b707-22b3-43b5-b657-0c2e19bcf524" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.625s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:22:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:22:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:22:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:22:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:22:28 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Instance destroyed successfully.
Oct 23 17:22:28 user nova-compute[74854]: DEBUG nova.compute.manager [None req-2b4d834a-345f-4d97-a4c2-c41327f4514e tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:22:28 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-2b4d834a-345f-4d97-a4c2-c41327f4514e tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "830c4171-3aa6-489f-a2bf-78405615ddb6" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 0.852s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:22:29 user nova-compute[74854]: DEBUG nova.compute.manager [req-68621d03-ba14-41a2-bc4c-863b724aa9e0 req-dbac6bdb-5928-40c9-ad21-6a5608d8fc27 service nova] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Received event network-vif-plugged-c6c27ec8-bd84-4419-9b01-ed603d2a772c {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:22:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-68621d03-ba14-41a2-bc4c-863b724aa9e0 req-dbac6bdb-5928-40c9-ad21-6a5608d8fc27 service nova] Acquiring lock "f150b707-22b3-43b5-b657-0c2e19bcf524-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:22:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-68621d03-ba14-41a2-bc4c-863b724aa9e0 req-dbac6bdb-5928-40c9-ad21-6a5608d8fc27 service nova] Lock "f150b707-22b3-43b5-b657-0c2e19bcf524-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:22:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-68621d03-ba14-41a2-bc4c-863b724aa9e0 req-dbac6bdb-5928-40c9-ad21-6a5608d8fc27 service nova] Lock "f150b707-22b3-43b5-b657-0c2e19bcf524-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:22:29 user nova-compute[74854]: DEBUG nova.compute.manager [req-68621d03-ba14-41a2-bc4c-863b724aa9e0 req-dbac6bdb-5928-40c9-ad21-6a5608d8fc27 service nova] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] No waiting events found dispatching network-vif-plugged-c6c27ec8-bd84-4419-9b01-ed603d2a772c {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:22:29 user nova-compute[74854]: WARNING nova.compute.manager [req-68621d03-ba14-41a2-bc4c-863b724aa9e0 req-dbac6bdb-5928-40c9-ad21-6a5608d8fc27 service nova] [instance: f150b707-22b3-43b5-b657-0c2e19bcf524] Received unexpected event network-vif-plugged-c6c27ec8-bd84-4419-9b01-ed603d2a772c for instance with vm_state deleted and task_state None.
Oct 23 17:22:29 user nova-compute[74854]: DEBUG nova.compute.manager [req-6b224cc7-937f-4eff-81e2-a5543ff3c938 req-d7afe719-4a09-4f8a-af90-624e21ca8111 service nova] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Received event network-vif-unplugged-5f3010c0-24c3-4a21-97c5-c291fc70ca39 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:22:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-6b224cc7-937f-4eff-81e2-a5543ff3c938 req-d7afe719-4a09-4f8a-af90-624e21ca8111 service nova] Acquiring lock "830c4171-3aa6-489f-a2bf-78405615ddb6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:22:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-6b224cc7-937f-4eff-81e2-a5543ff3c938 req-d7afe719-4a09-4f8a-af90-624e21ca8111 service nova] Lock "830c4171-3aa6-489f-a2bf-78405615ddb6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:22:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-6b224cc7-937f-4eff-81e2-a5543ff3c938 req-d7afe719-4a09-4f8a-af90-624e21ca8111 service nova] Lock "830c4171-3aa6-489f-a2bf-78405615ddb6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:22:29 user nova-compute[74854]: DEBUG nova.compute.manager [req-6b224cc7-937f-4eff-81e2-a5543ff3c938 req-d7afe719-4a09-4f8a-af90-624e21ca8111 service nova] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] No waiting events found dispatching network-vif-unplugged-5f3010c0-24c3-4a21-97c5-c291fc70ca39 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:22:29 user nova-compute[74854]: WARNING nova.compute.manager [req-6b224cc7-937f-4eff-81e2-a5543ff3c938 req-d7afe719-4a09-4f8a-af90-624e21ca8111 service nova] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Received unexpected event network-vif-unplugged-5f3010c0-24c3-4a21-97c5-c291fc70ca39 for instance with vm_state stopped and task_state None.
Oct 23 17:22:29 user nova-compute[74854]: DEBUG nova.compute.manager [req-6b224cc7-937f-4eff-81e2-a5543ff3c938 req-d7afe719-4a09-4f8a-af90-624e21ca8111 service nova] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Received event network-vif-plugged-5f3010c0-24c3-4a21-97c5-c291fc70ca39 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:22:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-6b224cc7-937f-4eff-81e2-a5543ff3c938 req-d7afe719-4a09-4f8a-af90-624e21ca8111 service nova] Acquiring lock "830c4171-3aa6-489f-a2bf-78405615ddb6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:22:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-6b224cc7-937f-4eff-81e2-a5543ff3c938 req-d7afe719-4a09-4f8a-af90-624e21ca8111 service nova] Lock "830c4171-3aa6-489f-a2bf-78405615ddb6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:22:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-6b224cc7-937f-4eff-81e2-a5543ff3c938 req-d7afe719-4a09-4f8a-af90-624e21ca8111 service nova] Lock "830c4171-3aa6-489f-a2bf-78405615ddb6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:22:29 user nova-compute[74854]: DEBUG nova.compute.manager [req-6b224cc7-937f-4eff-81e2-a5543ff3c938 req-d7afe719-4a09-4f8a-af90-624e21ca8111 service nova] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] No waiting events found dispatching network-vif-plugged-5f3010c0-24c3-4a21-97c5-c291fc70ca39 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:22:29 user nova-compute[74854]: WARNING nova.compute.manager [req-6b224cc7-937f-4eff-81e2-a5543ff3c938 req-d7afe719-4a09-4f8a-af90-624e21ca8111 service nova] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Received unexpected event network-vif-plugged-5f3010c0-24c3-4a21-97c5-c291fc70ca39 for instance with vm_state stopped and task_state None.
Oct 23 17:22:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:22:32 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:22:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquiring lock "010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:22:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:22:35 user nova-compute[74854]: DEBUG nova.compute.manager [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Starting instance... {{(pid=74854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 17:22:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:22:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:22:35 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74854) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 17:22:35 user nova-compute[74854]: INFO nova.compute.claims [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Claim successful on node user
Oct 23 17:22:35 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:22:35 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:22:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.358s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:22:35 user nova-compute[74854]: DEBUG nova.compute.manager [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Start building networks asynchronously for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 17:22:35 user nova-compute[74854]: DEBUG nova.compute.manager [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Allocating IP information in the background. {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 17:22:35 user nova-compute[74854]: DEBUG nova.network.neutron [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] allocate_for_instance() {{(pid=74854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 17:22:35 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 17:22:35 user nova-compute[74854]: DEBUG nova.compute.manager [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Start building block device mappings for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 17:22:35 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:22:36 user nova-compute[74854]: DEBUG nova.policy [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40d10700efba402e9cc769d2510f8311', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3560285cd557461eae016907fb469040', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74854) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 17:22:36 user nova-compute[74854]: INFO nova.virt.block_device [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Booting with volume snapshot 598d1590-2d7a-4a37-886a-7479fd995915 at /dev/vda
Oct 23 17:22:36 user nova-compute[74854]: DEBUG nova.network.neutron [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Successfully created port: 6c5bd39e-81cb-4eff-9ea6-9e1e099cb82b {{(pid=74854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 17:22:37 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:22:37 user nova-compute[74854]: DEBUG nova.network.neutron [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Successfully updated port: 6c5bd39e-81cb-4eff-9ea6-9e1e099cb82b {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:22:37 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquiring lock "refresh_cache-010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:22:37 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquired lock "refresh_cache-010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:22:37 user nova-compute[74854]: DEBUG nova.network.neutron [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:22:37 user nova-compute[74854]: DEBUG nova.compute.manager [req-ebae794b-afe9-45eb-bb8a-caa1bba4fdc5 req-d5f08692-1dca-470a-b965-faa293dc41dd service nova] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Received event network-changed-6c5bd39e-81cb-4eff-9ea6-9e1e099cb82b {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:22:37 user nova-compute[74854]: DEBUG nova.compute.manager [req-ebae794b-afe9-45eb-bb8a-caa1bba4fdc5 req-d5f08692-1dca-470a-b965-faa293dc41dd service nova] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Refreshing instance network info cache due to event network-changed-6c5bd39e-81cb-4eff-9ea6-9e1e099cb82b. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:22:37 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-ebae794b-afe9-45eb-bb8a-caa1bba4fdc5 req-d5f08692-1dca-470a-b965-faa293dc41dd service nova] Acquiring lock "refresh_cache-010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:22:37 user nova-compute[74854]: DEBUG nova.network.neutron [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Instance cache missing network info. {{(pid=74854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 17:22:37 user nova-compute[74854]: INFO nova.compute.manager [None req-8ce3c577-1a82-4fc1-997e-b29a0acaa9c1 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Unrescuing
Oct 23 17:22:37 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-8ce3c577-1a82-4fc1-997e-b29a0acaa9c1 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Acquiring lock "refresh_cache-ad4d9843-15d6-4f12-b06d-05f80beac969" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:22:37 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-8ce3c577-1a82-4fc1-997e-b29a0acaa9c1 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Acquired lock "refresh_cache-ad4d9843-15d6-4f12-b06d-05f80beac969" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:22:37 user nova-compute[74854]: DEBUG nova.network.neutron [None req-8ce3c577-1a82-4fc1-997e-b29a0acaa9c1 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:22:37 user nova-compute[74854]: DEBUG nova.network.neutron [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Updating instance_info_cache with network_info: [{"id": "6c5bd39e-81cb-4eff-9ea6-9e1e099cb82b", "address": "fa:16:3e:99:ac:58", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6c5bd39e-81", "ovs_interfaceid": "6c5bd39e-81cb-4eff-9ea6-9e1e099cb82b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:22:37 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Releasing lock "refresh_cache-010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:22:37 user nova-compute[74854]: DEBUG nova.compute.manager [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Instance network_info: |[{"id": "6c5bd39e-81cb-4eff-9ea6-9e1e099cb82b", "address": "fa:16:3e:99:ac:58", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6c5bd39e-81", "ovs_interfaceid": "6c5bd39e-81cb-4eff-9ea6-9e1e099cb82b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 17:22:37 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-ebae794b-afe9-45eb-bb8a-caa1bba4fdc5 req-d5f08692-1dca-470a-b965-faa293dc41dd service nova] Acquired lock "refresh_cache-010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:22:37 user nova-compute[74854]: DEBUG nova.network.neutron [req-ebae794b-afe9-45eb-bb8a-caa1bba4fdc5 req-d5f08692-1dca-470a-b965-faa293dc41dd service nova] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Refreshing network info cache for port 6c5bd39e-81cb-4eff-9ea6-9e1e099cb82b {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:22:38 user nova-compute[74854]: DEBUG nova.network.neutron [None req-8ce3c577-1a82-4fc1-997e-b29a0acaa9c1 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Updating instance_info_cache with network_info: [{"id": "523caa3b-3e93-4699-8074-53aff5c4aac6", "address": "fa:16:3e:5a:ab:9d", "network": {"id": "61eabfd2-7ac3-42e7-8714-bdd76338bb9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939150687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.107", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c07d48b0f4a64bd38bff95e84d480918", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap523caa3b-3e", "ovs_interfaceid": "523caa3b-3e93-4699-8074-53aff5c4aac6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:22:38 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-8ce3c577-1a82-4fc1-997e-b29a0acaa9c1 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Releasing lock "refresh_cache-ad4d9843-15d6-4f12-b06d-05f80beac969" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:22:38 user nova-compute[74854]: DEBUG nova.objects.instance [None req-8ce3c577-1a82-4fc1-997e-b29a0acaa9c1 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lazy-loading 'flavor' on Instance uuid ad4d9843-15d6-4f12-b06d-05f80beac969 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:22:38 user nova-compute[74854]: DEBUG nova.network.neutron [req-ebae794b-afe9-45eb-bb8a-caa1bba4fdc5 req-d5f08692-1dca-470a-b965-faa293dc41dd service nova] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Updated VIF entry in instance network info cache for port 6c5bd39e-81cb-4eff-9ea6-9e1e099cb82b. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:22:38 user nova-compute[74854]: DEBUG nova.network.neutron [req-ebae794b-afe9-45eb-bb8a-caa1bba4fdc5 req-d5f08692-1dca-470a-b965-faa293dc41dd service nova] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Updating instance_info_cache with network_info: [{"id": "6c5bd39e-81cb-4eff-9ea6-9e1e099cb82b", "address": "fa:16:3e:99:ac:58", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6c5bd39e-81", "ovs_interfaceid": "6c5bd39e-81cb-4eff-9ea6-9e1e099cb82b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:22:38 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-ebae794b-afe9-45eb-bb8a-caa1bba4fdc5 req-d5f08692-1dca-470a-b965-faa293dc41dd service nova] Releasing lock "refresh_cache-010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:22:38 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:22:38 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:22:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:22:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:22:39 user nova-compute[74854]: DEBUG nova.compute.manager [req-d85f4a6f-0cc0-478b-ad8f-39f45bab005c req-314d2399-9089-4747-ba92-d4eef29a7fd9 service nova] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Received event network-vif-unplugged-523caa3b-3e93-4699-8074-53aff5c4aac6 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:22:39 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-d85f4a6f-0cc0-478b-ad8f-39f45bab005c req-314d2399-9089-4747-ba92-d4eef29a7fd9 service nova] Acquiring lock "ad4d9843-15d6-4f12-b06d-05f80beac969-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:22:39 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-d85f4a6f-0cc0-478b-ad8f-39f45bab005c req-314d2399-9089-4747-ba92-d4eef29a7fd9 service nova] Lock "ad4d9843-15d6-4f12-b06d-05f80beac969-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:22:39 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-d85f4a6f-0cc0-478b-ad8f-39f45bab005c req-314d2399-9089-4747-ba92-d4eef29a7fd9 service nova] Lock "ad4d9843-15d6-4f12-b06d-05f80beac969-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:22:39 user nova-compute[74854]: DEBUG nova.compute.manager [req-d85f4a6f-0cc0-478b-ad8f-39f45bab005c req-314d2399-9089-4747-ba92-d4eef29a7fd9 service nova] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] No waiting events found dispatching network-vif-unplugged-523caa3b-3e93-4699-8074-53aff5c4aac6 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:22:39 user nova-compute[74854]: WARNING nova.compute.manager [req-d85f4a6f-0cc0-478b-ad8f-39f45bab005c req-314d2399-9089-4747-ba92-d4eef29a7fd9 service nova] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Received unexpected event network-vif-unplugged-523caa3b-3e93-4699-8074-53aff5c4aac6 for instance with vm_state rescued and task_state unrescuing.
Oct 23 17:22:39 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Instance destroyed successfully.
Oct 23 17:22:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a9bcebae-17a6-4d95-899d-afe3e2089f54 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Acquiring lock "bcd80f5d-4fa8-48b7-821a-af655747e1f2" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:22:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a9bcebae-17a6-4d95-899d-afe3e2089f54 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lock "bcd80f5d-4fa8-48b7-821a-af655747e1f2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:22:40 user nova-compute[74854]: DEBUG nova.objects.instance [None req-a9bcebae-17a6-4d95-899d-afe3e2089f54 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lazy-loading 'flavor' on Instance uuid bcd80f5d-4fa8-48b7-821a-af655747e1f2 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:22:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a9bcebae-17a6-4d95-899d-afe3e2089f54 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lock "bcd80f5d-4fa8-48b7-821a-af655747e1f2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.059s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:22:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a9bcebae-17a6-4d95-899d-afe3e2089f54 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Acquiring lock "bcd80f5d-4fa8-48b7-821a-af655747e1f2" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:22:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a9bcebae-17a6-4d95-899d-afe3e2089f54 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lock "bcd80f5d-4fa8-48b7-821a-af655747e1f2" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:22:40 user nova-compute[74854]: INFO nova.compute.manager [None req-a9bcebae-17a6-4d95-899d-afe3e2089f54 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Attaching volume bdbbc834-c106-4b05-84ef-0dc6a380971a to /dev/vdb
Oct 23 17:22:40 user nova-compute[74854]: DEBUG os_brick.utils [None req-a9bcebae-17a6-4d95-899d-afe3e2089f54 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:22:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:40 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[c66a6449-e2f2-41fb-847a-dd707c6d9701]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a321e2f0722\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:22:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:40 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2052feb-5e34-4bcf-b606-958f28ca86b9]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:22:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:40 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae2b2199-0cea-4093-907d-06ad7dcf169c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:22:40 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[3cb218ad-2f9b-4106-8fd7-607e56ccfaf8]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:22:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-a9bcebae-17a6-4d95-899d-afe3e2089f54 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Running cmd (subprocess): nvme version {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-a9bcebae-17a6-4d95-899d-afe3e2089f54 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] 'nvme version' failed. Not Retrying. {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:22:40 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a9bcebae-17a6-4d95-899d-afe3e2089f54 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] nvme not present on system {{(pid=74854) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 17:22:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:22:40 user nova-compute[74854]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 17:22:40 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fd3b0d0-e7ea-4fb3-8171-2920b0bb0e54]: (4, '') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:22:40 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-a9bcebae-17a6-4d95-899d-afe3e2089f54 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74854) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 17:22:40 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-a9bcebae-17a6-4d95-899d-afe3e2089f54 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 17:22:40 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-a9bcebae-17a6-4d95-899d-afe3e2089f54 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] LIGHTOS: no hostnqn found. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 17:22:40 user nova-compute[74854]: DEBUG os_brick.utils [None req-a9bcebae-17a6-4d95-899d-afe3e2089f54 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] <== get_connector_properties: return (126ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a321e2f0722', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:22:40 user nova-compute[74854]: DEBUG nova.virt.block_device [None req-a9bcebae-17a6-4d95-899d-afe3e2089f54 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Updating existing volume attachment record: 84efa5dd-4e89-41af-b50a-35d7101935f0 {{(pid=74854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 17:22:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:22:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:22:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:22:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:22:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:22:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:22:41 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:22:41 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:22:41 user nova-compute[74854]: DEBUG nova.compute.manager [req-bc10696e-c92c-4760-960a-edaeb89de557 req-dd2fa922-4bc1-4723-b1ec-2440a719ead6 service nova] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Received event network-vif-plugged-523caa3b-3e93-4699-8074-53aff5c4aac6 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:22:41 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-bc10696e-c92c-4760-960a-edaeb89de557 req-dd2fa922-4bc1-4723-b1ec-2440a719ead6 service nova] Acquiring lock "ad4d9843-15d6-4f12-b06d-05f80beac969-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:22:41 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-bc10696e-c92c-4760-960a-edaeb89de557 req-dd2fa922-4bc1-4723-b1ec-2440a719ead6 service nova] Lock "ad4d9843-15d6-4f12-b06d-05f80beac969-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:22:41 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-bc10696e-c92c-4760-960a-edaeb89de557 req-dd2fa922-4bc1-4723-b1ec-2440a719ead6 service nova] Lock "ad4d9843-15d6-4f12-b06d-05f80beac969-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:22:41 user nova-compute[74854]: DEBUG nova.compute.manager [req-bc10696e-c92c-4760-960a-edaeb89de557 req-dd2fa922-4bc1-4723-b1ec-2440a719ead6 service nova] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] No waiting events found dispatching network-vif-plugged-523caa3b-3e93-4699-8074-53aff5c4aac6 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:22:41 user nova-compute[74854]: WARNING nova.compute.manager [req-bc10696e-c92c-4760-960a-edaeb89de557 req-dd2fa922-4bc1-4723-b1ec-2440a719ead6 service nova] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Received unexpected event network-vif-plugged-523caa3b-3e93-4699-8074-53aff5c4aac6 for instance with vm_state rescued and task_state unrescuing.
Oct 23 17:22:41 user nova-compute[74854]: DEBUG nova.compute.manager [req-bc10696e-c92c-4760-960a-edaeb89de557 req-dd2fa922-4bc1-4723-b1ec-2440a719ead6 service nova] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Received event network-changed-b4c30a38-b2d2-48cc-8027-64b4799106ec {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:22:41 user nova-compute[74854]: DEBUG nova.compute.manager [req-bc10696e-c92c-4760-960a-edaeb89de557 req-dd2fa922-4bc1-4723-b1ec-2440a719ead6 service nova] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Refreshing instance network info cache due to event network-changed-b4c30a38-b2d2-48cc-8027-64b4799106ec. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:22:41 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-bc10696e-c92c-4760-960a-edaeb89de557 req-dd2fa922-4bc1-4723-b1ec-2440a719ead6 service nova] Acquiring lock "refresh_cache-bcd80f5d-4fa8-48b7-821a-af655747e1f2" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:22:41 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-bc10696e-c92c-4760-960a-edaeb89de557 req-dd2fa922-4bc1-4723-b1ec-2440a719ead6 service nova] Acquired lock "refresh_cache-bcd80f5d-4fa8-48b7-821a-af655747e1f2" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:22:41 user nova-compute[74854]: DEBUG nova.network.neutron [req-bc10696e-c92c-4760-960a-edaeb89de557 req-dd2fa922-4bc1-4723-b1ec-2440a719ead6 service nova] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Refreshing network info cache for port b4c30a38-b2d2-48cc-8027-64b4799106ec {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:22:41 user nova-compute[74854]: DEBUG nova.network.neutron [req-bc10696e-c92c-4760-960a-edaeb89de557 req-dd2fa922-4bc1-4723-b1ec-2440a719ead6 service nova] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Updated VIF entry in instance network info cache for port b4c30a38-b2d2-48cc-8027-64b4799106ec. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:22:41 user nova-compute[74854]: DEBUG nova.network.neutron [req-bc10696e-c92c-4760-960a-edaeb89de557 req-dd2fa922-4bc1-4723-b1ec-2440a719ead6 service nova] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Updating instance_info_cache with network_info: [{"id": "b4c30a38-b2d2-48cc-8027-64b4799106ec", "address": "fa:16:3e:24:73:8c", "network": {"id": "e7586faa-cc61-4cea-8308-d99cae3e5423", "bridge": "br-int", "label": "tempest-TestStampPattern-809160075-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.66", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d968be38b4dc497e9497da73b146ae6e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4c30a38-b2", "ovs_interfaceid": "b4c30a38-b2d2-48cc-8027-64b4799106ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:22:41 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-bc10696e-c92c-4760-960a-edaeb89de557 req-dd2fa922-4bc1-4723-b1ec-2440a719ead6 service nova] Releasing lock "refresh_cache-bcd80f5d-4fa8-48b7-821a-af655747e1f2" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:22:41 user nova-compute[74854]: DEBUG nova.compute.manager [req-bc10696e-c92c-4760-960a-edaeb89de557 req-dd2fa922-4bc1-4723-b1ec-2440a719ead6 service nova] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Received event network-vif-plugged-523caa3b-3e93-4699-8074-53aff5c4aac6 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:22:41 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-bc10696e-c92c-4760-960a-edaeb89de557 req-dd2fa922-4bc1-4723-b1ec-2440a719ead6 service nova] Acquiring lock "ad4d9843-15d6-4f12-b06d-05f80beac969-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:22:41 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-bc10696e-c92c-4760-960a-edaeb89de557 req-dd2fa922-4bc1-4723-b1ec-2440a719ead6 service nova] Lock "ad4d9843-15d6-4f12-b06d-05f80beac969-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:22:41 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-bc10696e-c92c-4760-960a-edaeb89de557 req-dd2fa922-4bc1-4723-b1ec-2440a719ead6 service nova] Lock "ad4d9843-15d6-4f12-b06d-05f80beac969-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:22:41 user nova-compute[74854]: DEBUG nova.compute.manager [req-bc10696e-c92c-4760-960a-edaeb89de557 req-dd2fa922-4bc1-4723-b1ec-2440a719ead6 service nova] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] No waiting events found dispatching network-vif-plugged-523caa3b-3e93-4699-8074-53aff5c4aac6 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:22:41 user nova-compute[74854]: WARNING nova.compute.manager [req-bc10696e-c92c-4760-960a-edaeb89de557 req-dd2fa922-4bc1-4723-b1ec-2440a719ead6 service nova] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Received unexpected event network-vif-plugged-523caa3b-3e93-4699-8074-53aff5c4aac6 for instance with vm_state rescued and task_state unrescuing.
Oct 23 17:22:41 user nova-compute[74854]: DEBUG nova.compute.manager [req-bc10696e-c92c-4760-960a-edaeb89de557 req-dd2fa922-4bc1-4723-b1ec-2440a719ead6 service nova] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Received event network-vif-plugged-523caa3b-3e93-4699-8074-53aff5c4aac6 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:22:41 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-bc10696e-c92c-4760-960a-edaeb89de557 req-dd2fa922-4bc1-4723-b1ec-2440a719ead6 service nova] Acquiring lock "ad4d9843-15d6-4f12-b06d-05f80beac969-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:22:41 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-bc10696e-c92c-4760-960a-edaeb89de557 req-dd2fa922-4bc1-4723-b1ec-2440a719ead6 service nova] Lock "ad4d9843-15d6-4f12-b06d-05f80beac969-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:22:41 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-bc10696e-c92c-4760-960a-edaeb89de557 req-dd2fa922-4bc1-4723-b1ec-2440a719ead6 service nova] Lock "ad4d9843-15d6-4f12-b06d-05f80beac969-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:22:41 user nova-compute[74854]: DEBUG nova.compute.manager [req-bc10696e-c92c-4760-960a-edaeb89de557 req-dd2fa922-4bc1-4723-b1ec-2440a719ead6 service nova] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] No waiting events found dispatching network-vif-plugged-523caa3b-3e93-4699-8074-53aff5c4aac6 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:22:41 user nova-compute[74854]: WARNING nova.compute.manager [req-bc10696e-c92c-4760-960a-edaeb89de557 req-dd2fa922-4bc1-4723-b1ec-2440a719ead6 service nova] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Received unexpected event network-vif-plugged-523caa3b-3e93-4699-8074-53aff5c4aac6 for instance with vm_state rescued and task_state unrescuing.
Oct 23 17:22:41 user nova-compute[74854]: DEBUG os_brick.utils [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:22:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:41 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[bce7544f-e8e5-4574-9926-13e1132d3687]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a321e2f0722\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:22:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:41 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f2e832a-2094-4d5e-899c-9f84dc2cb9f6]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:22:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:41 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[864de99f-a439-45fe-89ef-7228a9f9a9c9]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:22:41 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a7810d4-dd87-447a-9322-8465515651ee]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:22:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Running cmd (subprocess): nvme version {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] 'nvme version' failed. Not Retrying. {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:22:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.nvmeof [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] nvme not present on system {{(pid=74854) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 17:22:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:22:41 user nova-compute[74854]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 17:22:41 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[35ed4563-3faf-4af1-a513-6c3f891d5027]: (4, '') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:22:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74854) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 17:22:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 17:22:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] LIGHTOS: no hostnqn found. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 17:22:41 user nova-compute[74854]: DEBUG os_brick.utils [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] <== get_connector_properties: return (115ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a321e2f0722', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:22:41 user nova-compute[74854]: DEBUG nova.virt.block_device [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Updating existing volume attachment record: 9d08e992-181c-4f12-8e77-0afa9490a8ea {{(pid=74854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 17:22:42 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:22:42 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-f4584f16-716f-4165-b617-56b015577954 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 1c827823-bc2c-4c58-b769-e9d32e820d7a is timed out.
Oct 23 17:22:42 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-f4584f16-716f-4165-b617-56b015577954 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Successfully detached device vdb from instance 1c827823-bc2c-4c58-b769-e9d32e820d7a from the live domain config.
Oct 23 17:22:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f4584f16-716f-4165-b617-56b015577954 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] calling os-brick to detach iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 17:22:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4584f16-716f-4165-b617-56b015577954 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, {'target_iqn': 'iqn.2010-10.org.openstack:2dcd8afd-6127-4266-bc8d-c4cddc100384', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CebcrFfo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:22:42 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-f4584f16-716f-4165-b617-56b015577954 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:22:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-f4584f16-716f-4165-b617-56b015577954 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:22:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-f4584f16-716f-4165-b617-56b015577954 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:22:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[406c3e15-55fd-47a4-aa9b-1bee3050dd2a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2dcd8afd-6127-4266-bc8d-c4cddc100384\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:22:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4584f16-716f-4165-b617-56b015577954 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 17:22:42 user nova-compute[74854]: No targets found.
Oct 23 17:22:42 user nova-compute[74854]: iSNS:
Oct 23 17:22:42 user nova-compute[74854]: No targets found.
Oct 23 17:22:42 user nova-compute[74854]: STATIC:
Oct 23 17:22:42 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:2dcd8afd-6127-4266-bc8d-c4cddc100384
Oct 23 17:22:42 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:22:42 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:22:42 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701
Oct 23 17:22:42 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:22:42 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:22:42 user nova-compute[74854]: FIRMWARE:
Oct 23 17:22:42 user nova-compute[74854]: No targets found.
Oct 23 17:22:42 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:22:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4584f16-716f-4165-b617-56b015577954 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 17:22:42 user nova-compute[74854]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 17:22:42 user nova-compute[74854]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74854) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 17:22:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4584f16-716f-4165-b617-56b015577954 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2dcd8afd-6127-4266-bc8d-c4cddc100384', 0)] {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 17:22:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[599242e9-e5a9-4e31-a8e1-65117a4f71ed]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2dcd8afd-6127-4266-bc8d-c4cddc100384\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:22:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[c22f5d5b-49bc-4e94-ad59-6e5ec7fd95e5]: (4, ('tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2dcd8afd-6127-4266-bc8d-c4cddc100384 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:22:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4584f16-716f-4165-b617-56b015577954 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 (non-flash)
Oct 23 17:22:42 user nova-compute[74854]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2dcd8afd-6127-4266-bc8d-c4cddc100384 (non-flash)
Oct 23 17:22:42 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:22:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4584f16-716f-4165-b617-56b015577954 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] iscsi session list stdout=tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 (non-flash)
Oct 23 17:22:42 user nova-compute[74854]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2dcd8afd-6127-4266-bc8d-c4cddc100384 (non-flash)
Oct 23 17:22:42 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:22:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4584f16-716f-4165-b617-56b015577954 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f305c3264d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2dcd8afd-6127-4266-bc8d-c4cddc100384'): ({'sdc'}, set())}) {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 17:22:42 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-f4584f16-716f-4165-b617-56b015577954 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Removing single pathed devices sdc {{(pid=74854) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 17:22:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[d78b9a52-6b14-4279-a38d-abafc1006028]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:22:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[eadfd012-90ef-48b0-a893-f76d46e7a38c]: (4, ('ok\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:22:42 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-f4584f16-716f-4165-b617-56b015577954 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Flushing IO for device /dev/sdc {{(pid=74854) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 17:22:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.012s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a6fead6-1c45-4e8b-9ef9-902c27c63501]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:22:42 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-f4584f16-716f-4165-b617-56b015577954 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74854) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 17:22:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:42 user nova-compute[74854]: DEBUG nova.compute.manager [None req-8ce3c577-1a82-4fc1-997e-b29a0acaa9c1 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:22:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.049s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e3adeb1-77d8-4386-808c-75740da45009]: (4, ('1', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:22:42 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-f4584f16-716f-4165-b617-56b015577954 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 17:22:42 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-f4584f16-716f-4165-b617-56b015577954 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] SCSI volumes sdc have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 17:22:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4584f16-716f-4165-b617-56b015577954 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2dcd8afd-6127-4266-bc8d-c4cddc100384')] {{(pid=74854) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 17:22:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2dcd8afd-6127-4266-bc8d-c4cddc100384 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2dcd8afd-6127-4266-bc8d-c4cddc100384 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c40362d-f30e-4e1f-9e99-0c549ef1e55f]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:22:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4584f16-716f-4165-b617-56b015577954 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:22:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2dcd8afd-6127-4266-bc8d-c4cddc100384 -p 172.16.0.220:3260 --logout {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2dcd8afd-6127-4266-bc8d-c4cddc100384 -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5b6e413-307a-4a14-b685-641ebb6207d6]: (4, ('Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:2dcd8afd-6127-4266-bc8d-c4cddc100384, portal: 172.16.0.220,3260]\nLogout of [sid: 33, target: iqn.2010-10.org.openstack:2dcd8afd-6127-4266-bc8d-c4cddc100384, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:22:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4584f16-716f-4165-b617-56b015577954 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:2dcd8afd-6127-4266-bc8d-c4cddc100384, portal: 172.16.0.220,3260]
Oct 23 17:22:42 user nova-compute[74854]: Logout of [sid: 33, target: iqn.2010-10.org.openstack:2dcd8afd-6127-4266-bc8d-c4cddc100384, portal: 172.16.0.220,3260] successful.
Oct 23 17:22:42 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:22:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2dcd8afd-6127-4266-bc8d-c4cddc100384 -p 172.16.0.220:3260 --op delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2dcd8afd-6127-4266-bc8d-c4cddc100384 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb68a56c-2b97-4ce1-be4e-b9f451345763]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:22:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4584f16-716f-4165-b617-56b015577954 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:22:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-f4584f16-716f-4165-b617-56b015577954 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.315s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:22:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4584f16-716f-4165-b617-56b015577954 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] <== disconnect_volume: return (317ms) None {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:22:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f4584f16-716f-4165-b617-56b015577954 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Disconnected iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 17:22:43 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:22:43 user nova-compute[74854]: DEBUG nova.objects.instance [None req-f4584f16-716f-4165-b617-56b015577954 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lazy-loading 'flavor' on Instance uuid 1c827823-bc2c-4c58-b769-e9d32e820d7a {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:22:43 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-f4584f16-716f-4165-b617-56b015577954 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "1c827823-bc2c-4c58-b769-e9d32e820d7a" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.767s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:22:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:22:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:22:48 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:22:50 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:22:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:22:52 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:22:53 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:22:53 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:22:53 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 17:22:54 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:22:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:22:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:22:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:22:54 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Auditing locally available compute resources for user (node: user) {{(pid=74854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 17:22:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.rescue --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.rescue --force-share --output=json" returned: 0 in 0.180s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.rescue --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.rescue --force-share --output=json" returned: 0 in 0.182s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:56 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:22:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bcd80f5d-4fa8-48b7-821a-af655747e1f2/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bcd80f5d-4fa8-48b7-821a-af655747e1f2/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bcd80f5d-4fa8-48b7-821a-af655747e1f2/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bcd80f5d-4fa8-48b7-821a-af655747e1f2/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7809ba0d-ad90-46fb-bf9c-55d619abe533/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7809ba0d-ad90-46fb-bf9c-55d619abe533/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7809ba0d-ad90-46fb-bf9c-55d619abe533/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:57 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:22:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7809ba0d-ad90-46fb-bf9c-55d619abe533/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:57 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a9bcebae-17a6-4d95-899d-afe3e2089f54 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Calling os-brick to attach iSCSI Volume {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 17:22:57 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9bcebae-17a6-4d95-899d-afe3e2089f54 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:bdbbc834-c106-4b05-84ef-0dc6a380971a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lLCVQbBr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:22:57 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-a9bcebae-17a6-4d95-899d-afe3e2089f54 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:22:57 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-a9bcebae-17a6-4d95-899d-afe3e2089f54 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:22:57 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-a9bcebae-17a6-4d95-899d-afe3e2089f54 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:22:57 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-a9bcebae-17a6-4d95-899d-afe3e2089f54 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:22:57 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-a9bcebae-17a6-4d95-899d-afe3e2089f54 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bdbbc834-c106-4b05-84ef-0dc6a380971a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:22:57 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-a9bcebae-17a6-4d95-899d-afe3e2089f54 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bdbbc834-c106-4b05-84ef-0dc6a380971a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:22:57 user nova-compute[74854]: INFO os_brick.initiator.connectors.iscsi [None req-a9bcebae-17a6-4d95-899d-afe3e2089f54 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 17:22:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c827823-bc2c-4c58-b769-e9d32e820d7a/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bdbbc834-c106-4b05-84ef-0dc6a380971a -p 172.16.0.220:3260 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bdbbc834-c106-4b05-84ef-0dc6a380971a -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:57 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[4dcb3e95-9f9f-4ca9-8de3-b0ee18f3c421]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:22:57 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9bcebae-17a6-4d95-899d-afe3e2089f54 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 17:22:57 user nova-compute[74854]:  {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:22:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bdbbc834-c106-4b05-84ef-0dc6a380971a -p 172.16.0.220:3260 --interface default --op new {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bdbbc834-c106-4b05-84ef-0dc6a380971a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:57 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[885a4143-0fad-40d8-90bb-379f86ff9a30]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bdbbc834-c106-4b05-84ef-0dc6a380971a] added\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:22:57 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9bcebae-17a6-4d95-899d-afe3e2089f54 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bdbbc834-c106-4b05-84ef-0dc6a380971a] added
Oct 23 17:22:57 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:22:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bdbbc834-c106-4b05-84ef-0dc6a380971a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bdbbc834-c106-4b05-84ef-0dc6a380971a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:57 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[8aa2e46c-2656-474f-953b-c59f5ea83873]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:22:57 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9bcebae-17a6-4d95-899d-afe3e2089f54 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:22:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bdbbc834-c106-4b05-84ef-0dc6a380971a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bdbbc834-c106-4b05-84ef-0dc6a380971a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:57 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb3ddb40-4c5f-454b-9107-cd795b0280f6]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:22:57 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9bcebae-17a6-4d95-899d-afe3e2089f54 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:22:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bdbbc834-c106-4b05-84ef-0dc6a380971a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lLCVQbBr {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bdbbc834-c106-4b05-84ef-0dc6a380971a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lLCVQbBr" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:57 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[d41cd448-86c3-46b5-912c-c161dead6b18]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:22:57 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9bcebae-17a6-4d95-899d-afe3e2089f54 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'lLCVQbBr'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:22:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bdbbc834-c106-4b05-84ef-0dc6a380971a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bdbbc834-c106-4b05-84ef-0dc6a380971a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:57 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b44f9a09-6393-491d-8ceb-3bf46692d973]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:22:57 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9bcebae-17a6-4d95-899d-afe3e2089f54 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:22:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c827823-bc2c-4c58-b769-e9d32e820d7a/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c827823-bc2c-4c58-b769-e9d32e820d7a/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:57 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea727fe7-8960-475b-bbe9-01e9c15594bf]: (4, ('tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:22:57 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9bcebae-17a6-4d95-899d-afe3e2089f54 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 (non-flash)
Oct 23 17:22:57 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:22:57 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9bcebae-17a6-4d95-899d-afe3e2089f54 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] iscsi session list stdout=tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 (non-flash)
Oct 23 17:22:57 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:22:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bdbbc834-c106-4b05-84ef-0dc6a380971a -p 172.16.0.220:3260 --login {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bdbbc834-c106-4b05-84ef-0dc6a380971a -p 172.16.0.220:3260 --login" returned: 0 in 0.052s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:58 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[afbdab6f-355c-4c45-9d2d-ffb75939a715]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:bdbbc834-c106-4b05-84ef-0dc6a380971a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:bdbbc834-c106-4b05-84ef-0dc6a380971a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:22:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9bcebae-17a6-4d95-899d-afe3e2089f54 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:bdbbc834-c106-4b05-84ef-0dc6a380971a, portal: 172.16.0.220,3260]
Oct 23 17:22:58 user nova-compute[74854]: Login to [iface: default, target: iqn.2010-10.org.openstack:bdbbc834-c106-4b05-84ef-0dc6a380971a, portal: 172.16.0.220,3260] successful.
Oct 23 17:22:58 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:22:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bdbbc834-c106-4b05-84ef-0dc6a380971a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bdbbc834-c106-4b05-84ef-0dc6a380971a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:58 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[8bff622d-2e81-4808-867d-450fe3894a5d]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:22:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9bcebae-17a6-4d95-899d-afe3e2089f54 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:22:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:58 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[deceac9d-b2db-4a9d-a264-e13b0c54a5e0]: (4, ('tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdbbc834-c106-4b05-84ef-0dc6a380971a (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:22:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9bcebae-17a6-4d95-899d-afe3e2089f54 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 (non-flash)
Oct 23 17:22:58 user nova-compute[74854]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdbbc834-c106-4b05-84ef-0dc6a380971a (non-flash)
Oct 23 17:22:58 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:22:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9bcebae-17a6-4d95-899d-afe3e2089f54 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] iscsi session list stdout=tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 (non-flash)
Oct 23 17:22:58 user nova-compute[74854]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdbbc834-c106-4b05-84ef-0dc6a380971a (non-flash)
Oct 23 17:22:58 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:22:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-a9bcebae-17a6-4d95-899d-afe3e2089f54 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bdbbc834-c106-4b05-84ef-0dc6a380971a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.327s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:22:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9bcebae-17a6-4d95-899d-afe3e2089f54 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Connected to 172.16.0.220:3260 {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 17:22:58 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-a9bcebae-17a6-4d95-899d-afe3e2089f54 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] HCTL ('33', '-', '-', 0) found on session 34 with lun 0 {{(pid=74854) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 17:22:58 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-a9bcebae-17a6-4d95-899d-afe3e2089f54 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74854) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 17:22:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:58 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b39ccb61-89b8-4d33-b9a7-9d53160f14cf]: (4, ('- - 0', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:22:58 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-a9bcebae-17a6-4d95-899d-afe3e2089f54 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Searching for a device in session 34 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:22:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9bcebae-17a6-4d95-899d-afe3e2089f54 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:bdbbc834-c106-4b05-84ef-0dc6a380971a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lLCVQbBr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 17:22:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c827823-bc2c-4c58-b769-e9d32e820d7a/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad4d9843-15d6-4f12-b06d-05f80beac969/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad4d9843-15d6-4f12-b06d-05f80beac969/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad4d9843-15d6-4f12-b06d-05f80beac969/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:22:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad4d9843-15d6-4f12-b06d-05f80beac969/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:22:58 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:22:58 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:22:58 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:22:58 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Hypervisor/Node resource view: name=user free_ram=8005MB free_disk=24.776527404785156GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=74854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 17:22:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:22:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:22:59 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-a9bcebae-17a6-4d95-899d-afe3e2089f54 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.362s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:22:59 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9bcebae-17a6-4d95-899d-afe3e2089f54 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] <== connect_volume: return (1365ms) {'type': 'block', 'scsi_wwn': '23131393163393636', 'path': '/dev/sdb'} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:22:59 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a9bcebae-17a6-4d95-899d-afe3e2089f54 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23131393163393636', 'path': '/dev/sdb'} {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 17:22:59 user nova-compute[74854]: DEBUG nova.objects.instance [None req-a9bcebae-17a6-4d95-899d-afe3e2089f54 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lazy-loading 'flavor' on Instance uuid bcd80f5d-4fa8-48b7-821a-af655747e1f2 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:22:59 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:22:59 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance ebdd2079-dbb8-44e5-8e02-53df3302b70f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:22:59 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:22:59 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 830c4171-3aa6-489f-a2bf-78405615ddb6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:22:59 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 7809ba0d-ad90-46fb-bf9c-55d619abe533 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:22:59 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance ad4d9843-15d6-4f12-b06d-05f80beac969 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:22:59 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 1c827823-bc2c-4c58-b769-e9d32e820d7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:22:59 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance bcd80f5d-4fa8-48b7-821a-af655747e1f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:22:59 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:22:59 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 17:22:59 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 17:22:59 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-a9bcebae-17a6-4d95-899d-afe3e2089f54 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] attach device xml: <disk type="block" device="disk">
Oct 23 17:22:59 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:22:59 user nova-compute[74854]:   <source dev="/dev/sdb"/>
Oct 23 17:22:59 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:22:59 user nova-compute[74854]:   <serial>bdbbc834-c106-4b05-84ef-0dc6a380971a</serial>
Oct 23 17:22:59 user nova-compute[74854]: </disk>
Oct 23 17:22:59 user nova-compute[74854]:  {{(pid=74854) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 17:22:59 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:22:59 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:22:59 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Compute_service record updated for user:user {{(pid=74854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 17:22:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.578s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:22:59 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-a9bcebae-17a6-4d95-899d-afe3e2089f54 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:22:59 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-a9bcebae-17a6-4d95-899d-afe3e2089f54 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:22:59 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-a9bcebae-17a6-4d95-899d-afe3e2089f54 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] No VIF found with MAC fa:16:3e:24:73:8c, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a9bcebae-17a6-4d95-899d-afe3e2089f54 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lock "bcd80f5d-4fa8-48b7-821a-af655747e1f2" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 19.718s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG nova.compute.manager [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Start spawning the instance on the hypervisor. {{(pid=74854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Creating instance directory {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 17:23:00 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Creating image(s)
Oct 23 17:23:00 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Did not create local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Ensure instance console log exists: /opt/stack/data/nova/instances/010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7/console.log {{(pid=74854) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Start _get_guest_xml network_info=[{"id": "6c5bd39e-81cb-4eff-9ea6-9e1e099cb82b", "address": "fa:16:3e:99:ac:58", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6c5bd39e-81", "ovs_interfaceid": "6c5bd39e-81cb-4eff-9ea6-9e1e099cb82b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'attachment_id': '9d08e992-181c-4f12-8e77-0afa9490a8ea', 'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:8a304257-50ae-412d-ab46-2543de50954e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UwzveCRY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7', 'attached_at': '', 'detached_at': '', 'volume_id': '8a304257-50ae-412d-ab46-2543de50954e', 'serial': '8a304257-50ae-412d-ab46-2543de50954e'}, 'mount_device': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'volume_type': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:23:00 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:23:00 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:23:00 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Calling os-brick to attach iSCSI Volume {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8a304257-50ae-412d-ab46-2543de50954e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UwzveCRY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:23:00 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:23:00 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:23:00 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:23:00 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8a304257-50ae-412d-ab46-2543de50954e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8a304257-50ae-412d-ab46-2543de50954e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:23:00 user nova-compute[74854]: INFO os_brick.initiator.connectors.iscsi [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 17:23:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8a304257-50ae-412d-ab46-2543de50954e -p 172.16.0.220:3260 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8a304257-50ae-412d-ab46-2543de50954e -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[8aa2bc62-cd87-45c2-a455-8a75c3ecc1fa]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 17:23:00 user nova-compute[74854]:  {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8a304257-50ae-412d-ab46-2543de50954e -p 172.16.0.220:3260 --interface default --op new {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8a304257-50ae-412d-ab46-2543de50954e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[24f97e36-1313-4729-aede-4a330b560060]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8a304257-50ae-412d-ab46-2543de50954e] added\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8a304257-50ae-412d-ab46-2543de50954e] added
Oct 23 17:23:00 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8a304257-50ae-412d-ab46-2543de50954e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8a304257-50ae-412d-ab46-2543de50954e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ca0e538-8dfc-495e-bd42-691d930462ba]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8a304257-50ae-412d-ab46-2543de50954e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8a304257-50ae-412d-ab46-2543de50954e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[150d9970-9622-40fa-a5e7-d2311d4a8a6f]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8a304257-50ae-412d-ab46-2543de50954e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UwzveCRY {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8a304257-50ae-412d-ab46-2543de50954e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UwzveCRY" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[4225d340-20bf-40f0-833e-3fc2664a423c]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'UwzveCRY'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8a304257-50ae-412d-ab46-2543de50954e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8a304257-50ae-412d-ab46-2543de50954e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6da1bdc-af3d-4671-a0f4-66d2a991d4a1]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e984f6c2-6859-4c36-99a2-98f87415adff]: (4, ('tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdbbc834-c106-4b05-84ef-0dc6a380971a (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 (non-flash)
Oct 23 17:23:00 user nova-compute[74854]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdbbc834-c106-4b05-84ef-0dc6a380971a (non-flash)
Oct 23 17:23:00 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsi session list stdout=tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 (non-flash)
Oct 23 17:23:00 user nova-compute[74854]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdbbc834-c106-4b05-84ef-0dc6a380971a (non-flash)
Oct 23 17:23:00 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8a304257-50ae-412d-ab46-2543de50954e -p 172.16.0.220:3260 --login {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8a304257-50ae-412d-ab46-2543de50954e -p 172.16.0.220:3260 --login" returned: 0 in 0.057s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[556dd63b-28bd-4618-9720-d77986ed5910]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8a304257-50ae-412d-ab46-2543de50954e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8a304257-50ae-412d-ab46-2543de50954e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8a304257-50ae-412d-ab46-2543de50954e, portal: 172.16.0.220,3260]
Oct 23 17:23:00 user nova-compute[74854]: Login to [iface: default, target: iqn.2010-10.org.openstack:8a304257-50ae-412d-ab46-2543de50954e, portal: 172.16.0.220,3260] successful.
Oct 23 17:23:00 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8a304257-50ae-412d-ab46-2543de50954e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8a304257-50ae-412d-ab46-2543de50954e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[177dd4c2-d482-4bc9-8fbb-47a6b99e62ba]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[630db038-4fbf-4ad1-ad6e-63f677a94b97]: (4, ('tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdbbc834-c106-4b05-84ef-0dc6a380971a (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a304257-50ae-412d-ab46-2543de50954e (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 (non-flash)
Oct 23 17:23:00 user nova-compute[74854]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdbbc834-c106-4b05-84ef-0dc6a380971a (non-flash)
Oct 23 17:23:00 user nova-compute[74854]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a304257-50ae-412d-ab46-2543de50954e (non-flash)
Oct 23 17:23:00 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsi session list stdout=tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 (non-flash)
Oct 23 17:23:00 user nova-compute[74854]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdbbc834-c106-4b05-84ef-0dc6a380971a (non-flash)
Oct 23 17:23:00 user nova-compute[74854]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a304257-50ae-412d-ab46-2543de50954e (non-flash)
Oct 23 17:23:00 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8a304257-50ae-412d-ab46-2543de50954e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.292s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Connected to 172.16.0.220:3260 {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] HCTL ('34', '-', '-', 0) found on session 35 with lun 0 {{(pid=74854) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74854) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[3cad78e4-3fbc-4bf0-89c5-5f64a2140711]: (4, ('- - 0', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Searching for a device in session 35 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:8a304257-50ae-412d-ab46-2543de50954e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UwzveCRY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Starting heal instance info cache {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Rebuilding the list of instances to heal {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 23 17:23:00 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Skipping network cache update for instance because it is Building. {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9934}}
Oct 23 17:23:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:01 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "refresh_cache-8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:23:01 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquired lock "refresh_cache-8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:23:01 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Forcefully refreshing network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 17:23:01 user nova-compute[74854]: DEBUG nova.objects.instance [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lazy-loading 'info_cache' on Instance uuid 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:23:01 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Updating instance_info_cache with network_info: [{"id": "e3bef65d-eae9-4427-a701-d63a9722f329", "address": "fa:16:3e:be:e5:fe", "network": {"id": "61eabfd2-7ac3-42e7-8714-bdd76338bb9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939150687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c07d48b0f4a64bd38bff95e84d480918", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3bef65d-ea", "ovs_interfaceid": "e3bef65d-eae9-4427-a701-d63a9722f329", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:23:01 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Releasing lock "refresh_cache-8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:23:01 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Updated the network info_cache for instance {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 17:23:01 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.326s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:23:01 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] <== connect_volume: return (1328ms) {'type': 'block', 'scsi_wwn': '23165396233373632', 'path': '/dev/sdc'} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:23:01 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23165396233373632', 'path': '/dev/sdc'} {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 17:23:01 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:22:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1788226301',display_name='tempest-TestVolumeBootPattern-server-1788226301',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1788226301',id=34,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3560285cd557461eae016907fb469040',ramdisk_id='',reservation_id='r-sumwk1a8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1291140693',owner_user_name='tempest-TestVolumeBootPattern-1291140693-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:22:36Z,user_data=None,user_id='40d10700efba402e9cc769d2510f8311',uuid=010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6c5bd39e-81cb-4eff-9ea6-9e1e099cb82b", "address": "fa:16:3e:99:ac:58", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6c5bd39e-81", "ovs_interfaceid": "6c5bd39e-81cb-4eff-9ea6-9e1e099cb82b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:23:01 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Converting VIF {"id": "6c5bd39e-81cb-4eff-9ea6-9e1e099cb82b", "address": "fa:16:3e:99:ac:58", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6c5bd39e-81", "ovs_interfaceid": "6c5bd39e-81cb-4eff-9ea6-9e1e099cb82b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:23:01 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:99:ac:58,bridge_name='br-int',has_traffic_filtering=True,id=6c5bd39e-81cb-4eff-9ea6-9e1e099cb82b,network=Network(fb72fe03-c822-4d0e-99e3-cec932363ec0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6c5bd39e-81') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:23:01 user nova-compute[74854]: DEBUG nova.objects.instance [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lazy-loading 'pci_devices' on Instance uuid 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:23:01 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:23:01 user nova-compute[74854]:   <uuid>010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7</uuid>
Oct 23 17:23:01 user nova-compute[74854]:   <name>instance-00000022</name>
Oct 23 17:23:01 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:23:01 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:23:01 user nova-compute[74854]:   <metadata>
Oct 23 17:23:01 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:23:01 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:23:01 user nova-compute[74854]:       <nova:name>tempest-TestVolumeBootPattern-server-1788226301</nova:name>
Oct 23 17:23:01 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:23:00</nova:creationTime>
Oct 23 17:23:01 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:23:01 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:23:01 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:23:01 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:23:01 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:23:01 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:23:01 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:23:01 user nova-compute[74854]:       <nova:owner>
Oct 23 17:23:01 user nova-compute[74854]:         <nova:user uuid="40d10700efba402e9cc769d2510f8311">tempest-TestVolumeBootPattern-1291140693-project-member</nova:user>
Oct 23 17:23:01 user nova-compute[74854]:         <nova:project uuid="3560285cd557461eae016907fb469040">tempest-TestVolumeBootPattern-1291140693</nova:project>
Oct 23 17:23:01 user nova-compute[74854]:       </nova:owner>
Oct 23 17:23:01 user nova-compute[74854]:       <nova:ports>
Oct 23 17:23:01 user nova-compute[74854]:         <nova:port uuid="6c5bd39e-81cb-4eff-9ea6-9e1e099cb82b">
Oct 23 17:23:01 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 23 17:23:01 user nova-compute[74854]:         </nova:port>
Oct 23 17:23:01 user nova-compute[74854]:       </nova:ports>
Oct 23 17:23:01 user nova-compute[74854]:     </nova:instance>
Oct 23 17:23:01 user nova-compute[74854]:   </metadata>
Oct 23 17:23:01 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:23:01 user nova-compute[74854]:     <system>
Oct 23 17:23:01 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:23:01 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:23:01 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:23:01 user nova-compute[74854]:       <entry name="serial">010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7</entry>
Oct 23 17:23:01 user nova-compute[74854]:       <entry name="uuid">010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7</entry>
Oct 23 17:23:01 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:23:01 user nova-compute[74854]:     </system>
Oct 23 17:23:01 user nova-compute[74854]:   </sysinfo>
Oct 23 17:23:01 user nova-compute[74854]:   <os>
Oct 23 17:23:01 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:23:01 user nova-compute[74854]:     <boot dev="hd"/>
Oct 23 17:23:01 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:23:01 user nova-compute[74854]:   </os>
Oct 23 17:23:01 user nova-compute[74854]:   <features>
Oct 23 17:23:01 user nova-compute[74854]:     <acpi/>
Oct 23 17:23:01 user nova-compute[74854]:     <apic/>
Oct 23 17:23:01 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:23:01 user nova-compute[74854]:   </features>
Oct 23 17:23:01 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:23:01 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:23:01 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:23:01 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:23:01 user nova-compute[74854]:   </clock>
Oct 23 17:23:01 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:23:01 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:23:01 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:23:01 user nova-compute[74854]:   </cpu>
Oct 23 17:23:01 user nova-compute[74854]:   <devices>
Oct 23 17:23:01 user nova-compute[74854]:     <disk type="block" device="disk">
Oct 23 17:23:01 user nova-compute[74854]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:23:01 user nova-compute[74854]:       <source dev="/dev/sdc"/>
Oct 23 17:23:01 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:23:01 user nova-compute[74854]:       <serial>8a304257-50ae-412d-ab46-2543de50954e</serial>
Oct 23 17:23:01 user nova-compute[74854]:     </disk>
Oct 23 17:23:01 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:23:01 user nova-compute[74854]:       <mac address="fa:16:3e:99:ac:58"/>
Oct 23 17:23:01 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:23:01 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:23:01 user nova-compute[74854]:       <target dev="tap6c5bd39e-81"/>
Oct 23 17:23:01 user nova-compute[74854]:     </interface>
Oct 23 17:23:01 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:23:01 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7/console.log" append="off"/>
Oct 23 17:23:01 user nova-compute[74854]:     </serial>
Oct 23 17:23:01 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:23:01 user nova-compute[74854]:     <video>
Oct 23 17:23:01 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:23:01 user nova-compute[74854]:     </video>
Oct 23 17:23:01 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:23:01 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:23:01 user nova-compute[74854]:     </rng>
Oct 23 17:23:01 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:23:01 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:23:01 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:23:01 user nova-compute[74854]:     </memballoon>
Oct 23 17:23:01 user nova-compute[74854]:   </devices>
Oct 23 17:23:01 user nova-compute[74854]: </domain>
Oct 23 17:23:01 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:23:01 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:22:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1788226301',display_name='tempest-TestVolumeBootPattern-server-1788226301',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1788226301',id=34,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3560285cd557461eae016907fb469040',ramdisk_id='',reservation_id='r-sumwk1a8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1291140693',owner_user_name='tempest-TestVolumeBootPattern-1291140693-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:22:36Z,user_data=None,user_id='40d10700efba402e9cc769d2510f8311',uuid=010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6c5bd39e-81cb-4eff-9ea6-9e1e099cb82b", "address": "fa:16:3e:99:ac:58", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6c5bd39e-81", "ovs_interfaceid": "6c5bd39e-81cb-4eff-9ea6-9e1e099cb82b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:23:01 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Converting VIF {"id": "6c5bd39e-81cb-4eff-9ea6-9e1e099cb82b", "address": "fa:16:3e:99:ac:58", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6c5bd39e-81", "ovs_interfaceid": "6c5bd39e-81cb-4eff-9ea6-9e1e099cb82b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:23:01 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:99:ac:58,bridge_name='br-int',has_traffic_filtering=True,id=6c5bd39e-81cb-4eff-9ea6-9e1e099cb82b,network=Network(fb72fe03-c822-4d0e-99e3-cec932363ec0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6c5bd39e-81') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:23:01 user nova-compute[74854]: DEBUG os_vif [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:99:ac:58,bridge_name='br-int',has_traffic_filtering=True,id=6c5bd39e-81cb-4eff-9ea6-9e1e099cb82b,network=Network(fb72fe03-c822-4d0e-99e3-cec932363ec0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6c5bd39e-81') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:23:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:23:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:23:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '31bb7e7f-ddd7-5f14-a435-a68d3391bbfa', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:23:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:23:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6c5bd39e-81, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:23:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6c5bd39e-81, col_values=(('qos', UUID('54039a07-d8fb-47fa-9b51-023b4b134e74')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:23:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6c5bd39e-81, col_values=(('external_ids', {'iface-id': '6c5bd39e-81cb-4eff-9ea6-9e1e099cb82b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:99:ac:58', 'vm-uuid': '010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:23:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:23:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:01 user nova-compute[74854]: INFO os_vif [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:99:ac:58,bridge_name='br-int',has_traffic_filtering=True,id=6c5bd39e-81cb-4eff-9ea6-9e1e099cb82b,network=Network(fb72fe03-c822-4d0e-99e3-cec932363ec0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6c5bd39e-81')
Oct 23 17:23:01 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:23:01 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] No VIF found with MAC fa:16:3e:99:ac:58, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:23:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-f72509ec-7e6b-445e-bd9f-b03bb8e43e79 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Acquiring lock "bcd80f5d-4fa8-48b7-821a-af655747e1f2" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:23:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-f72509ec-7e6b-445e-bd9f-b03bb8e43e79 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lock "bcd80f5d-4fa8-48b7-821a-af655747e1f2" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:23:02 user nova-compute[74854]: INFO nova.compute.manager [None req-f72509ec-7e6b-445e-bd9f-b03bb8e43e79 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Detaching volume bdbbc834-c106-4b05-84ef-0dc6a380971a
Oct 23 17:23:02 user nova-compute[74854]: INFO nova.virt.block_device [None req-f72509ec-7e6b-445e-bd9f-b03bb8e43e79 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Attempting to driver detach volume bdbbc834-c106-4b05-84ef-0dc6a380971a from mountpoint /dev/vdb
Oct 23 17:23:02 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-f72509ec-7e6b-445e-bd9f-b03bb8e43e79 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Attempting to detach device vdb from instance bcd80f5d-4fa8-48b7-821a-af655747e1f2 from the persistent domain config. {{(pid=74854) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 17:23:02 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-f72509ec-7e6b-445e-bd9f-b03bb8e43e79 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 17:23:02 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:23:02 user nova-compute[74854]:   <source dev="/dev/sdb"/>
Oct 23 17:23:02 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:23:02 user nova-compute[74854]:   <serial>bdbbc834-c106-4b05-84ef-0dc6a380971a</serial>
Oct 23 17:23:02 user nova-compute[74854]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 17:23:02 user nova-compute[74854]: </disk>
Oct 23 17:23:02 user nova-compute[74854]:  {{(pid=74854) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 17:23:02 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-f72509ec-7e6b-445e-bd9f-b03bb8e43e79 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Successfully detached device vdb from instance bcd80f5d-4fa8-48b7-821a-af655747e1f2 from the persistent domain config.
Oct 23 17:23:02 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-f72509ec-7e6b-445e-bd9f-b03bb8e43e79 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance bcd80f5d-4fa8-48b7-821a-af655747e1f2 from the live domain config. {{(pid=74854) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 23 17:23:02 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-f72509ec-7e6b-445e-bd9f-b03bb8e43e79 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 17:23:02 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:23:02 user nova-compute[74854]:   <source dev="/dev/sdb"/>
Oct 23 17:23:02 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:23:02 user nova-compute[74854]:   <serial>bdbbc834-c106-4b05-84ef-0dc6a380971a</serial>
Oct 23 17:23:02 user nova-compute[74854]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 17:23:02 user nova-compute[74854]: </disk>
Oct 23 17:23:02 user nova-compute[74854]:  {{(pid=74854) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 17:23:02 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:23:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-f72509ec-7e6b-445e-bd9f-b03bb8e43e79 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance bcd80f5d-4fa8-48b7-821a-af655747e1f2 {{(pid=74854) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 23 17:23:03 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:03 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:03 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:03 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:03 user nova-compute[74854]: DEBUG nova.compute.manager [req-719bfd40-b094-4d41-ba7c-453698a5a280 req-baf90ed2-5c7a-401f-8a2c-11b64b3f11a2 service nova] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Received event network-vif-plugged-6c5bd39e-81cb-4eff-9ea6-9e1e099cb82b {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:23:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-719bfd40-b094-4d41-ba7c-453698a5a280 req-baf90ed2-5c7a-401f-8a2c-11b64b3f11a2 service nova] Acquiring lock "010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:23:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-719bfd40-b094-4d41-ba7c-453698a5a280 req-baf90ed2-5c7a-401f-8a2c-11b64b3f11a2 service nova] Lock "010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:23:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-719bfd40-b094-4d41-ba7c-453698a5a280 req-baf90ed2-5c7a-401f-8a2c-11b64b3f11a2 service nova] Lock "010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:23:03 user nova-compute[74854]: DEBUG nova.compute.manager [req-719bfd40-b094-4d41-ba7c-453698a5a280 req-baf90ed2-5c7a-401f-8a2c-11b64b3f11a2 service nova] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] No waiting events found dispatching network-vif-plugged-6c5bd39e-81cb-4eff-9ea6-9e1e099cb82b {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:23:03 user nova-compute[74854]: WARNING nova.compute.manager [req-719bfd40-b094-4d41-ba7c-453698a5a280 req-baf90ed2-5c7a-401f-8a2c-11b64b3f11a2 service nova] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Received unexpected event network-vif-plugged-6c5bd39e-81cb-4eff-9ea6-9e1e099cb82b for instance with vm_state building and task_state spawning.
Oct 23 17:23:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:05 user nova-compute[74854]: DEBUG nova.compute.manager [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Instance event wait completed in 0 seconds for  {{(pid=74854) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 17:23:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Guest created on hypervisor {{(pid=74854) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 17:23:05 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Instance spawned successfully.
Oct 23 17:23:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 17:23:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Found default for hw_cdrom_bus of ide {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:23:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Found default for hw_disk_bus of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:23:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Found default for hw_input_bus of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:23:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Found default for hw_pointer_model of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:23:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Found default for hw_video_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:23:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Found default for hw_vif_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:23:05 user nova-compute[74854]: DEBUG nova.compute.manager [req-b2fdee05-b0a9-4cd3-92df-b86b6407391a req-b9907a57-986f-4724-93f3-ad3b19e78918 service nova] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Received event network-vif-plugged-6c5bd39e-81cb-4eff-9ea6-9e1e099cb82b {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:23:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-b2fdee05-b0a9-4cd3-92df-b86b6407391a req-b9907a57-986f-4724-93f3-ad3b19e78918 service nova] Acquiring lock "010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:23:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-b2fdee05-b0a9-4cd3-92df-b86b6407391a req-b9907a57-986f-4724-93f3-ad3b19e78918 service nova] Lock "010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:23:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-b2fdee05-b0a9-4cd3-92df-b86b6407391a req-b9907a57-986f-4724-93f3-ad3b19e78918 service nova] Lock "010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:23:05 user nova-compute[74854]: DEBUG nova.compute.manager [req-b2fdee05-b0a9-4cd3-92df-b86b6407391a req-b9907a57-986f-4724-93f3-ad3b19e78918 service nova] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] No waiting events found dispatching network-vif-plugged-6c5bd39e-81cb-4eff-9ea6-9e1e099cb82b {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:23:05 user nova-compute[74854]: WARNING nova.compute.manager [req-b2fdee05-b0a9-4cd3-92df-b86b6407391a req-b9907a57-986f-4724-93f3-ad3b19e78918 service nova] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Received unexpected event network-vif-plugged-6c5bd39e-81cb-4eff-9ea6-9e1e099cb82b for instance with vm_state building and task_state spawning.
Oct 23 17:23:05 user nova-compute[74854]: INFO nova.compute.manager [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Took 5.64 seconds to spawn the instance on the hypervisor.
Oct 23 17:23:05 user nova-compute[74854]: DEBUG nova.compute.manager [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:23:05 user nova-compute[74854]: INFO nova.compute.manager [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Took 30.41 seconds to build instance.
Oct 23 17:23:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-507d3fb6-2a17-4b91-ba06-5070a0987210 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 30.502s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:23:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-edd79426-dff0-4218-9ea0-711f73dfe806 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Acquiring lock "1c827823-bc2c-4c58-b769-e9d32e820d7a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:23:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-edd79426-dff0-4218-9ea0-711f73dfe806 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "1c827823-bc2c-4c58-b769-e9d32e820d7a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:23:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-edd79426-dff0-4218-9ea0-711f73dfe806 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Acquiring lock "1c827823-bc2c-4c58-b769-e9d32e820d7a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:23:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-edd79426-dff0-4218-9ea0-711f73dfe806 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "1c827823-bc2c-4c58-b769-e9d32e820d7a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:23:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-edd79426-dff0-4218-9ea0-711f73dfe806 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "1c827823-bc2c-4c58-b769-e9d32e820d7a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:23:12 user nova-compute[74854]: INFO nova.compute.manager [None req-edd79426-dff0-4218-9ea0-711f73dfe806 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Terminating instance
Oct 23 17:23:12 user nova-compute[74854]: DEBUG nova.compute.manager [None req-edd79426-dff0-4218-9ea0-711f73dfe806 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Start destroying the instance on the hypervisor. {{(pid=74854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 17:23:12 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:12 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:12 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:12 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:12 user nova-compute[74854]: DEBUG nova.compute.manager [req-136d91ec-ae82-4a52-a864-824057bcdd6e req-9bc6a490-f2f4-47aa-b4f4-a47bfa5da3bf service nova] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Received event network-vif-unplugged-d934f2ef-dd2b-472f-9c28-1054cd25c9d9 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:23:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-136d91ec-ae82-4a52-a864-824057bcdd6e req-9bc6a490-f2f4-47aa-b4f4-a47bfa5da3bf service nova] Acquiring lock "1c827823-bc2c-4c58-b769-e9d32e820d7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:23:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-136d91ec-ae82-4a52-a864-824057bcdd6e req-9bc6a490-f2f4-47aa-b4f4-a47bfa5da3bf service nova] Lock "1c827823-bc2c-4c58-b769-e9d32e820d7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:23:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-136d91ec-ae82-4a52-a864-824057bcdd6e req-9bc6a490-f2f4-47aa-b4f4-a47bfa5da3bf service nova] Lock "1c827823-bc2c-4c58-b769-e9d32e820d7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:23:12 user nova-compute[74854]: DEBUG nova.compute.manager [req-136d91ec-ae82-4a52-a864-824057bcdd6e req-9bc6a490-f2f4-47aa-b4f4-a47bfa5da3bf service nova] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] No waiting events found dispatching network-vif-unplugged-d934f2ef-dd2b-472f-9c28-1054cd25c9d9 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:23:12 user nova-compute[74854]: DEBUG nova.compute.manager [req-136d91ec-ae82-4a52-a864-824057bcdd6e req-9bc6a490-f2f4-47aa-b4f4-a47bfa5da3bf service nova] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Received event network-vif-unplugged-d934f2ef-dd2b-472f-9c28-1054cd25c9d9 for instance with task_state deleting. {{(pid=74854) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 17:23:13 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Instance destroyed successfully.
Oct 23 17:23:13 user nova-compute[74854]: DEBUG nova.objects.instance [None req-edd79426-dff0-4218-9ea0-711f73dfe806 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lazy-loading 'resources' on Instance uuid 1c827823-bc2c-4c58-b769-e9d32e820d7a {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:23:13 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-edd79426-dff0-4218-9ea0-711f73dfe806 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:20:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-234078319',display_name='tempest-AttachVolumeNegativeTest-server-234078319',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-234078319',id=32,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO0IdfbCqhEkNSP0JZbi5K/dZfUzCz5OtBTfoLRh68duTn71NhHW1GVB73zkBJD7PjbgUD0Z6kQpn9Qi9SHGnv5olONTQJ707CyBH1KOSbyc4kXpleEpsOE/EoqCjX6lzw==',key_name='tempest-keypair-103497544',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:20:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9dead1e870124b6badcc3f3c0523ffc7',ramdisk_id='',reservation_id='r-5qdt7v71',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-555328012',owner_user_name='tempest-AttachVolumeNegativeTest-555328012-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:20:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='add03e2b2c7c42b680a6a4c336e2a52b',uuid=1c827823-bc2c-4c58-b769-e9d32e820d7a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d934f2ef-dd2b-472f-9c28-1054cd25c9d9", "address": "fa:16:3e:05:35:a1", "network": {"id": "8d2e7195-c77a-4a37-9e81-6d9a0ed8e649", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-389470825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.24", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dead1e870124b6badcc3f3c0523ffc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd934f2ef-dd", "ovs_interfaceid": "d934f2ef-dd2b-472f-9c28-1054cd25c9d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:23:13 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-edd79426-dff0-4218-9ea0-711f73dfe806 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Converting VIF {"id": "d934f2ef-dd2b-472f-9c28-1054cd25c9d9", "address": "fa:16:3e:05:35:a1", "network": {"id": "8d2e7195-c77a-4a37-9e81-6d9a0ed8e649", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-389470825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.24", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dead1e870124b6badcc3f3c0523ffc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd934f2ef-dd", "ovs_interfaceid": "d934f2ef-dd2b-472f-9c28-1054cd25c9d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:23:13 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-edd79426-dff0-4218-9ea0-711f73dfe806 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:05:35:a1,bridge_name='br-int',has_traffic_filtering=True,id=d934f2ef-dd2b-472f-9c28-1054cd25c9d9,network=Network(8d2e7195-c77a-4a37-9e81-6d9a0ed8e649),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd934f2ef-dd') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:23:13 user nova-compute[74854]: DEBUG os_vif [None req-edd79426-dff0-4218-9ea0-711f73dfe806 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:05:35:a1,bridge_name='br-int',has_traffic_filtering=True,id=d934f2ef-dd2b-472f-9c28-1054cd25c9d9,network=Network(8d2e7195-c77a-4a37-9e81-6d9a0ed8e649),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd934f2ef-dd') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:23:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd934f2ef-dd, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:23:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:23:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1f210725-412a-49bf-a370-bd1a15a0347a) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:23:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:23:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:13 user nova-compute[74854]: INFO os_vif [None req-edd79426-dff0-4218-9ea0-711f73dfe806 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:05:35:a1,bridge_name='br-int',has_traffic_filtering=True,id=d934f2ef-dd2b-472f-9c28-1054cd25c9d9,network=Network(8d2e7195-c77a-4a37-9e81-6d9a0ed8e649),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd934f2ef-dd')
Oct 23 17:23:13 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-edd79426-dff0-4218-9ea0-711f73dfe806 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Deleting instance files /opt/stack/data/nova/instances/1c827823-bc2c-4c58-b769-e9d32e820d7a_del
Oct 23 17:23:13 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-edd79426-dff0-4218-9ea0-711f73dfe806 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Deletion of /opt/stack/data/nova/instances/1c827823-bc2c-4c58-b769-e9d32e820d7a_del complete
Oct 23 17:23:13 user nova-compute[74854]: INFO nova.compute.manager [None req-edd79426-dff0-4218-9ea0-711f73dfe806 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Took 0.94 seconds to destroy the instance on the hypervisor.
Oct 23 17:23:13 user nova-compute[74854]: DEBUG oslo.service.loopingcall [None req-edd79426-dff0-4218-9ea0-711f73dfe806 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 17:23:13 user nova-compute[74854]: DEBUG nova.compute.manager [-] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Deallocating network for instance {{(pid=74854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 17:23:13 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] deallocate_for_instance() {{(pid=74854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 17:23:14 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:23:14 user nova-compute[74854]: INFO nova.compute.manager [-] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Took 0.92 seconds to deallocate network for instance.
Oct 23 17:23:14 user nova-compute[74854]: DEBUG nova.compute.manager [req-28a13c96-e929-497b-b782-cbbac14d3b12 req-ad894d2e-0726-4c0c-8597-64005fd0472d service nova] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Received event network-vif-deleted-d934f2ef-dd2b-472f-9c28-1054cd25c9d9 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:23:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-edd79426-dff0-4218-9ea0-711f73dfe806 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:23:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-edd79426-dff0-4218-9ea0-711f73dfe806 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:23:14 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-edd79426-dff0-4218-9ea0-711f73dfe806 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:23:14 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-edd79426-dff0-4218-9ea0-711f73dfe806 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:23:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-edd79426-dff0-4218-9ea0-711f73dfe806 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.307s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:23:14 user nova-compute[74854]: INFO nova.scheduler.client.report [None req-edd79426-dff0-4218-9ea0-711f73dfe806 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Deleted allocations for instance 1c827823-bc2c-4c58-b769-e9d32e820d7a
Oct 23 17:23:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-edd79426-dff0-4218-9ea0-711f73dfe806 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "1c827823-bc2c-4c58-b769-e9d32e820d7a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.421s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:23:14 user nova-compute[74854]: DEBUG nova.compute.manager [req-1d55cb35-c6cc-42d7-b8aa-d219822c9f3e req-7b2a238c-f684-442e-86b3-caa4ceb1ad26 service nova] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Received event network-vif-plugged-d934f2ef-dd2b-472f-9c28-1054cd25c9d9 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:23:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-1d55cb35-c6cc-42d7-b8aa-d219822c9f3e req-7b2a238c-f684-442e-86b3-caa4ceb1ad26 service nova] Acquiring lock "1c827823-bc2c-4c58-b769-e9d32e820d7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:23:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-1d55cb35-c6cc-42d7-b8aa-d219822c9f3e req-7b2a238c-f684-442e-86b3-caa4ceb1ad26 service nova] Lock "1c827823-bc2c-4c58-b769-e9d32e820d7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:23:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-1d55cb35-c6cc-42d7-b8aa-d219822c9f3e req-7b2a238c-f684-442e-86b3-caa4ceb1ad26 service nova] Lock "1c827823-bc2c-4c58-b769-e9d32e820d7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:23:14 user nova-compute[74854]: DEBUG nova.compute.manager [req-1d55cb35-c6cc-42d7-b8aa-d219822c9f3e req-7b2a238c-f684-442e-86b3-caa4ceb1ad26 service nova] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] No waiting events found dispatching network-vif-plugged-d934f2ef-dd2b-472f-9c28-1054cd25c9d9 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:23:14 user nova-compute[74854]: WARNING nova.compute.manager [req-1d55cb35-c6cc-42d7-b8aa-d219822c9f3e req-7b2a238c-f684-442e-86b3-caa4ceb1ad26 service nova] [instance: 1c827823-bc2c-4c58-b769-e9d32e820d7a] Received unexpected event network-vif-plugged-d934f2ef-dd2b-472f-9c28-1054cd25c9d9 for instance with vm_state deleted and task_state None.
Oct 23 17:23:15 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Acquiring lock "a86c9212-bc7b-40f3-97fa-20c65c3291b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:23:15 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "a86c9212-bc7b-40f3-97fa-20c65c3291b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:23:15 user nova-compute[74854]: DEBUG nova.compute.manager [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Starting instance... {{(pid=74854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 17:23:15 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:23:15 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:23:15 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74854) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 17:23:15 user nova-compute[74854]: INFO nova.compute.claims [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Claim successful on node user
Oct 23 17:23:15 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:23:15 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:23:15 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.365s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:23:15 user nova-compute[74854]: DEBUG nova.compute.manager [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Start building networks asynchronously for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 17:23:15 user nova-compute[74854]: DEBUG nova.compute.manager [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Allocating IP information in the background. {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 17:23:15 user nova-compute[74854]: DEBUG nova.network.neutron [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] allocate_for_instance() {{(pid=74854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 17:23:16 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 17:23:16 user nova-compute[74854]: DEBUG nova.compute.manager [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Start building block device mappings for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 17:23:16 user nova-compute[74854]: DEBUG nova.policy [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5675213e913d4779a484c9a3715f56cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bca03991a9df481c86def54ea306564f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74854) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 17:23:16 user nova-compute[74854]: INFO nova.virt.block_device [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Booting with volume 5c350e2a-486d-4215-b70a-663e7b69dc1a at /dev/vda
Oct 23 17:23:16 user nova-compute[74854]: DEBUG os_brick.utils [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:23:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:23:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:23:16 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[355186c9-aa68-4a79-8aa2-b02a206c65a2]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a321e2f0722\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:23:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:23:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.024s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:23:16 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[01c0a950-c196-41f9-8771-c523385efe6d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:23:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:23:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:23:16 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[2eafcb45-9f46-4138-b5ce-d1ae588cf505]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:23:16 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ddd4db9-1840-44e5-ac63-2cc76490dd1b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:23:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Running cmd (subprocess): nvme version {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:23:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] 'nvme version' failed. Not Retrying. {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:23:16 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.nvmeof [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] nvme not present on system {{(pid=74854) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 17:23:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:23:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:23:16 user nova-compute[74854]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 17:23:16 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8fb7963-c2f1-4794-9cc6-fb7fe18636ab]: (4, '') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:23:16 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74854) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 17:23:16 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 17:23:16 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] LIGHTOS: no hostnqn found. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 17:23:16 user nova-compute[74854]: DEBUG os_brick.utils [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] <== get_connector_properties: return (134ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a321e2f0722', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:23:16 user nova-compute[74854]: DEBUG nova.virt.block_device [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Updating existing volume attachment record: 00f5d484-a3a4-4ec4-a08c-b002ebaf6fce {{(pid=74854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 17:23:16 user nova-compute[74854]: DEBUG nova.network.neutron [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Successfully created port: 93c86dab-f356-4790-ae14-f6273bd5c78e {{(pid=74854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 17:23:17 user nova-compute[74854]: DEBUG nova.network.neutron [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Successfully updated port: 93c86dab-f356-4790-ae14-f6273bd5c78e {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:23:17 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Acquiring lock "refresh_cache-a86c9212-bc7b-40f3-97fa-20c65c3291b9" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:23:17 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Acquired lock "refresh_cache-a86c9212-bc7b-40f3-97fa-20c65c3291b9" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:23:17 user nova-compute[74854]: DEBUG nova.network.neutron [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:23:17 user nova-compute[74854]: DEBUG nova.compute.manager [req-dcccefd4-fbf9-48d7-a1c4-d06c1d540d9e req-1803ea36-b26b-4793-a1dd-800ed6486fc9 service nova] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Received event network-changed-93c86dab-f356-4790-ae14-f6273bd5c78e {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:23:17 user nova-compute[74854]: DEBUG nova.compute.manager [req-dcccefd4-fbf9-48d7-a1c4-d06c1d540d9e req-1803ea36-b26b-4793-a1dd-800ed6486fc9 service nova] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Refreshing instance network info cache due to event network-changed-93c86dab-f356-4790-ae14-f6273bd5c78e. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:23:17 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-dcccefd4-fbf9-48d7-a1c4-d06c1d540d9e req-1803ea36-b26b-4793-a1dd-800ed6486fc9 service nova] Acquiring lock "refresh_cache-a86c9212-bc7b-40f3-97fa-20c65c3291b9" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:23:17 user nova-compute[74854]: DEBUG nova.network.neutron [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Instance cache missing network info. {{(pid=74854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 17:23:17 user nova-compute[74854]: DEBUG nova.network.neutron [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Updating instance_info_cache with network_info: [{"id": "93c86dab-f356-4790-ae14-f6273bd5c78e", "address": "fa:16:3e:be:fb:56", "network": {"id": "96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1329263426-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bca03991a9df481c86def54ea306564f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93c86dab-f3", "ovs_interfaceid": "93c86dab-f356-4790-ae14-f6273bd5c78e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:23:17 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Releasing lock "refresh_cache-a86c9212-bc7b-40f3-97fa-20c65c3291b9" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:23:17 user nova-compute[74854]: DEBUG nova.compute.manager [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Instance network_info: |[{"id": "93c86dab-f356-4790-ae14-f6273bd5c78e", "address": "fa:16:3e:be:fb:56", "network": {"id": "96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1329263426-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bca03991a9df481c86def54ea306564f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93c86dab-f3", "ovs_interfaceid": "93c86dab-f356-4790-ae14-f6273bd5c78e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 17:23:17 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-dcccefd4-fbf9-48d7-a1c4-d06c1d540d9e req-1803ea36-b26b-4793-a1dd-800ed6486fc9 service nova] Acquired lock "refresh_cache-a86c9212-bc7b-40f3-97fa-20c65c3291b9" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:23:17 user nova-compute[74854]: DEBUG nova.network.neutron [req-dcccefd4-fbf9-48d7-a1c4-d06c1d540d9e req-1803ea36-b26b-4793-a1dd-800ed6486fc9 service nova] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Refreshing network info cache for port 93c86dab-f356-4790-ae14-f6273bd5c78e {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:23:17 user nova-compute[74854]: DEBUG nova.network.neutron [req-dcccefd4-fbf9-48d7-a1c4-d06c1d540d9e req-1803ea36-b26b-4793-a1dd-800ed6486fc9 service nova] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Updated VIF entry in instance network info cache for port 93c86dab-f356-4790-ae14-f6273bd5c78e. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:23:17 user nova-compute[74854]: DEBUG nova.network.neutron [req-dcccefd4-fbf9-48d7-a1c4-d06c1d540d9e req-1803ea36-b26b-4793-a1dd-800ed6486fc9 service nova] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Updating instance_info_cache with network_info: [{"id": "93c86dab-f356-4790-ae14-f6273bd5c78e", "address": "fa:16:3e:be:fb:56", "network": {"id": "96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1329263426-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bca03991a9df481c86def54ea306564f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93c86dab-f3", "ovs_interfaceid": "93c86dab-f356-4790-ae14-f6273bd5c78e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:23:17 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-dcccefd4-fbf9-48d7-a1c4-d06c1d540d9e req-1803ea36-b26b-4793-a1dd-800ed6486fc9 service nova] Releasing lock "refresh_cache-a86c9212-bc7b-40f3-97fa-20c65c3291b9" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:23:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:19 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:21 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:23 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-f72509ec-7e6b-445e-bd9f-b03bb8e43e79 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance bcd80f5d-4fa8-48b7-821a-af655747e1f2 is timed out.
Oct 23 17:23:23 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-f72509ec-7e6b-445e-bd9f-b03bb8e43e79 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Successfully detached device vdb from instance bcd80f5d-4fa8-48b7-821a-af655747e1f2 from the live domain config.
Oct 23 17:23:23 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f72509ec-7e6b-445e-bd9f-b03bb8e43e79 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] calling os-brick to detach iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 17:23:23 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-f72509ec-7e6b-445e-bd9f-b03bb8e43e79 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, {'target_iqn': 'iqn.2010-10.org.openstack:bdbbc834-c106-4b05-84ef-0dc6a380971a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lLCVQbBr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:23:23 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-f72509ec-7e6b-445e-bd9f-b03bb8e43e79 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:23:23 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-f72509ec-7e6b-445e-bd9f-b03bb8e43e79 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:23:23 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-f72509ec-7e6b-445e-bd9f-b03bb8e43e79 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:23:23 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:23:23 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:23:23 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4b768db-a51b-431b-966c-6d1e2e2078a0]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8a304257-50ae-412d-ab46-2543de50954e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bdbbc834-c106-4b05-84ef-0dc6a380971a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:23:23 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-f72509ec-7e6b-445e-bd9f-b03bb8e43e79 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 17:23:23 user nova-compute[74854]: No targets found.
Oct 23 17:23:23 user nova-compute[74854]: iSNS:
Oct 23 17:23:23 user nova-compute[74854]: No targets found.
Oct 23 17:23:23 user nova-compute[74854]: STATIC:
Oct 23 17:23:23 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701
Oct 23 17:23:23 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:23:23 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:23:23 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:8a304257-50ae-412d-ab46-2543de50954e
Oct 23 17:23:23 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:23:23 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:23:23 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:bdbbc834-c106-4b05-84ef-0dc6a380971a
Oct 23 17:23:23 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:23:23 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:23:23 user nova-compute[74854]: FIRMWARE:
Oct 23 17:23:23 user nova-compute[74854]: No targets found.
Oct 23 17:23:23 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:23:23 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-f72509ec-7e6b-445e-bd9f-b03bb8e43e79 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 17:23:23 user nova-compute[74854]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 17:23:23 user nova-compute[74854]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74854) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 17:23:23 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-f72509ec-7e6b-445e-bd9f-b03bb8e43e79 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bdbbc834-c106-4b05-84ef-0dc6a380971a', 0)] {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 17:23:23 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:23:23 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:23:23 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a43a77d-45e3-49c7-8609-3e4f661c3ad0]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8a304257-50ae-412d-ab46-2543de50954e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bdbbc834-c106-4b05-84ef-0dc6a380971a\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:23:23 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:23:23 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:23:23 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef9c58ef-690f-46a1-a665-684807430b8a]: (4, ('tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdbbc834-c106-4b05-84ef-0dc6a380971a (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a304257-50ae-412d-ab46-2543de50954e (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:23:23 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-f72509ec-7e6b-445e-bd9f-b03bb8e43e79 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 (non-flash)
Oct 23 17:23:23 user nova-compute[74854]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdbbc834-c106-4b05-84ef-0dc6a380971a (non-flash)
Oct 23 17:23:23 user nova-compute[74854]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a304257-50ae-412d-ab46-2543de50954e (non-flash)
Oct 23 17:23:23 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:23:23 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-f72509ec-7e6b-445e-bd9f-b03bb8e43e79 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] iscsi session list stdout=tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 (non-flash)
Oct 23 17:23:23 user nova-compute[74854]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdbbc834-c106-4b05-84ef-0dc6a380971a (non-flash)
Oct 23 17:23:23 user nova-compute[74854]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a304257-50ae-412d-ab46-2543de50954e (non-flash)
Oct 23 17:23:23 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:23:23 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-f72509ec-7e6b-445e-bd9f-b03bb8e43e79 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f3038eb9360>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bdbbc834-c106-4b05-84ef-0dc6a380971a'): ({'sdb'}, set())}) {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 17:23:23 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-f72509ec-7e6b-445e-bd9f-b03bb8e43e79 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Removing single pathed devices sdb {{(pid=74854) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 17:23:23 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:23:23 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:23:23 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[f010e436-8c05-4016-b54b-4c00fcb8d4f3]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:23:23 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:23:23 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:23:23 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe7f370d-5a14-46b9-a854-ec32cb77d2e0]: (4, ('ok\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:23:23 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-f72509ec-7e6b-445e-bd9f-b03bb8e43e79 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Flushing IO for device /dev/sdb {{(pid=74854) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 17:23:23 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:23:23 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:23:23 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[da133678-d4c8-4669-ad87-89818bf0dd05]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:23:23 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-f72509ec-7e6b-445e-bd9f-b03bb8e43e79 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74854) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 17:23:23 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:23:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:23 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.043s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:23:23 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[14237c22-391a-461e-adf3-58178a61db5f]: (4, ('1', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:23:23 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-f72509ec-7e6b-445e-bd9f-b03bb8e43e79 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 17:23:23 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-f72509ec-7e6b-445e-bd9f-b03bb8e43e79 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] SCSI volumes sdb have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 17:23:23 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-f72509ec-7e6b-445e-bd9f-b03bb8e43e79 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bdbbc834-c106-4b05-84ef-0dc6a380971a')] {{(pid=74854) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 17:23:23 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bdbbc834-c106-4b05-84ef-0dc6a380971a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:23:23 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bdbbc834-c106-4b05-84ef-0dc6a380971a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:23:23 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e168c213-1196-4014-9e7b-03aaad2d9e26]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:23:23 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-f72509ec-7e6b-445e-bd9f-b03bb8e43e79 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:23:23 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bdbbc834-c106-4b05-84ef-0dc6a380971a -p 172.16.0.220:3260 --logout {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:23:23 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bdbbc834-c106-4b05-84ef-0dc6a380971a -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:23:23 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[6966099d-88b3-4ffe-aede-be5d1f19cb15]: (4, ('Logging out of session [sid: 34, target: iqn.2010-10.org.openstack:bdbbc834-c106-4b05-84ef-0dc6a380971a, portal: 172.16.0.220,3260]\nLogout of [sid: 34, target: iqn.2010-10.org.openstack:bdbbc834-c106-4b05-84ef-0dc6a380971a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:23:23 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-f72509ec-7e6b-445e-bd9f-b03bb8e43e79 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 34, target: iqn.2010-10.org.openstack:bdbbc834-c106-4b05-84ef-0dc6a380971a, portal: 172.16.0.220,3260]
Oct 23 17:23:23 user nova-compute[74854]: Logout of [sid: 34, target: iqn.2010-10.org.openstack:bdbbc834-c106-4b05-84ef-0dc6a380971a, portal: 172.16.0.220,3260] successful.
Oct 23 17:23:23 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:23:23 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bdbbc834-c106-4b05-84ef-0dc6a380971a -p 172.16.0.220:3260 --op delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:23:23 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bdbbc834-c106-4b05-84ef-0dc6a380971a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:23:23 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c8b7b0e-ee92-49dd-8765-b8f620f1a69b]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:23:23 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-f72509ec-7e6b-445e-bd9f-b03bb8e43e79 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:23:23 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-f72509ec-7e6b-445e-bd9f-b03bb8e43e79 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.416s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:23:23 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-f72509ec-7e6b-445e-bd9f-b03bb8e43e79 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] <== disconnect_volume: return (418ms) None {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:23:23 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f72509ec-7e6b-445e-bd9f-b03bb8e43e79 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Disconnected iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 17:23:24 user nova-compute[74854]: DEBUG nova.objects.instance [None req-f72509ec-7e6b-445e-bd9f-b03bb8e43e79 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lazy-loading 'flavor' on Instance uuid bcd80f5d-4fa8-48b7-821a-af655747e1f2 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:23:24 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-f72509ec-7e6b-445e-bd9f-b03bb8e43e79 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lock "bcd80f5d-4fa8-48b7-821a-af655747e1f2" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.264s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:23:26 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:31 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:33 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:34 user nova-compute[74854]: DEBUG nova.compute.manager [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Start spawning the instance on the hypervisor. {{(pid=74854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 17:23:34 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Creating instance directory {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 17:23:34 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Creating image(s)
Oct 23 17:23:34 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Did not create local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 23 17:23:34 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Ensure instance console log exists: /opt/stack/data/nova/instances/a86c9212-bc7b-40f3-97fa-20c65c3291b9/console.log {{(pid=74854) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 17:23:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:23:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:23:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:23:34 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Start _get_guest_xml network_info=[{"id": "93c86dab-f356-4790-ae14-f6273bd5c78e", "address": "fa:16:3e:be:fb:56", "network": {"id": "96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1329263426-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bca03991a9df481c86def54ea306564f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93c86dab-f3", "ovs_interfaceid": "93c86dab-f356-4790-ae14-f6273bd5c78e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'attachment_id': '00f5d484-a3a4-4ec4-a08c-b002ebaf6fce', 'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SPyWMQUl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a86c9212-bc7b-40f3-97fa-20c65c3291b9', 'attached_at': '', 'detached_at': '', 'volume_id': '5c350e2a-486d-4215-b70a-663e7b69dc1a', 'serial': '5c350e2a-486d-4215-b70a-663e7b69dc1a'}, 'mount_device': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'volume_type': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:23:34 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:23:34 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:23:34 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:23:34 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:23:34 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:23:34 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:23:34 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:23:34 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:23:34 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:23:34 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:23:34 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:23:34 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:23:34 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:23:34 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:23:34 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:23:34 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:23:34 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:23:34 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:23:34 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Calling os-brick to attach iSCSI Volume {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 17:23:34 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SPyWMQUl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:23:34 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:23:34 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:23:34 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:23:34 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:23:34 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:23:34 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:23:34 user nova-compute[74854]: INFO os_brick.initiator.connectors.iscsi [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 17:23:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a -p 172.16.0.220:3260 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:23:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:23:34 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[8dc282cc-65ca-468e-b8a0-03ff0afad38f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:23:34 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 17:23:34 user nova-compute[74854]:  {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:23:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a -p 172.16.0.220:3260 --interface default --op new {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:23:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:23:34 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e25bdc7f-8ac6-44ce-b2e0-adc929da9d68]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a] added\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:23:34 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a] added
Oct 23 17:23:34 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:23:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:23:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:23:34 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[985a9b10-6985-431a-97dc-961af470d5f0]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:23:34 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:23:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:23:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:23:34 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[581354cf-e12c-4bf0-8348-bf05f1e2a17c]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:23:34 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:23:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v SPyWMQUl {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:23:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v SPyWMQUl" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:23:34 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[61ae1bca-54de-4a44-989b-fb632b650845]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:23:34 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'SPyWMQUl'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:23:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:23:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:23:34 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1f23238-b60f-4534-bedb-566a797b3997]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:23:34 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:23:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:23:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:23:34 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[08caa904-00b7-4916-ae7e-b787bfa00b26]: (4, ('tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a304257-50ae-412d-ab46-2543de50954e (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:23:34 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 (non-flash)
Oct 23 17:23:34 user nova-compute[74854]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a304257-50ae-412d-ab46-2543de50954e (non-flash)
Oct 23 17:23:34 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:23:34 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsi session list stdout=tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 (non-flash)
Oct 23 17:23:34 user nova-compute[74854]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a304257-50ae-412d-ab46-2543de50954e (non-flash)
Oct 23 17:23:34 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:23:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a -p 172.16.0.220:3260 --login {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:23:35 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a -p 172.16.0.220:3260 --login" returned: 0 in 0.068s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:23:35 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec6a6e59-f4f0-4f1c-9077-e6839b49c6c3]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:23:35 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a, portal: 172.16.0.220,3260]
Oct 23 17:23:35 user nova-compute[74854]: Login to [iface: default, target: iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a, portal: 172.16.0.220,3260] successful.
Oct 23 17:23:35 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:23:35 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:23:35 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:23:35 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[27fcc969-2467-4555-b908-2884dc88743a]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:23:35 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:23:35 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:23:35 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:23:35 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca1add44-18fd-464f-967d-46777bfc737d]: (4, ('tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a304257-50ae-412d-ab46-2543de50954e (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:23:35 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 (non-flash)
Oct 23 17:23:35 user nova-compute[74854]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a304257-50ae-412d-ab46-2543de50954e (non-flash)
Oct 23 17:23:35 user nova-compute[74854]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)
Oct 23 17:23:35 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:23:35 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsi session list stdout=tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 (non-flash)
Oct 23 17:23:35 user nova-compute[74854]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a304257-50ae-412d-ab46-2543de50954e (non-flash)
Oct 23 17:23:35 user nova-compute[74854]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)
Oct 23 17:23:35 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:23:35 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.287s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:23:35 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Connected to 172.16.0.220:3260 {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 17:23:35 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] HCTL ('33', '-', '-', 0) found on session 36 with lun 0 {{(pid=74854) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 17:23:35 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74854) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 17:23:35 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:23:35 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:23:35 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab636a7e-d791-4ff2-b0d3-7bc934eddada]: (4, ('- - 0', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:23:35 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Searching for a device in session 36 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:23:35 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SPyWMQUl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 17:23:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:36 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.317s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:23:36 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] <== connect_volume: return (1319ms) {'type': 'block', 'scsi_wwn': '23234363534616632', 'path': '/dev/sdb'} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:23:36 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23234363534616632', 'path': '/dev/sdb'} {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 17:23:36 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:23:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-940236322',display_name='tempest-ServerActionsTestOtherA-server-940236322',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-940236322',id=35,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPBJR3BvmM7meYkAcCF2ujZe03U4HNLixnKiUvE/o6SXIDNWUShuWmTShR/FAWxF9sC4aPy85Abikw36gNEcA5FEVHgwYXn+z4KffbWl4nss9UGOVqcw9RqiDENkCY5N/g==',key_name='tempest-keypair-2124569675',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bca03991a9df481c86def54ea306564f',ramdisk_id='',reservation_id='r-6s2uxl9j',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1778139926',owner_user_name='tempest-ServerActionsTestOtherA-1778139926-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:23:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5675213e913d4779a484c9a3715f56cf',uuid=a86c9212-bc7b-40f3-97fa-20c65c3291b9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "93c86dab-f356-4790-ae14-f6273bd5c78e", "address": "fa:16:3e:be:fb:56", "network": {"id": "96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1329263426-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bca03991a9df481c86def54ea306564f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93c86dab-f3", "ovs_interfaceid": "93c86dab-f356-4790-ae14-f6273bd5c78e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:23:36 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Converting VIF {"id": "93c86dab-f356-4790-ae14-f6273bd5c78e", "address": "fa:16:3e:be:fb:56", "network": {"id": "96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1329263426-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bca03991a9df481c86def54ea306564f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93c86dab-f3", "ovs_interfaceid": "93c86dab-f356-4790-ae14-f6273bd5c78e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:23:36 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:be:fb:56,bridge_name='br-int',has_traffic_filtering=True,id=93c86dab-f356-4790-ae14-f6273bd5c78e,network=Network(96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap93c86dab-f3') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:23:36 user nova-compute[74854]: DEBUG nova.objects.instance [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lazy-loading 'pci_devices' on Instance uuid a86c9212-bc7b-40f3-97fa-20c65c3291b9 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:23:36 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:23:36 user nova-compute[74854]:   <uuid>a86c9212-bc7b-40f3-97fa-20c65c3291b9</uuid>
Oct 23 17:23:36 user nova-compute[74854]:   <name>instance-00000023</name>
Oct 23 17:23:36 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:23:36 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:23:36 user nova-compute[74854]:   <metadata>
Oct 23 17:23:36 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:23:36 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:23:36 user nova-compute[74854]:       <nova:name>tempest-ServerActionsTestOtherA-server-940236322</nova:name>
Oct 23 17:23:36 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:23:34</nova:creationTime>
Oct 23 17:23:36 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:23:36 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:23:36 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:23:36 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:23:36 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:23:36 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:23:36 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:23:36 user nova-compute[74854]:       <nova:owner>
Oct 23 17:23:36 user nova-compute[74854]:         <nova:user uuid="5675213e913d4779a484c9a3715f56cf">tempest-ServerActionsTestOtherA-1778139926-project-member</nova:user>
Oct 23 17:23:36 user nova-compute[74854]:         <nova:project uuid="bca03991a9df481c86def54ea306564f">tempest-ServerActionsTestOtherA-1778139926</nova:project>
Oct 23 17:23:36 user nova-compute[74854]:       </nova:owner>
Oct 23 17:23:36 user nova-compute[74854]:       <nova:ports>
Oct 23 17:23:36 user nova-compute[74854]:         <nova:port uuid="93c86dab-f356-4790-ae14-f6273bd5c78e">
Oct 23 17:23:36 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 23 17:23:36 user nova-compute[74854]:         </nova:port>
Oct 23 17:23:36 user nova-compute[74854]:       </nova:ports>
Oct 23 17:23:36 user nova-compute[74854]:     </nova:instance>
Oct 23 17:23:36 user nova-compute[74854]:   </metadata>
Oct 23 17:23:36 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:23:36 user nova-compute[74854]:     <system>
Oct 23 17:23:36 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:23:36 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:23:36 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:23:36 user nova-compute[74854]:       <entry name="serial">a86c9212-bc7b-40f3-97fa-20c65c3291b9</entry>
Oct 23 17:23:36 user nova-compute[74854]:       <entry name="uuid">a86c9212-bc7b-40f3-97fa-20c65c3291b9</entry>
Oct 23 17:23:36 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:23:36 user nova-compute[74854]:     </system>
Oct 23 17:23:36 user nova-compute[74854]:   </sysinfo>
Oct 23 17:23:36 user nova-compute[74854]:   <os>
Oct 23 17:23:36 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:23:36 user nova-compute[74854]:     <boot dev="hd"/>
Oct 23 17:23:36 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:23:36 user nova-compute[74854]:   </os>
Oct 23 17:23:36 user nova-compute[74854]:   <features>
Oct 23 17:23:36 user nova-compute[74854]:     <acpi/>
Oct 23 17:23:36 user nova-compute[74854]:     <apic/>
Oct 23 17:23:36 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:23:36 user nova-compute[74854]:   </features>
Oct 23 17:23:36 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:23:36 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:23:36 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:23:36 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:23:36 user nova-compute[74854]:   </clock>
Oct 23 17:23:36 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:23:36 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:23:36 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:23:36 user nova-compute[74854]:   </cpu>
Oct 23 17:23:36 user nova-compute[74854]:   <devices>
Oct 23 17:23:36 user nova-compute[74854]:     <disk type="block" device="disk">
Oct 23 17:23:36 user nova-compute[74854]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:23:36 user nova-compute[74854]:       <source dev="/dev/sdb"/>
Oct 23 17:23:36 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:23:36 user nova-compute[74854]:       <serial>5c350e2a-486d-4215-b70a-663e7b69dc1a</serial>
Oct 23 17:23:36 user nova-compute[74854]:     </disk>
Oct 23 17:23:36 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:23:36 user nova-compute[74854]:       <mac address="fa:16:3e:be:fb:56"/>
Oct 23 17:23:36 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:23:36 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:23:36 user nova-compute[74854]:       <target dev="tap93c86dab-f3"/>
Oct 23 17:23:36 user nova-compute[74854]:     </interface>
Oct 23 17:23:36 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:23:36 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/a86c9212-bc7b-40f3-97fa-20c65c3291b9/console.log" append="off"/>
Oct 23 17:23:36 user nova-compute[74854]:     </serial>
Oct 23 17:23:36 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:23:36 user nova-compute[74854]:     <video>
Oct 23 17:23:36 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:23:36 user nova-compute[74854]:     </video>
Oct 23 17:23:36 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:23:36 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:23:36 user nova-compute[74854]:     </rng>
Oct 23 17:23:36 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:23:36 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:23:36 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:23:36 user nova-compute[74854]:     </memballoon>
Oct 23 17:23:36 user nova-compute[74854]:   </devices>
Oct 23 17:23:36 user nova-compute[74854]: </domain>
Oct 23 17:23:36 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:23:36 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:23:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-940236322',display_name='tempest-ServerActionsTestOtherA-server-940236322',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-940236322',id=35,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPBJR3BvmM7meYkAcCF2ujZe03U4HNLixnKiUvE/o6SXIDNWUShuWmTShR/FAWxF9sC4aPy85Abikw36gNEcA5FEVHgwYXn+z4KffbWl4nss9UGOVqcw9RqiDENkCY5N/g==',key_name='tempest-keypair-2124569675',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bca03991a9df481c86def54ea306564f',ramdisk_id='',reservation_id='r-6s2uxl9j',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1778139926',owner_user_name='tempest-ServerActionsTestOtherA-1778139926-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:23:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5675213e913d4779a484c9a3715f56cf',uuid=a86c9212-bc7b-40f3-97fa-20c65c3291b9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "93c86dab-f356-4790-ae14-f6273bd5c78e", "address": "fa:16:3e:be:fb:56", "network": {"id": "96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1329263426-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bca03991a9df481c86def54ea306564f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93c86dab-f3", "ovs_interfaceid": "93c86dab-f356-4790-ae14-f6273bd5c78e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:23:36 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Converting VIF {"id": "93c86dab-f356-4790-ae14-f6273bd5c78e", "address": "fa:16:3e:be:fb:56", "network": {"id": "96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1329263426-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bca03991a9df481c86def54ea306564f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93c86dab-f3", "ovs_interfaceid": "93c86dab-f356-4790-ae14-f6273bd5c78e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:23:36 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:be:fb:56,bridge_name='br-int',has_traffic_filtering=True,id=93c86dab-f356-4790-ae14-f6273bd5c78e,network=Network(96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap93c86dab-f3') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:23:36 user nova-compute[74854]: DEBUG os_vif [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:be:fb:56,bridge_name='br-int',has_traffic_filtering=True,id=93c86dab-f356-4790-ae14-f6273bd5c78e,network=Network(96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap93c86dab-f3') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:23:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:23:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:23:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '25aae0fb-cd8c-5cf8-b92f-f3ac3f5189af', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:23:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:23:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap93c86dab-f3, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:23:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap93c86dab-f3, col_values=(('qos', UUID('27b6d170-6f26-4741-a488-32e5595e4709')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:23:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap93c86dab-f3, col_values=(('external_ids', {'iface-id': '93c86dab-f356-4790-ae14-f6273bd5c78e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:be:fb:56', 'vm-uuid': 'a86c9212-bc7b-40f3-97fa-20c65c3291b9'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:23:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:23:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:36 user nova-compute[74854]: INFO os_vif [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:be:fb:56,bridge_name='br-int',has_traffic_filtering=True,id=93c86dab-f356-4790-ae14-f6273bd5c78e,network=Network(96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap93c86dab-f3')
Oct 23 17:23:36 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:23:36 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] No VIF found with MAC fa:16:3e:be:fb:56, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:23:37 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:37 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:37 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:37 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:38 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:38 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:38 user nova-compute[74854]: DEBUG nova.compute.manager [req-06af6c80-8f13-4f6c-a416-c25400cd4cf8 req-f478b369-91bf-44c7-9f0f-811318ec0985 service nova] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Received event network-vif-plugged-93c86dab-f356-4790-ae14-f6273bd5c78e {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:23:38 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-06af6c80-8f13-4f6c-a416-c25400cd4cf8 req-f478b369-91bf-44c7-9f0f-811318ec0985 service nova] Acquiring lock "a86c9212-bc7b-40f3-97fa-20c65c3291b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:23:38 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-06af6c80-8f13-4f6c-a416-c25400cd4cf8 req-f478b369-91bf-44c7-9f0f-811318ec0985 service nova] Lock "a86c9212-bc7b-40f3-97fa-20c65c3291b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:23:38 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-06af6c80-8f13-4f6c-a416-c25400cd4cf8 req-f478b369-91bf-44c7-9f0f-811318ec0985 service nova] Lock "a86c9212-bc7b-40f3-97fa-20c65c3291b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:23:38 user nova-compute[74854]: DEBUG nova.compute.manager [req-06af6c80-8f13-4f6c-a416-c25400cd4cf8 req-f478b369-91bf-44c7-9f0f-811318ec0985 service nova] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] No waiting events found dispatching network-vif-plugged-93c86dab-f356-4790-ae14-f6273bd5c78e {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:23:38 user nova-compute[74854]: WARNING nova.compute.manager [req-06af6c80-8f13-4f6c-a416-c25400cd4cf8 req-f478b369-91bf-44c7-9f0f-811318ec0985 service nova] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Received unexpected event network-vif-plugged-93c86dab-f356-4790-ae14-f6273bd5c78e for instance with vm_state building and task_state spawning.
Oct 23 17:23:40 user nova-compute[74854]: DEBUG nova.compute.manager [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Instance event wait completed in 0 seconds for  {{(pid=74854) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 17:23:40 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Guest created on hypervisor {{(pid=74854) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 17:23:40 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Instance spawned successfully.
Oct 23 17:23:40 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 17:23:40 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Found default for hw_cdrom_bus of ide {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:23:40 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Found default for hw_disk_bus of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:23:40 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Found default for hw_input_bus of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:23:40 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Found default for hw_pointer_model of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:23:40 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Found default for hw_video_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:23:40 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Found default for hw_vif_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:23:40 user nova-compute[74854]: DEBUG nova.compute.manager [req-1a0b78f3-0be5-4b00-bac4-0ad705073a16 req-3730a622-e16c-4c65-8845-9b9bd812c299 service nova] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Received event network-vif-plugged-93c86dab-f356-4790-ae14-f6273bd5c78e {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:23:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-1a0b78f3-0be5-4b00-bac4-0ad705073a16 req-3730a622-e16c-4c65-8845-9b9bd812c299 service nova] Acquiring lock "a86c9212-bc7b-40f3-97fa-20c65c3291b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:23:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-1a0b78f3-0be5-4b00-bac4-0ad705073a16 req-3730a622-e16c-4c65-8845-9b9bd812c299 service nova] Lock "a86c9212-bc7b-40f3-97fa-20c65c3291b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:23:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-1a0b78f3-0be5-4b00-bac4-0ad705073a16 req-3730a622-e16c-4c65-8845-9b9bd812c299 service nova] Lock "a86c9212-bc7b-40f3-97fa-20c65c3291b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:23:40 user nova-compute[74854]: DEBUG nova.compute.manager [req-1a0b78f3-0be5-4b00-bac4-0ad705073a16 req-3730a622-e16c-4c65-8845-9b9bd812c299 service nova] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] No waiting events found dispatching network-vif-plugged-93c86dab-f356-4790-ae14-f6273bd5c78e {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:23:40 user nova-compute[74854]: WARNING nova.compute.manager [req-1a0b78f3-0be5-4b00-bac4-0ad705073a16 req-3730a622-e16c-4c65-8845-9b9bd812c299 service nova] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Received unexpected event network-vif-plugged-93c86dab-f356-4790-ae14-f6273bd5c78e for instance with vm_state building and task_state spawning.
Oct 23 17:23:40 user nova-compute[74854]: INFO nova.compute.manager [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Took 5.46 seconds to spawn the instance on the hypervisor.
Oct 23 17:23:40 user nova-compute[74854]: DEBUG nova.compute.manager [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:23:40 user nova-compute[74854]: INFO nova.compute.manager [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Took 24.74 seconds to build instance.
Oct 23 17:23:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-bba8ed4f-a502-4600-ae3d-4c601bc629c5 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "a86c9212-bc7b-40f3-97fa-20c65c3291b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 24.886s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:23:41 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:41 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:49 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:23:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:52 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:53 user nova-compute[74854]: DEBUG nova.compute.manager [req-9146e328-75fc-4ad6-999e-24f92ab43579 req-7a1c281c-f3cb-4626-8ed9-ebce82d40a45 service nova] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Received event network-changed-b4c30a38-b2d2-48cc-8027-64b4799106ec {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:23:53 user nova-compute[74854]: DEBUG nova.compute.manager [req-9146e328-75fc-4ad6-999e-24f92ab43579 req-7a1c281c-f3cb-4626-8ed9-ebce82d40a45 service nova] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Refreshing instance network info cache due to event network-changed-b4c30a38-b2d2-48cc-8027-64b4799106ec. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:23:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-9146e328-75fc-4ad6-999e-24f92ab43579 req-7a1c281c-f3cb-4626-8ed9-ebce82d40a45 service nova] Acquiring lock "refresh_cache-bcd80f5d-4fa8-48b7-821a-af655747e1f2" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:23:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-9146e328-75fc-4ad6-999e-24f92ab43579 req-7a1c281c-f3cb-4626-8ed9-ebce82d40a45 service nova] Acquired lock "refresh_cache-bcd80f5d-4fa8-48b7-821a-af655747e1f2" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:23:53 user nova-compute[74854]: DEBUG nova.network.neutron [req-9146e328-75fc-4ad6-999e-24f92ab43579 req-7a1c281c-f3cb-4626-8ed9-ebce82d40a45 service nova] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Refreshing network info cache for port b4c30a38-b2d2-48cc-8027-64b4799106ec {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:23:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-690b986b-90fe-4b5e-93a9-8c7d4e82f6c2 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Acquiring lock "bcd80f5d-4fa8-48b7-821a-af655747e1f2" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:23:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-690b986b-90fe-4b5e-93a9-8c7d4e82f6c2 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lock "bcd80f5d-4fa8-48b7-821a-af655747e1f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:23:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-690b986b-90fe-4b5e-93a9-8c7d4e82f6c2 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Acquiring lock "bcd80f5d-4fa8-48b7-821a-af655747e1f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:23:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-690b986b-90fe-4b5e-93a9-8c7d4e82f6c2 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lock "bcd80f5d-4fa8-48b7-821a-af655747e1f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:23:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-690b986b-90fe-4b5e-93a9-8c7d4e82f6c2 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lock "bcd80f5d-4fa8-48b7-821a-af655747e1f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:23:53 user nova-compute[74854]: INFO nova.compute.manager [None req-690b986b-90fe-4b5e-93a9-8c7d4e82f6c2 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Terminating instance
Oct 23 17:23:53 user nova-compute[74854]: DEBUG nova.compute.manager [None req-690b986b-90fe-4b5e-93a9-8c7d4e82f6c2 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Start destroying the instance on the hypervisor. {{(pid=74854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 17:23:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:53 user nova-compute[74854]: DEBUG nova.compute.manager [req-4b20e129-c18d-4a8f-84b7-cc13e6aa1880 req-00390841-5313-49d8-87c4-5bcae205ef1c service nova] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Received event network-vif-unplugged-b4c30a38-b2d2-48cc-8027-64b4799106ec {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:23:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-4b20e129-c18d-4a8f-84b7-cc13e6aa1880 req-00390841-5313-49d8-87c4-5bcae205ef1c service nova] Acquiring lock "bcd80f5d-4fa8-48b7-821a-af655747e1f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:23:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-4b20e129-c18d-4a8f-84b7-cc13e6aa1880 req-00390841-5313-49d8-87c4-5bcae205ef1c service nova] Lock "bcd80f5d-4fa8-48b7-821a-af655747e1f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:23:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-4b20e129-c18d-4a8f-84b7-cc13e6aa1880 req-00390841-5313-49d8-87c4-5bcae205ef1c service nova] Lock "bcd80f5d-4fa8-48b7-821a-af655747e1f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:23:53 user nova-compute[74854]: DEBUG nova.compute.manager [req-4b20e129-c18d-4a8f-84b7-cc13e6aa1880 req-00390841-5313-49d8-87c4-5bcae205ef1c service nova] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] No waiting events found dispatching network-vif-unplugged-b4c30a38-b2d2-48cc-8027-64b4799106ec {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:23:53 user nova-compute[74854]: DEBUG nova.compute.manager [req-4b20e129-c18d-4a8f-84b7-cc13e6aa1880 req-00390841-5313-49d8-87c4-5bcae205ef1c service nova] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Received event network-vif-unplugged-b4c30a38-b2d2-48cc-8027-64b4799106ec for instance with task_state deleting. {{(pid=74854) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 17:23:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:53 user nova-compute[74854]: DEBUG nova.network.neutron [req-9146e328-75fc-4ad6-999e-24f92ab43579 req-7a1c281c-f3cb-4626-8ed9-ebce82d40a45 service nova] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Updated VIF entry in instance network info cache for port b4c30a38-b2d2-48cc-8027-64b4799106ec. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:23:53 user nova-compute[74854]: DEBUG nova.network.neutron [req-9146e328-75fc-4ad6-999e-24f92ab43579 req-7a1c281c-f3cb-4626-8ed9-ebce82d40a45 service nova] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Updating instance_info_cache with network_info: [{"id": "b4c30a38-b2d2-48cc-8027-64b4799106ec", "address": "fa:16:3e:24:73:8c", "network": {"id": "e7586faa-cc61-4cea-8308-d99cae3e5423", "bridge": "br-int", "label": "tempest-TestStampPattern-809160075-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d968be38b4dc497e9497da73b146ae6e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4c30a38-b2", "ovs_interfaceid": "b4c30a38-b2d2-48cc-8027-64b4799106ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:23:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-9146e328-75fc-4ad6-999e-24f92ab43579 req-7a1c281c-f3cb-4626-8ed9-ebce82d40a45 service nova] Releasing lock "refresh_cache-bcd80f5d-4fa8-48b7-821a-af655747e1f2" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:23:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:54 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Instance destroyed successfully.
Oct 23 17:23:54 user nova-compute[74854]: DEBUG nova.objects.instance [None req-690b986b-90fe-4b5e-93a9-8c7d4e82f6c2 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lazy-loading 'resources' on Instance uuid bcd80f5d-4fa8-48b7-821a-af655747e1f2 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:23:54 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-690b986b-90fe-4b5e-93a9-8c7d4e82f6c2 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:20:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-610180192',display_name='tempest-TestStampPattern-server-610180192',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-610180192',id=33,image_ref='5a0150c7-abf6-495a-88f4-13856d8f93f3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCnxcN3DihHNXaG4tgmFyXpMBUCNwH0fpbiBz2nWtqlijV8A+DM9I0wVf/dAQitbD/IIsfmDvpfc903DIfqWmIL3ZPOotQ0C22b7d/AQkN7PsyH2jD0AtlF3ssyerSoraQ==',key_name='tempest-TestStampPattern-1848905342',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:20:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d968be38b4dc497e9497da73b146ae6e',ramdisk_id='',reservation_id='r-ewcnbew9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='7809ba0d-ad90-46fb-bf9c-55d619abe533',image_min_disk='1',image_min_ram='0',image_owner_id='d968be38b4dc497e9497da73b146ae6e',image_owner_project_name='tempest-TestStampPattern-538963487',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-538963487-project-member',image_user_id='56612ed25f8e49cc923bd573c2fe5e27',owner_project_name='tempest-TestStampPattern-538963487',owner_user_name='tempest-TestStampPattern-538963487-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:20:56Z,user_data=None,user_id='56612ed25f8e49cc923bd573c2fe5e27',uuid=bcd80f5d-4fa8-48b7-821a-af655747e1f2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b4c30a38-b2d2-48cc-8027-64b4799106ec", "address": "fa:16:3e:24:73:8c", "network": {"id": "e7586faa-cc61-4cea-8308-d99cae3e5423", "bridge": "br-int", "label": "tempest-TestStampPattern-809160075-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.66", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d968be38b4dc497e9497da73b146ae6e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4c30a38-b2", "ovs_interfaceid": "b4c30a38-b2d2-48cc-8027-64b4799106ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:23:54 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-690b986b-90fe-4b5e-93a9-8c7d4e82f6c2 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Converting VIF {"id": "b4c30a38-b2d2-48cc-8027-64b4799106ec", "address": "fa:16:3e:24:73:8c", "network": {"id": "e7586faa-cc61-4cea-8308-d99cae3e5423", "bridge": "br-int", "label": "tempest-TestStampPattern-809160075-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.66", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d968be38b4dc497e9497da73b146ae6e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4c30a38-b2", "ovs_interfaceid": "b4c30a38-b2d2-48cc-8027-64b4799106ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:23:54 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-690b986b-90fe-4b5e-93a9-8c7d4e82f6c2 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:24:73:8c,bridge_name='br-int',has_traffic_filtering=True,id=b4c30a38-b2d2-48cc-8027-64b4799106ec,network=Network(e7586faa-cc61-4cea-8308-d99cae3e5423),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb4c30a38-b2') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:23:54 user nova-compute[74854]: DEBUG os_vif [None req-690b986b-90fe-4b5e-93a9-8c7d4e82f6c2 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:24:73:8c,bridge_name='br-int',has_traffic_filtering=True,id=b4c30a38-b2d2-48cc-8027-64b4799106ec,network=Network(e7586faa-cc61-4cea-8308-d99cae3e5423),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb4c30a38-b2') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:23:54 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:54 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb4c30a38-b2, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:23:54 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:54 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:23:54 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:54 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:54 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=337b924d-ec5f-4316-a14c-156d7ac1d72f) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:23:54 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:54 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:23:54 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:54 user nova-compute[74854]: INFO os_vif [None req-690b986b-90fe-4b5e-93a9-8c7d4e82f6c2 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:24:73:8c,bridge_name='br-int',has_traffic_filtering=True,id=b4c30a38-b2d2-48cc-8027-64b4799106ec,network=Network(e7586faa-cc61-4cea-8308-d99cae3e5423),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb4c30a38-b2')
Oct 23 17:23:54 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-690b986b-90fe-4b5e-93a9-8c7d4e82f6c2 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Deleting instance files /opt/stack/data/nova/instances/bcd80f5d-4fa8-48b7-821a-af655747e1f2_del
Oct 23 17:23:54 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-690b986b-90fe-4b5e-93a9-8c7d4e82f6c2 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Deletion of /opt/stack/data/nova/instances/bcd80f5d-4fa8-48b7-821a-af655747e1f2_del complete
Oct 23 17:23:54 user nova-compute[74854]: INFO nova.compute.manager [None req-690b986b-90fe-4b5e-93a9-8c7d4e82f6c2 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Took 0.94 seconds to destroy the instance on the hypervisor.
Oct 23 17:23:54 user nova-compute[74854]: DEBUG oslo.service.loopingcall [None req-690b986b-90fe-4b5e-93a9-8c7d4e82f6c2 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 17:23:54 user nova-compute[74854]: DEBUG nova.compute.manager [-] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Deallocating network for instance {{(pid=74854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 17:23:54 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] deallocate_for_instance() {{(pid=74854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 17:23:54 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:23:54 user nova-compute[74854]: INFO nova.compute.manager [-] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Took 0.49 seconds to deallocate network for instance.
Oct 23 17:23:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-690b986b-90fe-4b5e-93a9-8c7d4e82f6c2 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:23:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-690b986b-90fe-4b5e-93a9-8c7d4e82f6c2 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:23:54 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:23:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:23:55 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-690b986b-90fe-4b5e-93a9-8c7d4e82f6c2 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:23:55 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-690b986b-90fe-4b5e-93a9-8c7d4e82f6c2 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:23:55 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-690b986b-90fe-4b5e-93a9-8c7d4e82f6c2 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.347s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:23:55 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.215s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:23:55 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:23:55 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Auditing locally available compute resources for user (node: user) {{(pid=74854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 17:23:55 user nova-compute[74854]: DEBUG nova.compute.manager [req-a4fd6e9a-33a5-461a-9816-454540cc28b4 req-f2520584-bb7e-4762-b90a-26663d075773 service nova] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Received event network-vif-deleted-b4c30a38-b2d2-48cc-8027-64b4799106ec {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:23:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.rescue --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:23:55 user nova-compute[74854]: INFO nova.scheduler.client.report [None req-690b986b-90fe-4b5e-93a9-8c7d4e82f6c2 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Deleted allocations for instance bcd80f5d-4fa8-48b7-821a-af655747e1f2
Oct 23 17:23:55 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-690b986b-90fe-4b5e-93a9-8c7d4e82f6c2 tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lock "bcd80f5d-4fa8-48b7-821a-af655747e1f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.166s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:23:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.rescue --force-share --output=json" returned: 0 in 0.189s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:23:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.rescue --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:23:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.rescue --force-share --output=json" returned: 0 in 0.177s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:23:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:23:55 user nova-compute[74854]: DEBUG nova.compute.manager [req-24ca1952-b89e-4c01-92ea-b6298736a8ec req-a22e4772-a716-4339-bfd5-c71d5871c9b4 service nova] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Received event network-vif-plugged-b4c30a38-b2d2-48cc-8027-64b4799106ec {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:23:55 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-24ca1952-b89e-4c01-92ea-b6298736a8ec req-a22e4772-a716-4339-bfd5-c71d5871c9b4 service nova] Acquiring lock "bcd80f5d-4fa8-48b7-821a-af655747e1f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:23:55 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-24ca1952-b89e-4c01-92ea-b6298736a8ec req-a22e4772-a716-4339-bfd5-c71d5871c9b4 service nova] Lock "bcd80f5d-4fa8-48b7-821a-af655747e1f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:23:55 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-24ca1952-b89e-4c01-92ea-b6298736a8ec req-a22e4772-a716-4339-bfd5-c71d5871c9b4 service nova] Lock "bcd80f5d-4fa8-48b7-821a-af655747e1f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:23:55 user nova-compute[74854]: DEBUG nova.compute.manager [req-24ca1952-b89e-4c01-92ea-b6298736a8ec req-a22e4772-a716-4339-bfd5-c71d5871c9b4 service nova] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] No waiting events found dispatching network-vif-plugged-b4c30a38-b2d2-48cc-8027-64b4799106ec {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:23:55 user nova-compute[74854]: WARNING nova.compute.manager [req-24ca1952-b89e-4c01-92ea-b6298736a8ec req-a22e4772-a716-4339-bfd5-c71d5871c9b4 service nova] [instance: bcd80f5d-4fa8-48b7-821a-af655747e1f2] Received unexpected event network-vif-plugged-b4c30a38-b2d2-48cc-8027-64b4799106ec for instance with vm_state deleted and task_state None.
Oct 23 17:23:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:23:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:23:56 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:23:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:23:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:23:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:23:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:23:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:23:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:23:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:23:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:23:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7809ba0d-ad90-46fb-bf9c-55d619abe533/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:23:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7809ba0d-ad90-46fb-bf9c-55d619abe533/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:23:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7809ba0d-ad90-46fb-bf9c-55d619abe533/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:23:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7809ba0d-ad90-46fb-bf9c-55d619abe533/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:23:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:23:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:23:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:23:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:23:57 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:23:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad4d9843-15d6-4f12-b06d-05f80beac969/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:23:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad4d9843-15d6-4f12-b06d-05f80beac969/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:23:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad4d9843-15d6-4f12-b06d-05f80beac969/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:23:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad4d9843-15d6-4f12-b06d-05f80beac969/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:23:57 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:23:57 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:23:58 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:23:58 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:23:58 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Hypervisor/Node resource view: name=user free_ram=7898MB free_disk=24.784339904785156GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=74854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 17:23:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:23:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:23:58 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:23:58 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance ebdd2079-dbb8-44e5-8e02-53df3302b70f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:23:58 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:23:58 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 830c4171-3aa6-489f-a2bf-78405615ddb6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:23:58 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 7809ba0d-ad90-46fb-bf9c-55d619abe533 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:23:58 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance ad4d9843-15d6-4f12-b06d-05f80beac969 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:23:58 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:23:58 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance a86c9212-bc7b-40f3-97fa-20c65c3291b9 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:23:58 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 17:23:58 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 17:23:58 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:23:58 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:23:58 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Compute_service record updated for user:user {{(pid=74854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 17:23:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.417s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:23:58 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:23:58 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74854) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 23 17:23:59 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:23:59 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:23:59 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:23:59 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:23:59 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:23:59 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:23:59 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 17:24:00 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:24:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:01 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:24:01 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Starting heal instance info cache {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 17:24:01 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "refresh_cache-ebdd2079-dbb8-44e5-8e02-53df3302b70f" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:24:01 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquired lock "refresh_cache-ebdd2079-dbb8-44e5-8e02-53df3302b70f" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:24:01 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Forcefully refreshing network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 17:24:02 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Updating instance_info_cache with network_info: [{"id": "79c146d2-796c-4469-922f-5fdee10f75f2", "address": "fa:16:3e:ba:07:c7", "network": {"id": "61eabfd2-7ac3-42e7-8714-bdd76338bb9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939150687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c07d48b0f4a64bd38bff95e84d480918", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79c146d2-79", "ovs_interfaceid": "79c146d2-796c-4469-922f-5fdee10f75f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:24:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Releasing lock "refresh_cache-ebdd2079-dbb8-44e5-8e02-53df3302b70f" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:24:02 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Updated the network info_cache for instance {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 17:24:02 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:24:02 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Cleaning up deleted instances {{(pid=74854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 23 17:24:02 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] There are 1 instances to clean {{(pid=74854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 23 17:24:02 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Instance has had 3 of 5 cleanup attempts {{(pid=74854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11221}}
Oct 23 17:24:02 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Deletion of /opt/stack/data/nova/instances/4284792e-08bd-4f6e-a47f-e7381f16c8c6_resize failed
Oct 23 17:24:03 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:24:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:07 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Acquiring lock "e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:24:07 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:24:07 user nova-compute[74854]: DEBUG nova.compute.manager [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Starting instance... {{(pid=74854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 17:24:07 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:24:07 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:24:07 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74854) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 17:24:07 user nova-compute[74854]: INFO nova.compute.claims [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Claim successful on node user
Oct 23 17:24:07 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:24:07 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:24:07 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.427s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:24:07 user nova-compute[74854]: DEBUG nova.compute.manager [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Start building networks asynchronously for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 17:24:07 user nova-compute[74854]: DEBUG nova.compute.manager [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Allocating IP information in the background. {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 17:24:07 user nova-compute[74854]: DEBUG nova.network.neutron [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] allocate_for_instance() {{(pid=74854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 17:24:07 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 17:24:07 user nova-compute[74854]: DEBUG nova.compute.manager [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Start building block device mappings for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 17:24:07 user nova-compute[74854]: DEBUG nova.policy [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'add03e2b2c7c42b680a6a4c336e2a52b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9dead1e870124b6badcc3f3c0523ffc7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74854) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 17:24:07 user nova-compute[74854]: DEBUG nova.compute.manager [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Start spawning the instance on the hypervisor. {{(pid=74854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 17:24:07 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Creating instance directory {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 17:24:07 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Creating image(s)
Oct 23 17:24:07 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Acquiring lock "/opt/stack/data/nova/instances/e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:24:07 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "/opt/stack/data/nova/instances/e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:24:07 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "/opt/stack/data/nova/instances/e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.015s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:24:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:24:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.176s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:24:07 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Acquiring lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:24:07 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:24:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:24:08 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.171s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:24:08 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52/disk 1073741824 {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:24:08 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52/disk 1073741824" returned: 0 in 0.053s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:24:08 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.232s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:24:08 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:24:08 user nova-compute[74854]: DEBUG nova.network.neutron [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Successfully created port: d41f177b-2e9c-4d44-8402-04299d1aa88d {{(pid=74854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 17:24:08 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.209s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:24:08 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52/disk. size=1073741824 {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 17:24:08 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:24:08 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:24:08 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Cannot resize image /opt/stack/data/nova/instances/e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52/disk to a smaller size. {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 17:24:08 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Created local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 17:24:08 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Ensure instance console log exists: /opt/stack/data/nova/instances/e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52/console.log {{(pid=74854) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 17:24:08 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:24:08 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:24:08 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:24:08 user nova-compute[74854]: DEBUG nova.network.neutron [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Successfully updated port: d41f177b-2e9c-4d44-8402-04299d1aa88d {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:24:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Acquiring lock "refresh_cache-e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:24:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Acquired lock "refresh_cache-e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:24:09 user nova-compute[74854]: DEBUG nova.network.neutron [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:24:09 user nova-compute[74854]: DEBUG nova.compute.manager [req-62ae85f9-4b34-4334-96e6-be8729c7a140 req-79f4c0a4-d71c-4ed8-8f35-16aec2ef21a8 service nova] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Received event network-changed-d41f177b-2e9c-4d44-8402-04299d1aa88d {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:24:09 user nova-compute[74854]: DEBUG nova.compute.manager [req-62ae85f9-4b34-4334-96e6-be8729c7a140 req-79f4c0a4-d71c-4ed8-8f35-16aec2ef21a8 service nova] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Refreshing instance network info cache due to event network-changed-d41f177b-2e9c-4d44-8402-04299d1aa88d. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:24:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-62ae85f9-4b34-4334-96e6-be8729c7a140 req-79f4c0a4-d71c-4ed8-8f35-16aec2ef21a8 service nova] Acquiring lock "refresh_cache-e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:24:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:09 user nova-compute[74854]: DEBUG nova.network.neutron [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Instance cache missing network info. {{(pid=74854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 17:24:09 user nova-compute[74854]: DEBUG nova.network.neutron [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Updating instance_info_cache with network_info: [{"id": "d41f177b-2e9c-4d44-8402-04299d1aa88d", "address": "fa:16:3e:ba:ce:e4", "network": {"id": "8d2e7195-c77a-4a37-9e81-6d9a0ed8e649", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-389470825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dead1e870124b6badcc3f3c0523ffc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd41f177b-2e", "ovs_interfaceid": "d41f177b-2e9c-4d44-8402-04299d1aa88d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:24:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Releasing lock "refresh_cache-e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:24:09 user nova-compute[74854]: DEBUG nova.compute.manager [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Instance network_info: |[{"id": "d41f177b-2e9c-4d44-8402-04299d1aa88d", "address": "fa:16:3e:ba:ce:e4", "network": {"id": "8d2e7195-c77a-4a37-9e81-6d9a0ed8e649", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-389470825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dead1e870124b6badcc3f3c0523ffc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd41f177b-2e", "ovs_interfaceid": "d41f177b-2e9c-4d44-8402-04299d1aa88d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 17:24:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-62ae85f9-4b34-4334-96e6-be8729c7a140 req-79f4c0a4-d71c-4ed8-8f35-16aec2ef21a8 service nova] Acquired lock "refresh_cache-e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:24:09 user nova-compute[74854]: DEBUG nova.network.neutron [req-62ae85f9-4b34-4334-96e6-be8729c7a140 req-79f4c0a4-d71c-4ed8-8f35-16aec2ef21a8 service nova] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Refreshing network info cache for port d41f177b-2e9c-4d44-8402-04299d1aa88d {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:24:09 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Start _get_guest_xml network_info=[{"id": "d41f177b-2e9c-4d44-8402-04299d1aa88d", "address": "fa:16:3e:ba:ce:e4", "network": {"id": "8d2e7195-c77a-4a37-9e81-6d9a0ed8e649", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-389470825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dead1e870124b6badcc3f3c0523ffc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd41f177b-2e", "ovs_interfaceid": "d41f177b-2e9c-4d44-8402-04299d1aa88d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'encryption_format': None, 'encryption_options': None, 'size': 0, 'boot_index': 0, 'encrypted': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'image_id': '68c345df-c9e8-475a-b17c-635fa0c7e894'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:24:09 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:24:09 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:24:09 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:24:09 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:24:09 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:24:09 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:24:09 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:24:09 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:24:09 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:24:09 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:24:09 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:24:09 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:24:09 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:24:09 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:24:09 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:24:09 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:24:09 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:24:09 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:24:09 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:24:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-168475326',display_name='tempest-AttachVolumeNegativeTest-server-168475326',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-168475326',id=36,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI80dBDJZ9/EoFN76bVgoq6npL+KJqWLAvN8FwBsUpgCf4HUmYu6iM2jaBDJrrg4+9EcxrtR9sS75UREj9ttQ1LdHUvLsCxbWLQtMufVJM3blSwwypcIrmZSkmjC90/KQA==',key_name='tempest-keypair-747169195',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9dead1e870124b6badcc3f3c0523ffc7',ramdisk_id='',reservation_id='r-ynmnyweq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-555328012',owner_user_name='tempest-AttachVolumeNegativeTest-555328012-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:24:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='add03e2b2c7c42b680a6a4c336e2a52b',uuid=e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d41f177b-2e9c-4d44-8402-04299d1aa88d", "address": "fa:16:3e:ba:ce:e4", "network": {"id": "8d2e7195-c77a-4a37-9e81-6d9a0ed8e649", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-389470825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dead1e870124b6badcc3f3c0523ffc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd41f177b-2e", "ovs_interfaceid": "d41f177b-2e9c-4d44-8402-04299d1aa88d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:24:09 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Converting VIF {"id": "d41f177b-2e9c-4d44-8402-04299d1aa88d", "address": "fa:16:3e:ba:ce:e4", "network": {"id": "8d2e7195-c77a-4a37-9e81-6d9a0ed8e649", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-389470825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dead1e870124b6badcc3f3c0523ffc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd41f177b-2e", "ovs_interfaceid": "d41f177b-2e9c-4d44-8402-04299d1aa88d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:24:09 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ba:ce:e4,bridge_name='br-int',has_traffic_filtering=True,id=d41f177b-2e9c-4d44-8402-04299d1aa88d,network=Network(8d2e7195-c77a-4a37-9e81-6d9a0ed8e649),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd41f177b-2e') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:24:09 user nova-compute[74854]: DEBUG nova.objects.instance [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lazy-loading 'pci_devices' on Instance uuid e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:24:09 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:24:09 user nova-compute[74854]:   <uuid>e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52</uuid>
Oct 23 17:24:09 user nova-compute[74854]:   <name>instance-00000024</name>
Oct 23 17:24:09 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:24:09 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:24:09 user nova-compute[74854]:   <metadata>
Oct 23 17:24:09 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:24:09 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:24:09 user nova-compute[74854]:       <nova:name>tempest-AttachVolumeNegativeTest-server-168475326</nova:name>
Oct 23 17:24:09 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:24:09</nova:creationTime>
Oct 23 17:24:09 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:24:09 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:24:09 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:24:09 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:24:09 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:24:09 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:24:09 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:24:09 user nova-compute[74854]:       <nova:owner>
Oct 23 17:24:09 user nova-compute[74854]:         <nova:user uuid="add03e2b2c7c42b680a6a4c336e2a52b">tempest-AttachVolumeNegativeTest-555328012-project-member</nova:user>
Oct 23 17:24:09 user nova-compute[74854]:         <nova:project uuid="9dead1e870124b6badcc3f3c0523ffc7">tempest-AttachVolumeNegativeTest-555328012</nova:project>
Oct 23 17:24:09 user nova-compute[74854]:       </nova:owner>
Oct 23 17:24:09 user nova-compute[74854]:       <nova:root type="image" uuid="68c345df-c9e8-475a-b17c-635fa0c7e894"/>
Oct 23 17:24:09 user nova-compute[74854]:       <nova:ports>
Oct 23 17:24:09 user nova-compute[74854]:         <nova:port uuid="d41f177b-2e9c-4d44-8402-04299d1aa88d">
Oct 23 17:24:09 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 23 17:24:09 user nova-compute[74854]:         </nova:port>
Oct 23 17:24:09 user nova-compute[74854]:       </nova:ports>
Oct 23 17:24:09 user nova-compute[74854]:     </nova:instance>
Oct 23 17:24:09 user nova-compute[74854]:   </metadata>
Oct 23 17:24:09 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:24:09 user nova-compute[74854]:     <system>
Oct 23 17:24:09 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:24:09 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:24:09 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:24:09 user nova-compute[74854]:       <entry name="serial">e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52</entry>
Oct 23 17:24:09 user nova-compute[74854]:       <entry name="uuid">e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52</entry>
Oct 23 17:24:09 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:24:09 user nova-compute[74854]:     </system>
Oct 23 17:24:09 user nova-compute[74854]:   </sysinfo>
Oct 23 17:24:09 user nova-compute[74854]:   <os>
Oct 23 17:24:09 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:24:09 user nova-compute[74854]:     <boot dev="hd"/>
Oct 23 17:24:09 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:24:09 user nova-compute[74854]:   </os>
Oct 23 17:24:09 user nova-compute[74854]:   <features>
Oct 23 17:24:09 user nova-compute[74854]:     <acpi/>
Oct 23 17:24:09 user nova-compute[74854]:     <apic/>
Oct 23 17:24:09 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:24:09 user nova-compute[74854]:   </features>
Oct 23 17:24:09 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:24:09 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:24:09 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:24:09 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:24:09 user nova-compute[74854]:   </clock>
Oct 23 17:24:09 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:24:09 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:24:09 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:24:09 user nova-compute[74854]:   </cpu>
Oct 23 17:24:09 user nova-compute[74854]:   <devices>
Oct 23 17:24:09 user nova-compute[74854]:     <disk type="file" device="disk">
Oct 23 17:24:09 user nova-compute[74854]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 17:24:09 user nova-compute[74854]:       <source file="/opt/stack/data/nova/instances/e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52/disk"/>
Oct 23 17:24:09 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:24:09 user nova-compute[74854]:     </disk>
Oct 23 17:24:09 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:24:09 user nova-compute[74854]:       <mac address="fa:16:3e:ba:ce:e4"/>
Oct 23 17:24:09 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:24:09 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:24:09 user nova-compute[74854]:       <target dev="tapd41f177b-2e"/>
Oct 23 17:24:09 user nova-compute[74854]:     </interface>
Oct 23 17:24:09 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:24:09 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52/console.log" append="off"/>
Oct 23 17:24:09 user nova-compute[74854]:     </serial>
Oct 23 17:24:09 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:24:09 user nova-compute[74854]:     <video>
Oct 23 17:24:09 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:24:09 user nova-compute[74854]:     </video>
Oct 23 17:24:09 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:24:09 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:24:09 user nova-compute[74854]:     </rng>
Oct 23 17:24:09 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:24:09 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:24:09 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:24:09 user nova-compute[74854]:     </memballoon>
Oct 23 17:24:09 user nova-compute[74854]:   </devices>
Oct 23 17:24:09 user nova-compute[74854]: </domain>
Oct 23 17:24:09 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:24:09 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:24:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-168475326',display_name='tempest-AttachVolumeNegativeTest-server-168475326',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-168475326',id=36,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI80dBDJZ9/EoFN76bVgoq6npL+KJqWLAvN8FwBsUpgCf4HUmYu6iM2jaBDJrrg4+9EcxrtR9sS75UREj9ttQ1LdHUvLsCxbWLQtMufVJM3blSwwypcIrmZSkmjC90/KQA==',key_name='tempest-keypair-747169195',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9dead1e870124b6badcc3f3c0523ffc7',ramdisk_id='',reservation_id='r-ynmnyweq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-555328012',owner_user_name='tempest-AttachVolumeNegativeTest-555328012-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:24:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='add03e2b2c7c42b680a6a4c336e2a52b',uuid=e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d41f177b-2e9c-4d44-8402-04299d1aa88d", "address": "fa:16:3e:ba:ce:e4", "network": {"id": "8d2e7195-c77a-4a37-9e81-6d9a0ed8e649", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-389470825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dead1e870124b6badcc3f3c0523ffc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd41f177b-2e", "ovs_interfaceid": "d41f177b-2e9c-4d44-8402-04299d1aa88d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:24:09 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Converting VIF {"id": "d41f177b-2e9c-4d44-8402-04299d1aa88d", "address": "fa:16:3e:ba:ce:e4", "network": {"id": "8d2e7195-c77a-4a37-9e81-6d9a0ed8e649", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-389470825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dead1e870124b6badcc3f3c0523ffc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd41f177b-2e", "ovs_interfaceid": "d41f177b-2e9c-4d44-8402-04299d1aa88d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:24:09 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ba:ce:e4,bridge_name='br-int',has_traffic_filtering=True,id=d41f177b-2e9c-4d44-8402-04299d1aa88d,network=Network(8d2e7195-c77a-4a37-9e81-6d9a0ed8e649),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd41f177b-2e') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:24:09 user nova-compute[74854]: DEBUG os_vif [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ba:ce:e4,bridge_name='br-int',has_traffic_filtering=True,id=d41f177b-2e9c-4d44-8402-04299d1aa88d,network=Network(8d2e7195-c77a-4a37-9e81-6d9a0ed8e649),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd41f177b-2e') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:24:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:24:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:24:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b16d61cb-4104-527a-a41d-ab914ee1ba97', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:24:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:24:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd41f177b-2e, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:24:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd41f177b-2e, col_values=(('qos', UUID('dc66924c-e104-4d83-a5dd-3a15a8aad6ec')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:24:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd41f177b-2e, col_values=(('external_ids', {'iface-id': 'd41f177b-2e9c-4d44-8402-04299d1aa88d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ba:ce:e4', 'vm-uuid': 'e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:24:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:24:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:09 user nova-compute[74854]: INFO os_vif [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ba:ce:e4,bridge_name='br-int',has_traffic_filtering=True,id=d41f177b-2e9c-4d44-8402-04299d1aa88d,network=Network(8d2e7195-c77a-4a37-9e81-6d9a0ed8e649),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd41f177b-2e')
Oct 23 17:24:09 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:24:09 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] No VIF found with MAC fa:16:3e:ba:ce:e4, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:24:09 user nova-compute[74854]: DEBUG nova.network.neutron [req-62ae85f9-4b34-4334-96e6-be8729c7a140 req-79f4c0a4-d71c-4ed8-8f35-16aec2ef21a8 service nova] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Updated VIF entry in instance network info cache for port d41f177b-2e9c-4d44-8402-04299d1aa88d. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:24:09 user nova-compute[74854]: DEBUG nova.network.neutron [req-62ae85f9-4b34-4334-96e6-be8729c7a140 req-79f4c0a4-d71c-4ed8-8f35-16aec2ef21a8 service nova] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Updating instance_info_cache with network_info: [{"id": "d41f177b-2e9c-4d44-8402-04299d1aa88d", "address": "fa:16:3e:ba:ce:e4", "network": {"id": "8d2e7195-c77a-4a37-9e81-6d9a0ed8e649", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-389470825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dead1e870124b6badcc3f3c0523ffc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd41f177b-2e", "ovs_interfaceid": "d41f177b-2e9c-4d44-8402-04299d1aa88d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:24:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-62ae85f9-4b34-4334-96e6-be8729c7a140 req-79f4c0a4-d71c-4ed8-8f35-16aec2ef21a8 service nova] Releasing lock "refresh_cache-e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:24:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:11 user nova-compute[74854]: DEBUG nova.compute.manager [req-841dec14-f6a2-4032-b826-c8644e594449 req-4bbe24ea-3d65-48d1-8338-cd1147389c64 service nova] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Received event network-vif-plugged-d41f177b-2e9c-4d44-8402-04299d1aa88d {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:24:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-841dec14-f6a2-4032-b826-c8644e594449 req-4bbe24ea-3d65-48d1-8338-cd1147389c64 service nova] Acquiring lock "e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:24:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-841dec14-f6a2-4032-b826-c8644e594449 req-4bbe24ea-3d65-48d1-8338-cd1147389c64 service nova] Lock "e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:24:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-841dec14-f6a2-4032-b826-c8644e594449 req-4bbe24ea-3d65-48d1-8338-cd1147389c64 service nova] Lock "e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:24:11 user nova-compute[74854]: DEBUG nova.compute.manager [req-841dec14-f6a2-4032-b826-c8644e594449 req-4bbe24ea-3d65-48d1-8338-cd1147389c64 service nova] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] No waiting events found dispatching network-vif-plugged-d41f177b-2e9c-4d44-8402-04299d1aa88d {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:24:11 user nova-compute[74854]: WARNING nova.compute.manager [req-841dec14-f6a2-4032-b826-c8644e594449 req-4bbe24ea-3d65-48d1-8338-cd1147389c64 service nova] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Received unexpected event network-vif-plugged-d41f177b-2e9c-4d44-8402-04299d1aa88d for instance with vm_state building and task_state spawning.
Oct 23 17:24:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:13 user nova-compute[74854]: DEBUG nova.compute.manager [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Instance event wait completed in 0 seconds for  {{(pid=74854) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 17:24:13 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Guest created on hypervisor {{(pid=74854) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 17:24:13 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Instance spawned successfully.
Oct 23 17:24:13 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 17:24:13 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Found default for hw_cdrom_bus of ide {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:24:13 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Found default for hw_disk_bus of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:24:13 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Found default for hw_input_bus of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:24:13 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Found default for hw_pointer_model of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:24:13 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Found default for hw_video_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:24:13 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Found default for hw_vif_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:24:13 user nova-compute[74854]: DEBUG nova.compute.manager [req-ef4facf9-096a-4576-bf1e-ff42bcc06d42 req-2f5d20aa-f1f1-4d82-b845-03b9020d68f6 service nova] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Received event network-vif-plugged-d41f177b-2e9c-4d44-8402-04299d1aa88d {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:24:13 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-ef4facf9-096a-4576-bf1e-ff42bcc06d42 req-2f5d20aa-f1f1-4d82-b845-03b9020d68f6 service nova] Acquiring lock "e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:24:13 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-ef4facf9-096a-4576-bf1e-ff42bcc06d42 req-2f5d20aa-f1f1-4d82-b845-03b9020d68f6 service nova] Lock "e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:24:13 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-ef4facf9-096a-4576-bf1e-ff42bcc06d42 req-2f5d20aa-f1f1-4d82-b845-03b9020d68f6 service nova] Lock "e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:24:13 user nova-compute[74854]: DEBUG nova.compute.manager [req-ef4facf9-096a-4576-bf1e-ff42bcc06d42 req-2f5d20aa-f1f1-4d82-b845-03b9020d68f6 service nova] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] No waiting events found dispatching network-vif-plugged-d41f177b-2e9c-4d44-8402-04299d1aa88d {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:24:13 user nova-compute[74854]: WARNING nova.compute.manager [req-ef4facf9-096a-4576-bf1e-ff42bcc06d42 req-2f5d20aa-f1f1-4d82-b845-03b9020d68f6 service nova] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Received unexpected event network-vif-plugged-d41f177b-2e9c-4d44-8402-04299d1aa88d for instance with vm_state building and task_state spawning.
Oct 23 17:24:13 user nova-compute[74854]: INFO nova.compute.manager [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Took 5.50 seconds to spawn the instance on the hypervisor.
Oct 23 17:24:13 user nova-compute[74854]: DEBUG nova.compute.manager [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:24:13 user nova-compute[74854]: INFO nova.compute.manager [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Took 6.26 seconds to build instance.
Oct 23 17:24:13 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c984fdb5-c4ed-4807-a42c-81d18c4340c5 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.357s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:24:14 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:16 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:19 user nova-compute[74854]: DEBUG nova.objects.instance [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lazy-loading 'flavor' on Instance uuid 830c4171-3aa6-489f-a2bf-78405615ddb6 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:24:19 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Acquiring lock "refresh_cache-830c4171-3aa6-489f-a2bf-78405615ddb6" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:24:19 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Acquired lock "refresh_cache-830c4171-3aa6-489f-a2bf-78405615ddb6" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:24:19 user nova-compute[74854]: DEBUG nova.network.neutron [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:24:19 user nova-compute[74854]: DEBUG nova.objects.instance [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lazy-loading 'info_cache' on Instance uuid 830c4171-3aa6-489f-a2bf-78405615ddb6 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:24:19 user nova-compute[74854]: DEBUG nova.objects.base [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Object Instance<830c4171-3aa6-489f-a2bf-78405615ddb6> lazy-loaded attributes: flavor,info_cache {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:24:19 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:19 user nova-compute[74854]: DEBUG nova.network.neutron [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Updating instance_info_cache with network_info: [{"id": "5f3010c0-24c3-4a21-97c5-c291fc70ca39", "address": "fa:16:3e:d2:c0:d7", "network": {"id": "f3a5ef4f-4295-43fa-93e3-bf020c9527ed", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1115748822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b8476704c5e04e1a8395f9fa3002e292", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5f3010c0-24", "ovs_interfaceid": "5f3010c0-24c3-4a21-97c5-c291fc70ca39", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:24:19 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Releasing lock "refresh_cache-830c4171-3aa6-489f-a2bf-78405615ddb6" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:24:19 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Instance destroyed successfully.
Oct 23 17:24:19 user nova-compute[74854]: DEBUG nova.objects.instance [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lazy-loading 'resources' on Instance uuid 830c4171-3aa6-489f-a2bf-78405615ddb6 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:24:19 user nova-compute[74854]: DEBUG nova.objects.base [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Object Instance<830c4171-3aa6-489f-a2bf-78405615ddb6> lazy-loaded attributes: flavor,info_cache,resources {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:24:19 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:15:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1716961039',display_name='tempest-AttachVolumeTestJSON-server-1716961039',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1716961039',id=27,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBpcgIW0wdjXlqqVgloBGQCHLSmkXv+32rfOQpZ0azDZKtqWvZuHnlFWAezULeYvFwb5gIODj8uCEbxX6Sb/VwOiQ5GLeTXN9wn+J/e0EDPHc5LoStniztsV+IO0bhN4Wg==',key_name='tempest-keypair-1212631423',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:16:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='b8476704c5e04e1a8395f9fa3002e292',ramdisk_id='',reservation_id='r-hh56m2sc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1232612364',owner_user_name='tempest-AttachVolumeTestJSON-1232612364-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:22:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cd6e66fcc8624acca4e2607d6788e1bb',uuid=830c4171-3aa6-489f-a2bf-78405615ddb6,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "5f3010c0-24c3-4a21-97c5-c291fc70ca39", "address": "fa:16:3e:d2:c0:d7", "network": {"id": "f3a5ef4f-4295-43fa-93e3-bf020c9527ed", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1115748822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b8476704c5e04e1a8395f9fa3002e292", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5f3010c0-24", "ovs_interfaceid": "5f3010c0-24c3-4a21-97c5-c291fc70ca39", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:24:19 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Converting VIF {"id": "5f3010c0-24c3-4a21-97c5-c291fc70ca39", "address": "fa:16:3e:d2:c0:d7", "network": {"id": "f3a5ef4f-4295-43fa-93e3-bf020c9527ed", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1115748822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b8476704c5e04e1a8395f9fa3002e292", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5f3010c0-24", "ovs_interfaceid": "5f3010c0-24c3-4a21-97c5-c291fc70ca39", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:24:19 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d2:c0:d7,bridge_name='br-int',has_traffic_filtering=True,id=5f3010c0-24c3-4a21-97c5-c291fc70ca39,network=Network(f3a5ef4f-4295-43fa-93e3-bf020c9527ed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5f3010c0-24') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:24:19 user nova-compute[74854]: DEBUG os_vif [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d2:c0:d7,bridge_name='br-int',has_traffic_filtering=True,id=5f3010c0-24c3-4a21-97c5-c291fc70ca39,network=Network(f3a5ef4f-4295-43fa-93e3-bf020c9527ed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5f3010c0-24') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:24:19 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:19 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5f3010c0-24, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:24:19 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:19 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:24:19 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:19 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=487d5552-0504-47da-b00c-8d0de84b3f80) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:24:19 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:19 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:24:19 user nova-compute[74854]: INFO os_vif [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d2:c0:d7,bridge_name='br-int',has_traffic_filtering=True,id=5f3010c0-24c3-4a21-97c5-c291fc70ca39,network=Network(f3a5ef4f-4295-43fa-93e3-bf020c9527ed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5f3010c0-24')
Oct 23 17:24:19 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Start _get_guest_xml network_info=[{"id": "5f3010c0-24c3-4a21-97c5-c291fc70ca39", "address": "fa:16:3e:d2:c0:d7", "network": {"id": "f3a5ef4f-4295-43fa-93e3-bf020c9527ed", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1115748822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b8476704c5e04e1a8395f9fa3002e292", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5f3010c0-24", "ovs_interfaceid": "5f3010c0-24c3-4a21-97c5-c291fc70ca39", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'encryption_format': None, 'encryption_options': None, 'size': 0, 'boot_index': 0, 'encrypted': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'image_id': '68c345df-c9e8-475a-b17c-635fa0c7e894'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:24:19 user nova-compute[74854]: DEBUG nova.objects.instance [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lazy-loading 'numa_topology' on Instance uuid 830c4171-3aa6-489f-a2bf-78405615ddb6 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:24:19 user nova-compute[74854]: DEBUG nova.objects.base [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Object Instance<830c4171-3aa6-489f-a2bf-78405615ddb6> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:24:19 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:24:19 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:24:19 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:24:19 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:24:19 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:24:19 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:24:19 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:24:19 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:24:19 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:24:19 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:24:19 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:24:19 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:24:19 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:24:19 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:24:19 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:24:19 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:24:19 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:24:19 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:24:19 user nova-compute[74854]: DEBUG nova.objects.instance [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lazy-loading 'vcpu_model' on Instance uuid 830c4171-3aa6-489f-a2bf-78405615ddb6 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:24:19 user nova-compute[74854]: DEBUG nova.objects.base [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Object Instance<830c4171-3aa6-489f-a2bf-78405615ddb6> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:24:19 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:15:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1716961039',display_name='tempest-AttachVolumeTestJSON-server-1716961039',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1716961039',id=27,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBpcgIW0wdjXlqqVgloBGQCHLSmkXv+32rfOQpZ0azDZKtqWvZuHnlFWAezULeYvFwb5gIODj8uCEbxX6Sb/VwOiQ5GLeTXN9wn+J/e0EDPHc5LoStniztsV+IO0bhN4Wg==',key_name='tempest-keypair-1212631423',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:16:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='b8476704c5e04e1a8395f9fa3002e292',ramdisk_id='',reservation_id='r-hh56m2sc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1232612364',owner_user_name='tempest-AttachVolumeTestJSON-1232612364-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:22:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cd6e66fcc8624acca4e2607d6788e1bb',uuid=830c4171-3aa6-489f-a2bf-78405615ddb6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "5f3010c0-24c3-4a21-97c5-c291fc70ca39", "address": "fa:16:3e:d2:c0:d7", "network": {"id": "f3a5ef4f-4295-43fa-93e3-bf020c9527ed", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1115748822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b8476704c5e04e1a8395f9fa3002e292", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5f3010c0-24", "ovs_interfaceid": "5f3010c0-24c3-4a21-97c5-c291fc70ca39", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:24:19 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Converting VIF {"id": "5f3010c0-24c3-4a21-97c5-c291fc70ca39", "address": "fa:16:3e:d2:c0:d7", "network": {"id": "f3a5ef4f-4295-43fa-93e3-bf020c9527ed", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1115748822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b8476704c5e04e1a8395f9fa3002e292", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5f3010c0-24", "ovs_interfaceid": "5f3010c0-24c3-4a21-97c5-c291fc70ca39", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:24:19 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d2:c0:d7,bridge_name='br-int',has_traffic_filtering=True,id=5f3010c0-24c3-4a21-97c5-c291fc70ca39,network=Network(f3a5ef4f-4295-43fa-93e3-bf020c9527ed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5f3010c0-24') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:24:19 user nova-compute[74854]: DEBUG nova.objects.instance [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lazy-loading 'pci_devices' on Instance uuid 830c4171-3aa6-489f-a2bf-78405615ddb6 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:24:19 user nova-compute[74854]: DEBUG nova.objects.base [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Object Instance<830c4171-3aa6-489f-a2bf-78405615ddb6> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:24:19 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:24:19 user nova-compute[74854]:   <uuid>830c4171-3aa6-489f-a2bf-78405615ddb6</uuid>
Oct 23 17:24:19 user nova-compute[74854]:   <name>instance-0000001b</name>
Oct 23 17:24:19 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:24:19 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:24:19 user nova-compute[74854]:   <metadata>
Oct 23 17:24:19 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:24:19 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:24:19 user nova-compute[74854]:       <nova:name>tempest-AttachVolumeTestJSON-server-1716961039</nova:name>
Oct 23 17:24:19 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:24:19</nova:creationTime>
Oct 23 17:24:19 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:24:19 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:24:19 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:24:19 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:24:19 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:24:19 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:24:19 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:24:19 user nova-compute[74854]:       <nova:owner>
Oct 23 17:24:19 user nova-compute[74854]:         <nova:user uuid="cd6e66fcc8624acca4e2607d6788e1bb">tempest-AttachVolumeTestJSON-1232612364-project-member</nova:user>
Oct 23 17:24:19 user nova-compute[74854]:         <nova:project uuid="b8476704c5e04e1a8395f9fa3002e292">tempest-AttachVolumeTestJSON-1232612364</nova:project>
Oct 23 17:24:19 user nova-compute[74854]:       </nova:owner>
Oct 23 17:24:19 user nova-compute[74854]:       <nova:root type="image" uuid="68c345df-c9e8-475a-b17c-635fa0c7e894"/>
Oct 23 17:24:19 user nova-compute[74854]:       <nova:ports>
Oct 23 17:24:19 user nova-compute[74854]:         <nova:port uuid="5f3010c0-24c3-4a21-97c5-c291fc70ca39">
Oct 23 17:24:19 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 23 17:24:19 user nova-compute[74854]:         </nova:port>
Oct 23 17:24:19 user nova-compute[74854]:       </nova:ports>
Oct 23 17:24:19 user nova-compute[74854]:     </nova:instance>
Oct 23 17:24:19 user nova-compute[74854]:   </metadata>
Oct 23 17:24:19 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:24:19 user nova-compute[74854]:     <system>
Oct 23 17:24:19 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:24:19 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:24:19 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:24:19 user nova-compute[74854]:       <entry name="serial">830c4171-3aa6-489f-a2bf-78405615ddb6</entry>
Oct 23 17:24:19 user nova-compute[74854]:       <entry name="uuid">830c4171-3aa6-489f-a2bf-78405615ddb6</entry>
Oct 23 17:24:19 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:24:19 user nova-compute[74854]:     </system>
Oct 23 17:24:19 user nova-compute[74854]:   </sysinfo>
Oct 23 17:24:19 user nova-compute[74854]:   <os>
Oct 23 17:24:19 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:24:19 user nova-compute[74854]:     <boot dev="hd"/>
Oct 23 17:24:19 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:24:19 user nova-compute[74854]:   </os>
Oct 23 17:24:19 user nova-compute[74854]:   <features>
Oct 23 17:24:19 user nova-compute[74854]:     <acpi/>
Oct 23 17:24:19 user nova-compute[74854]:     <apic/>
Oct 23 17:24:19 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:24:19 user nova-compute[74854]:   </features>
Oct 23 17:24:19 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:24:19 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:24:19 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:24:19 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:24:19 user nova-compute[74854]:   </clock>
Oct 23 17:24:19 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:24:19 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:24:19 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:24:19 user nova-compute[74854]:   </cpu>
Oct 23 17:24:19 user nova-compute[74854]:   <devices>
Oct 23 17:24:19 user nova-compute[74854]:     <disk type="file" device="disk">
Oct 23 17:24:19 user nova-compute[74854]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 17:24:19 user nova-compute[74854]:       <source file="/opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk"/>
Oct 23 17:24:19 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:24:19 user nova-compute[74854]:     </disk>
Oct 23 17:24:19 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:24:19 user nova-compute[74854]:       <mac address="fa:16:3e:d2:c0:d7"/>
Oct 23 17:24:19 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:24:19 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:24:19 user nova-compute[74854]:       <target dev="tap5f3010c0-24"/>
Oct 23 17:24:19 user nova-compute[74854]:     </interface>
Oct 23 17:24:19 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:24:19 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/console.log" append="off"/>
Oct 23 17:24:19 user nova-compute[74854]:     </serial>
Oct 23 17:24:19 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:24:19 user nova-compute[74854]:     <video>
Oct 23 17:24:19 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:24:19 user nova-compute[74854]:     </video>
Oct 23 17:24:19 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:24:19 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:24:19 user nova-compute[74854]:     </rng>
Oct 23 17:24:19 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:24:19 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:24:19 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:24:19 user nova-compute[74854]:     </memballoon>
Oct 23 17:24:19 user nova-compute[74854]:   </devices>
Oct 23 17:24:19 user nova-compute[74854]: </domain>
Oct 23 17:24:19 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:24:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:24:20 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:24:20 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:24:20 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:24:20 user nova-compute[74854]: DEBUG nova.objects.instance [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lazy-loading 'trusted_certs' on Instance uuid 830c4171-3aa6-489f-a2bf-78405615ddb6 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:24:20 user nova-compute[74854]: DEBUG nova.objects.base [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Object Instance<830c4171-3aa6-489f-a2bf-78405615ddb6> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:24:20 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:24:20 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.224s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:24:20 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Checking if we can resize image /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk. size=1073741824 {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 17:24:20 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:24:20 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:24:20 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Cannot resize image /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk to a smaller size. {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 17:24:20 user nova-compute[74854]: DEBUG nova.objects.instance [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lazy-loading 'migration_context' on Instance uuid 830c4171-3aa6-489f-a2bf-78405615ddb6 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:24:20 user nova-compute[74854]: DEBUG nova.objects.base [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Object Instance<830c4171-3aa6-489f-a2bf-78405615ddb6> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:24:20 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:15:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1716961039',display_name='tempest-AttachVolumeTestJSON-server-1716961039',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1716961039',id=27,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBpcgIW0wdjXlqqVgloBGQCHLSmkXv+32rfOQpZ0azDZKtqWvZuHnlFWAezULeYvFwb5gIODj8uCEbxX6Sb/VwOiQ5GLeTXN9wn+J/e0EDPHc5LoStniztsV+IO0bhN4Wg==',key_name='tempest-keypair-1212631423',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:16:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='b8476704c5e04e1a8395f9fa3002e292',ramdisk_id='',reservation_id='r-hh56m2sc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1232612364',owner_user_name='tempest-AttachVolumeTestJSON-1232612364-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:22:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cd6e66fcc8624acca4e2607d6788e1bb',uuid=830c4171-3aa6-489f-a2bf-78405615ddb6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "5f3010c0-24c3-4a21-97c5-c291fc70ca39", "address": "fa:16:3e:d2:c0:d7", "network": {"id": "f3a5ef4f-4295-43fa-93e3-bf020c9527ed", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1115748822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b8476704c5e04e1a8395f9fa3002e292", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5f3010c0-24", "ovs_interfaceid": "5f3010c0-24c3-4a21-97c5-c291fc70ca39", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:24:20 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Converting VIF {"id": "5f3010c0-24c3-4a21-97c5-c291fc70ca39", "address": "fa:16:3e:d2:c0:d7", "network": {"id": "f3a5ef4f-4295-43fa-93e3-bf020c9527ed", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1115748822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b8476704c5e04e1a8395f9fa3002e292", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5f3010c0-24", "ovs_interfaceid": "5f3010c0-24c3-4a21-97c5-c291fc70ca39", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:24:20 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d2:c0:d7,bridge_name='br-int',has_traffic_filtering=True,id=5f3010c0-24c3-4a21-97c5-c291fc70ca39,network=Network(f3a5ef4f-4295-43fa-93e3-bf020c9527ed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5f3010c0-24') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:24:20 user nova-compute[74854]: DEBUG os_vif [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d2:c0:d7,bridge_name='br-int',has_traffic_filtering=True,id=5f3010c0-24c3-4a21-97c5-c291fc70ca39,network=Network(f3a5ef4f-4295-43fa-93e3-bf020c9527ed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5f3010c0-24') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:24:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:24:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:24:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a939a7fe-02e1-5119-ba91-b01a9a7cb8f8', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:24:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:24:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5f3010c0-24, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:24:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5f3010c0-24, col_values=(('qos', UUID('6b6d0ab2-2895-4edd-895d-f8cf6a0af0f4')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:24:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5f3010c0-24, col_values=(('external_ids', {'iface-id': '5f3010c0-24c3-4a21-97c5-c291fc70ca39', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d2:c0:d7', 'vm-uuid': '830c4171-3aa6-489f-a2bf-78405615ddb6'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:24:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:24:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:20 user nova-compute[74854]: INFO os_vif [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d2:c0:d7,bridge_name='br-int',has_traffic_filtering=True,id=5f3010c0-24c3-4a21-97c5-c291fc70ca39,network=Network(f3a5ef4f-4295-43fa-93e3-bf020c9527ed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5f3010c0-24')
Oct 23 17:24:22 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:22 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:22 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:22 user nova-compute[74854]: DEBUG nova.compute.manager [req-bbe83b44-21fb-4ab6-b5fe-f4268b7ea3f1 req-0b219e9a-87ce-46ee-b1da-ce89fce84cfe service nova] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Received event network-vif-plugged-5f3010c0-24c3-4a21-97c5-c291fc70ca39 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:24:22 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-bbe83b44-21fb-4ab6-b5fe-f4268b7ea3f1 req-0b219e9a-87ce-46ee-b1da-ce89fce84cfe service nova] Acquiring lock "830c4171-3aa6-489f-a2bf-78405615ddb6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:24:22 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-bbe83b44-21fb-4ab6-b5fe-f4268b7ea3f1 req-0b219e9a-87ce-46ee-b1da-ce89fce84cfe service nova] Lock "830c4171-3aa6-489f-a2bf-78405615ddb6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:24:22 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-bbe83b44-21fb-4ab6-b5fe-f4268b7ea3f1 req-0b219e9a-87ce-46ee-b1da-ce89fce84cfe service nova] Lock "830c4171-3aa6-489f-a2bf-78405615ddb6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:24:22 user nova-compute[74854]: DEBUG nova.compute.manager [req-bbe83b44-21fb-4ab6-b5fe-f4268b7ea3f1 req-0b219e9a-87ce-46ee-b1da-ce89fce84cfe service nova] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] No waiting events found dispatching network-vif-plugged-5f3010c0-24c3-4a21-97c5-c291fc70ca39 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:24:22 user nova-compute[74854]: WARNING nova.compute.manager [req-bbe83b44-21fb-4ab6-b5fe-f4268b7ea3f1 req-0b219e9a-87ce-46ee-b1da-ce89fce84cfe service nova] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Received unexpected event network-vif-plugged-5f3010c0-24c3-4a21-97c5-c291fc70ca39 for instance with vm_state stopped and task_state powering-on.
Oct 23 17:24:22 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:22 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:22 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:24 user nova-compute[74854]: DEBUG nova.compute.manager [req-bb081a74-1d16-4772-8cb8-f7c51f9a0a4a req-ad858fbc-de65-4cea-80c2-b6e6ae9c9d1b service nova] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Received event network-vif-plugged-5f3010c0-24c3-4a21-97c5-c291fc70ca39 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:24:24 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-bb081a74-1d16-4772-8cb8-f7c51f9a0a4a req-ad858fbc-de65-4cea-80c2-b6e6ae9c9d1b service nova] Acquiring lock "830c4171-3aa6-489f-a2bf-78405615ddb6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:24:24 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-bb081a74-1d16-4772-8cb8-f7c51f9a0a4a req-ad858fbc-de65-4cea-80c2-b6e6ae9c9d1b service nova] Lock "830c4171-3aa6-489f-a2bf-78405615ddb6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:24:24 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-bb081a74-1d16-4772-8cb8-f7c51f9a0a4a req-ad858fbc-de65-4cea-80c2-b6e6ae9c9d1b service nova] Lock "830c4171-3aa6-489f-a2bf-78405615ddb6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:24:24 user nova-compute[74854]: DEBUG nova.compute.manager [req-bb081a74-1d16-4772-8cb8-f7c51f9a0a4a req-ad858fbc-de65-4cea-80c2-b6e6ae9c9d1b service nova] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] No waiting events found dispatching network-vif-plugged-5f3010c0-24c3-4a21-97c5-c291fc70ca39 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:24:24 user nova-compute[74854]: WARNING nova.compute.manager [req-bb081a74-1d16-4772-8cb8-f7c51f9a0a4a req-ad858fbc-de65-4cea-80c2-b6e6ae9c9d1b service nova] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Received unexpected event network-vif-plugged-5f3010c0-24c3-4a21-97c5-c291fc70ca39 for instance with vm_state stopped and task_state powering-on.
Oct 23 17:24:24 user nova-compute[74854]: DEBUG nova.compute.manager [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Instance event wait completed in 0 seconds for  {{(pid=74854) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 17:24:24 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Instance rebooted successfully.
Oct 23 17:24:24 user nova-compute[74854]: DEBUG nova.compute.manager [None req-12c011ea-43ee-4237-9acb-8da84ad3aa0d tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:24:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:26 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:26 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a7253e45-05f9-4f51-8e14-38a9840ab97a tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquiring lock "010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:24:26 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a7253e45-05f9-4f51-8e14-38a9840ab97a tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.004s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:24:26 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a7253e45-05f9-4f51-8e14-38a9840ab97a tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquiring lock "010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:24:26 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a7253e45-05f9-4f51-8e14-38a9840ab97a tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:24:26 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a7253e45-05f9-4f51-8e14-38a9840ab97a tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:24:26 user nova-compute[74854]: INFO nova.compute.manager [None req-a7253e45-05f9-4f51-8e14-38a9840ab97a tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Terminating instance
Oct 23 17:24:26 user nova-compute[74854]: DEBUG nova.compute.manager [None req-a7253e45-05f9-4f51-8e14-38a9840ab97a tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Start destroying the instance on the hypervisor. {{(pid=74854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 17:24:26 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:26 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:26 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:26 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG nova.compute.manager [req-cd648639-0f1d-4e31-9ccf-63cfce1b1350 req-7e6dc9b4-4747-4f30-8957-6d3ac2040209 service nova] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Received event network-vif-unplugged-6c5bd39e-81cb-4eff-9ea6-9e1e099cb82b {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-cd648639-0f1d-4e31-9ccf-63cfce1b1350 req-7e6dc9b4-4747-4f30-8957-6d3ac2040209 service nova] Acquiring lock "010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-cd648639-0f1d-4e31-9ccf-63cfce1b1350 req-7e6dc9b4-4747-4f30-8957-6d3ac2040209 service nova] Lock "010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-cd648639-0f1d-4e31-9ccf-63cfce1b1350 req-7e6dc9b4-4747-4f30-8957-6d3ac2040209 service nova] Lock "010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG nova.compute.manager [req-cd648639-0f1d-4e31-9ccf-63cfce1b1350 req-7e6dc9b4-4747-4f30-8957-6d3ac2040209 service nova] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] No waiting events found dispatching network-vif-unplugged-6c5bd39e-81cb-4eff-9ea6-9e1e099cb82b {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG nova.compute.manager [req-cd648639-0f1d-4e31-9ccf-63cfce1b1350 req-7e6dc9b4-4747-4f30-8957-6d3ac2040209 service nova] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Received event network-vif-unplugged-6c5bd39e-81cb-4eff-9ea6-9e1e099cb82b for instance with task_state deleting. {{(pid=74854) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:27 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Instance destroyed successfully.
Oct 23 17:24:27 user nova-compute[74854]: DEBUG nova.objects.instance [None req-a7253e45-05f9-4f51-8e14-38a9840ab97a tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lazy-loading 'resources' on Instance uuid 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-a7253e45-05f9-4f51-8e14-38a9840ab97a tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:22:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1788226301',display_name='tempest-TestVolumeBootPattern-server-1788226301',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1788226301',id=34,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:23:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3560285cd557461eae016907fb469040',ramdisk_id='',reservation_id='r-sumwk1a8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1291140693',owner_user_name='tempest-TestVolumeBootPattern-1291140693-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:23:06Z,user_data=None,user_id='40d10700efba402e9cc769d2510f8311',uuid=010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6c5bd39e-81cb-4eff-9ea6-9e1e099cb82b", "address": "fa:16:3e:99:ac:58", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6c5bd39e-81", "ovs_interfaceid": "6c5bd39e-81cb-4eff-9ea6-9e1e099cb82b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-a7253e45-05f9-4f51-8e14-38a9840ab97a tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Converting VIF {"id": "6c5bd39e-81cb-4eff-9ea6-9e1e099cb82b", "address": "fa:16:3e:99:ac:58", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6c5bd39e-81", "ovs_interfaceid": "6c5bd39e-81cb-4eff-9ea6-9e1e099cb82b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-a7253e45-05f9-4f51-8e14-38a9840ab97a tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:99:ac:58,bridge_name='br-int',has_traffic_filtering=True,id=6c5bd39e-81cb-4eff-9ea6-9e1e099cb82b,network=Network(fb72fe03-c822-4d0e-99e3-cec932363ec0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6c5bd39e-81') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG os_vif [None req-a7253e45-05f9-4f51-8e14-38a9840ab97a tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:99:ac:58,bridge_name='br-int',has_traffic_filtering=True,id=6c5bd39e-81cb-4eff-9ea6-9e1e099cb82b,network=Network(fb72fe03-c822-4d0e-99e3-cec932363ec0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6c5bd39e-81') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6c5bd39e-81, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=54039a07-d8fb-47fa-9b51-023b4b134e74) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:24:27 user nova-compute[74854]: INFO os_vif [None req-a7253e45-05f9-4f51-8e14-38a9840ab97a tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:99:ac:58,bridge_name='br-int',has_traffic_filtering=True,id=6c5bd39e-81cb-4eff-9ea6-9e1e099cb82b,network=Network(fb72fe03-c822-4d0e-99e3-cec932363ec0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6c5bd39e-81')
Oct 23 17:24:27 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a7253e45-05f9-4f51-8e14-38a9840ab97a tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] calling os-brick to detach iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7253e45-05f9-4f51-8e14-38a9840ab97a tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, {'target_iqn': 'iqn.2010-10.org.openstack:8a304257-50ae-412d-ab46-2543de50954e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UwzveCRY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:24:27 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-a7253e45-05f9-4f51-8e14-38a9840ab97a tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:24:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-a7253e45-05f9-4f51-8e14-38a9840ab97a tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-a7253e45-05f9-4f51-8e14-38a9840ab97a tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b32c9f35-f2b7-47c9-96b6-c420655cd789]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8a304257-50ae-412d-ab46-2543de50954e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7253e45-05f9-4f51-8e14-38a9840ab97a tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 17:24:27 user nova-compute[74854]: No targets found.
Oct 23 17:24:27 user nova-compute[74854]: iSNS:
Oct 23 17:24:27 user nova-compute[74854]: No targets found.
Oct 23 17:24:27 user nova-compute[74854]: STATIC:
Oct 23 17:24:27 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a
Oct 23 17:24:27 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:24:27 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:24:27 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701
Oct 23 17:24:27 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:24:27 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:24:27 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:8a304257-50ae-412d-ab46-2543de50954e
Oct 23 17:24:27 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:24:27 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:24:27 user nova-compute[74854]: FIRMWARE:
Oct 23 17:24:27 user nova-compute[74854]: No targets found.
Oct 23 17:24:27 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7253e45-05f9-4f51-8e14-38a9840ab97a tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 17:24:27 user nova-compute[74854]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 17:24:27 user nova-compute[74854]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74854) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7253e45-05f9-4f51-8e14-38a9840ab97a tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8a304257-50ae-412d-ab46-2543de50954e', 0)] {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f7ffe2e-723c-43ae-b84d-4e974b716394]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8a304257-50ae-412d-ab46-2543de50954e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee2fa929-e157-4f5d-b2db-7e73aad9790c]: (4, ('tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a304257-50ae-412d-ab46-2543de50954e (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7253e45-05f9-4f51-8e14-38a9840ab97a tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 (non-flash)
Oct 23 17:24:27 user nova-compute[74854]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a304257-50ae-412d-ab46-2543de50954e (non-flash)
Oct 23 17:24:27 user nova-compute[74854]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)
Oct 23 17:24:27 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7253e45-05f9-4f51-8e14-38a9840ab97a tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsi session list stdout=tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 (non-flash)
Oct 23 17:24:27 user nova-compute[74854]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a304257-50ae-412d-ab46-2543de50954e (non-flash)
Oct 23 17:24:27 user nova-compute[74854]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)
Oct 23 17:24:27 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7253e45-05f9-4f51-8e14-38a9840ab97a tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f3038d04ee0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8a304257-50ae-412d-ab46-2543de50954e'): ({'sdc'}, set())}) {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-a7253e45-05f9-4f51-8e14-38a9840ab97a tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Removing single pathed devices sdc {{(pid=74854) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.030s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3b55951-a53d-4134-b940-917ee6207248]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.036s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1135428-9351-47e4-b1f2-4aba678adb93]: (4, ('ok\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-a7253e45-05f9-4f51-8e14-38a9840ab97a tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Flushing IO for device /dev/sdc {{(pid=74854) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.016s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[9caaa5eb-cdd2-445d-a6c1-d286976523d1]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-a7253e45-05f9-4f51-8e14-38a9840ab97a tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74854) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.057s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[9289341b-e5bc-442d-9d7b-a8eafa7c6cf7]: (4, ('1', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-a7253e45-05f9-4f51-8e14-38a9840ab97a tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-a7253e45-05f9-4f51-8e14-38a9840ab97a tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] SCSI volumes sdc have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIO90e2f6de-1e9b376204875d96', '/dev/disk/by-id/scsi-23165396233373632', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_90e2f6de') {{(pid=85920) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f4415cf-223c-4e96-9216-abcb92bea17b]: (4, None) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7253e45-05f9-4f51-8e14-38a9840ab97a tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8a304257-50ae-412d-ab46-2543de50954e')] {{(pid=74854) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8a304257-50ae-412d-ab46-2543de50954e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8a304257-50ae-412d-ab46-2543de50954e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.027s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[557383c8-8e13-4234-baca-cbb1b838b4a9]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7253e45-05f9-4f51-8e14-38a9840ab97a tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8a304257-50ae-412d-ab46-2543de50954e -p 172.16.0.220:3260 --logout {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8a304257-50ae-412d-ab46-2543de50954e -p 172.16.0.220:3260 --logout" returned: 0 in 0.070s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5c7b012-5d84-4a7c-ba37-8096b890c1fc]: (4, ('Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:8a304257-50ae-412d-ab46-2543de50954e, portal: 172.16.0.220,3260]\nLogout of [sid: 35, target: iqn.2010-10.org.openstack:8a304257-50ae-412d-ab46-2543de50954e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7253e45-05f9-4f51-8e14-38a9840ab97a tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:8a304257-50ae-412d-ab46-2543de50954e, portal: 172.16.0.220,3260]
Oct 23 17:24:27 user nova-compute[74854]: Logout of [sid: 35, target: iqn.2010-10.org.openstack:8a304257-50ae-412d-ab46-2543de50954e, portal: 172.16.0.220,3260] successful.
Oct 23 17:24:27 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:24:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8a304257-50ae-412d-ab46-2543de50954e -p 172.16.0.220:3260 --op delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:24:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8a304257-50ae-412d-ab46-2543de50954e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:24:28 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[5af148c6-cc77-4ab3-92cd-91a2339e8556]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:24:28 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7253e45-05f9-4f51-8e14-38a9840ab97a tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:24:28 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-a7253e45-05f9-4f51-8e14-38a9840ab97a tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.417s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:24:28 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a7253e45-05f9-4f51-8e14-38a9840ab97a tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] <== disconnect_volume: return (418ms) None {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:24:28 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a7253e45-05f9-4f51-8e14-38a9840ab97a tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Disconnected iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 17:24:28 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-a7253e45-05f9-4f51-8e14-38a9840ab97a tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Deleting instance files /opt/stack/data/nova/instances/010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7_del
Oct 23 17:24:28 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-a7253e45-05f9-4f51-8e14-38a9840ab97a tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Deletion of /opt/stack/data/nova/instances/010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7_del complete
Oct 23 17:24:28 user nova-compute[74854]: INFO nova.compute.manager [None req-a7253e45-05f9-4f51-8e14-38a9840ab97a tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Took 1.36 seconds to destroy the instance on the hypervisor.
Oct 23 17:24:28 user nova-compute[74854]: DEBUG oslo.service.loopingcall [None req-a7253e45-05f9-4f51-8e14-38a9840ab97a tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 17:24:28 user nova-compute[74854]: DEBUG nova.compute.manager [-] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Deallocating network for instance {{(pid=74854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 17:24:28 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] deallocate_for_instance() {{(pid=74854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 17:24:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:28 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:24:28 user nova-compute[74854]: INFO nova.compute.manager [-] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Took 0.53 seconds to deallocate network for instance.
Oct 23 17:24:28 user nova-compute[74854]: DEBUG nova.compute.manager [req-7757651d-ac7f-47b9-926d-4ab55cc84d7b req-4e74ebce-4245-4868-bc99-588db1dab33c service nova] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Received event network-vif-deleted-6c5bd39e-81cb-4eff-9ea6-9e1e099cb82b {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:24:29 user nova-compute[74854]: DEBUG nova.compute.manager [req-950abb4f-0a28-4f89-bf50-0f3deab27979 req-f15e3d9c-65aa-4205-b785-5e5dcc4f6e51 service nova] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Received event network-vif-plugged-6c5bd39e-81cb-4eff-9ea6-9e1e099cb82b {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:24:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-950abb4f-0a28-4f89-bf50-0f3deab27979 req-f15e3d9c-65aa-4205-b785-5e5dcc4f6e51 service nova] Acquiring lock "010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:24:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-950abb4f-0a28-4f89-bf50-0f3deab27979 req-f15e3d9c-65aa-4205-b785-5e5dcc4f6e51 service nova] Lock "010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:24:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-950abb4f-0a28-4f89-bf50-0f3deab27979 req-f15e3d9c-65aa-4205-b785-5e5dcc4f6e51 service nova] Lock "010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:24:29 user nova-compute[74854]: DEBUG nova.compute.manager [req-950abb4f-0a28-4f89-bf50-0f3deab27979 req-f15e3d9c-65aa-4205-b785-5e5dcc4f6e51 service nova] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] No waiting events found dispatching network-vif-plugged-6c5bd39e-81cb-4eff-9ea6-9e1e099cb82b {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:24:29 user nova-compute[74854]: WARNING nova.compute.manager [req-950abb4f-0a28-4f89-bf50-0f3deab27979 req-f15e3d9c-65aa-4205-b785-5e5dcc4f6e51 service nova] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Received unexpected event network-vif-plugged-6c5bd39e-81cb-4eff-9ea6-9e1e099cb82b for instance with vm_state active and task_state deleting.
Oct 23 17:24:29 user nova-compute[74854]: DEBUG nova.compute.manager [req-950abb4f-0a28-4f89-bf50-0f3deab27979 req-f15e3d9c-65aa-4205-b785-5e5dcc4f6e51 service nova] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Received event network-vif-plugged-6c5bd39e-81cb-4eff-9ea6-9e1e099cb82b {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:24:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-950abb4f-0a28-4f89-bf50-0f3deab27979 req-f15e3d9c-65aa-4205-b785-5e5dcc4f6e51 service nova] Acquiring lock "010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:24:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-950abb4f-0a28-4f89-bf50-0f3deab27979 req-f15e3d9c-65aa-4205-b785-5e5dcc4f6e51 service nova] Lock "010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:24:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-950abb4f-0a28-4f89-bf50-0f3deab27979 req-f15e3d9c-65aa-4205-b785-5e5dcc4f6e51 service nova] Lock "010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:24:29 user nova-compute[74854]: DEBUG nova.compute.manager [req-950abb4f-0a28-4f89-bf50-0f3deab27979 req-f15e3d9c-65aa-4205-b785-5e5dcc4f6e51 service nova] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] No waiting events found dispatching network-vif-plugged-6c5bd39e-81cb-4eff-9ea6-9e1e099cb82b {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:24:29 user nova-compute[74854]: WARNING nova.compute.manager [req-950abb4f-0a28-4f89-bf50-0f3deab27979 req-f15e3d9c-65aa-4205-b785-5e5dcc4f6e51 service nova] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Received unexpected event network-vif-plugged-6c5bd39e-81cb-4eff-9ea6-9e1e099cb82b for instance with vm_state active and task_state deleting.
Oct 23 17:24:29 user nova-compute[74854]: DEBUG nova.compute.manager [req-950abb4f-0a28-4f89-bf50-0f3deab27979 req-f15e3d9c-65aa-4205-b785-5e5dcc4f6e51 service nova] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Received event network-vif-plugged-6c5bd39e-81cb-4eff-9ea6-9e1e099cb82b {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:24:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-950abb4f-0a28-4f89-bf50-0f3deab27979 req-f15e3d9c-65aa-4205-b785-5e5dcc4f6e51 service nova] Acquiring lock "010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:24:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-950abb4f-0a28-4f89-bf50-0f3deab27979 req-f15e3d9c-65aa-4205-b785-5e5dcc4f6e51 service nova] Lock "010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:24:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-950abb4f-0a28-4f89-bf50-0f3deab27979 req-f15e3d9c-65aa-4205-b785-5e5dcc4f6e51 service nova] Lock "010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:24:29 user nova-compute[74854]: DEBUG nova.compute.manager [req-950abb4f-0a28-4f89-bf50-0f3deab27979 req-f15e3d9c-65aa-4205-b785-5e5dcc4f6e51 service nova] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] No waiting events found dispatching network-vif-plugged-6c5bd39e-81cb-4eff-9ea6-9e1e099cb82b {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:24:29 user nova-compute[74854]: WARNING nova.compute.manager [req-950abb4f-0a28-4f89-bf50-0f3deab27979 req-f15e3d9c-65aa-4205-b785-5e5dcc4f6e51 service nova] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Received unexpected event network-vif-plugged-6c5bd39e-81cb-4eff-9ea6-9e1e099cb82b for instance with vm_state active and task_state deleting.
Oct 23 17:24:29 user nova-compute[74854]: DEBUG nova.compute.manager [req-950abb4f-0a28-4f89-bf50-0f3deab27979 req-f15e3d9c-65aa-4205-b785-5e5dcc4f6e51 service nova] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Received event network-vif-unplugged-6c5bd39e-81cb-4eff-9ea6-9e1e099cb82b {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:24:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-950abb4f-0a28-4f89-bf50-0f3deab27979 req-f15e3d9c-65aa-4205-b785-5e5dcc4f6e51 service nova] Acquiring lock "010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:24:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-950abb4f-0a28-4f89-bf50-0f3deab27979 req-f15e3d9c-65aa-4205-b785-5e5dcc4f6e51 service nova] Lock "010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:24:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-950abb4f-0a28-4f89-bf50-0f3deab27979 req-f15e3d9c-65aa-4205-b785-5e5dcc4f6e51 service nova] Lock "010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:24:29 user nova-compute[74854]: DEBUG nova.compute.manager [req-950abb4f-0a28-4f89-bf50-0f3deab27979 req-f15e3d9c-65aa-4205-b785-5e5dcc4f6e51 service nova] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] No waiting events found dispatching network-vif-unplugged-6c5bd39e-81cb-4eff-9ea6-9e1e099cb82b {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:24:29 user nova-compute[74854]: DEBUG nova.compute.manager [req-950abb4f-0a28-4f89-bf50-0f3deab27979 req-f15e3d9c-65aa-4205-b785-5e5dcc4f6e51 service nova] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Received event network-vif-unplugged-6c5bd39e-81cb-4eff-9ea6-9e1e099cb82b for instance with task_state deleting. {{(pid=74854) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 17:24:29 user nova-compute[74854]: DEBUG nova.compute.manager [req-950abb4f-0a28-4f89-bf50-0f3deab27979 req-f15e3d9c-65aa-4205-b785-5e5dcc4f6e51 service nova] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Received event network-vif-plugged-6c5bd39e-81cb-4eff-9ea6-9e1e099cb82b {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:24:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-950abb4f-0a28-4f89-bf50-0f3deab27979 req-f15e3d9c-65aa-4205-b785-5e5dcc4f6e51 service nova] Acquiring lock "010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:24:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-950abb4f-0a28-4f89-bf50-0f3deab27979 req-f15e3d9c-65aa-4205-b785-5e5dcc4f6e51 service nova] Lock "010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:24:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-950abb4f-0a28-4f89-bf50-0f3deab27979 req-f15e3d9c-65aa-4205-b785-5e5dcc4f6e51 service nova] Lock "010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:24:29 user nova-compute[74854]: DEBUG nova.compute.manager [req-950abb4f-0a28-4f89-bf50-0f3deab27979 req-f15e3d9c-65aa-4205-b785-5e5dcc4f6e51 service nova] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] No waiting events found dispatching network-vif-plugged-6c5bd39e-81cb-4eff-9ea6-9e1e099cb82b {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:24:29 user nova-compute[74854]: WARNING nova.compute.manager [req-950abb4f-0a28-4f89-bf50-0f3deab27979 req-f15e3d9c-65aa-4205-b785-5e5dcc4f6e51 service nova] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Received unexpected event network-vif-plugged-6c5bd39e-81cb-4eff-9ea6-9e1e099cb82b for instance with vm_state active and task_state deleting.
Oct 23 17:24:29 user nova-compute[74854]: INFO nova.compute.manager [None req-a7253e45-05f9-4f51-8e14-38a9840ab97a tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Took 0.94 seconds to detach 1 volumes for instance.
Oct 23 17:24:29 user nova-compute[74854]: DEBUG nova.compute.manager [None req-a7253e45-05f9-4f51-8e14-38a9840ab97a tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7] Deleting volume: 8a304257-50ae-412d-ab46-2543de50954e {{(pid=74854) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 23 17:24:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a7253e45-05f9-4f51-8e14-38a9840ab97a tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:24:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a7253e45-05f9-4f51-8e14-38a9840ab97a tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:24:30 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-a7253e45-05f9-4f51-8e14-38a9840ab97a tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:24:30 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-a7253e45-05f9-4f51-8e14-38a9840ab97a tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:24:30 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a7253e45-05f9-4f51-8e14-38a9840ab97a tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.415s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:24:30 user nova-compute[74854]: INFO nova.scheduler.client.report [None req-a7253e45-05f9-4f51-8e14-38a9840ab97a tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Deleted allocations for instance 010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7
Oct 23 17:24:30 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a7253e45-05f9-4f51-8e14-38a9840ab97a tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "010039d3-eb8f-4ad3-b4c7-3bfc6d0a23d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.571s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:24:30 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-93c30b70-7060-4083-899e-9103d9729cbe tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Acquiring lock "ad4d9843-15d6-4f12-b06d-05f80beac969" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:24:30 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-93c30b70-7060-4083-899e-9103d9729cbe tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "ad4d9843-15d6-4f12-b06d-05f80beac969" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:24:30 user nova-compute[74854]: INFO nova.compute.manager [None req-93c30b70-7060-4083-899e-9103d9729cbe tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Detaching volume b6b46f8b-691d-4cf6-8b9a-5621219b1701
Oct 23 17:24:30 user nova-compute[74854]: INFO nova.virt.block_device [None req-93c30b70-7060-4083-899e-9103d9729cbe tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Attempting to driver detach volume b6b46f8b-691d-4cf6-8b9a-5621219b1701 from mountpoint /dev/vdb
Oct 23 17:24:30 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-93c30b70-7060-4083-899e-9103d9729cbe tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Attempting to detach device vdb from instance ad4d9843-15d6-4f12-b06d-05f80beac969 from the persistent domain config. {{(pid=74854) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 17:24:30 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-93c30b70-7060-4083-899e-9103d9729cbe tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 17:24:30 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:24:30 user nova-compute[74854]:   <source dev="/dev/sdd"/>
Oct 23 17:24:30 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:24:30 user nova-compute[74854]:   <serial>b6b46f8b-691d-4cf6-8b9a-5621219b1701</serial>
Oct 23 17:24:30 user nova-compute[74854]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 17:24:30 user nova-compute[74854]: </disk>
Oct 23 17:24:30 user nova-compute[74854]:  {{(pid=74854) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 17:24:30 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-93c30b70-7060-4083-899e-9103d9729cbe tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Successfully detached device vdb from instance ad4d9843-15d6-4f12-b06d-05f80beac969 from the persistent domain config.
Oct 23 17:24:30 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-93c30b70-7060-4083-899e-9103d9729cbe tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance ad4d9843-15d6-4f12-b06d-05f80beac969 from the live domain config. {{(pid=74854) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 23 17:24:30 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-93c30b70-7060-4083-899e-9103d9729cbe tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 17:24:30 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:24:30 user nova-compute[74854]:   <source dev="/dev/sdd"/>
Oct 23 17:24:30 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:24:30 user nova-compute[74854]:   <serial>b6b46f8b-691d-4cf6-8b9a-5621219b1701</serial>
Oct 23 17:24:30 user nova-compute[74854]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 17:24:30 user nova-compute[74854]: </disk>
Oct 23 17:24:30 user nova-compute[74854]:  {{(pid=74854) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 17:24:30 user nova-compute[74854]: DEBUG nova.compute.manager [req-db8d9e86-41b7-4a51-bf48-4325d5f5328e req-cbd33dda-d82e-4377-a8b2-0e892c495b21 service nova] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Received event network-changed-523caa3b-3e93-4699-8074-53aff5c4aac6 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:24:30 user nova-compute[74854]: DEBUG nova.compute.manager [req-db8d9e86-41b7-4a51-bf48-4325d5f5328e req-cbd33dda-d82e-4377-a8b2-0e892c495b21 service nova] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Refreshing instance network info cache due to event network-changed-523caa3b-3e93-4699-8074-53aff5c4aac6. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:24:30 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-db8d9e86-41b7-4a51-bf48-4325d5f5328e req-cbd33dda-d82e-4377-a8b2-0e892c495b21 service nova] Acquiring lock "refresh_cache-ad4d9843-15d6-4f12-b06d-05f80beac969" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:24:30 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-db8d9e86-41b7-4a51-bf48-4325d5f5328e req-cbd33dda-d82e-4377-a8b2-0e892c495b21 service nova] Acquired lock "refresh_cache-ad4d9843-15d6-4f12-b06d-05f80beac969" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:24:30 user nova-compute[74854]: DEBUG nova.network.neutron [req-db8d9e86-41b7-4a51-bf48-4325d5f5328e req-cbd33dda-d82e-4377-a8b2-0e892c495b21 service nova] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Refreshing network info cache for port 523caa3b-3e93-4699-8074-53aff5c4aac6 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:24:30 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-93c30b70-7060-4083-899e-9103d9729cbe tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance ad4d9843-15d6-4f12-b06d-05f80beac969 {{(pid=74854) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 23 17:24:31 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:31 user nova-compute[74854]: DEBUG nova.network.neutron [req-db8d9e86-41b7-4a51-bf48-4325d5f5328e req-cbd33dda-d82e-4377-a8b2-0e892c495b21 service nova] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Updated VIF entry in instance network info cache for port 523caa3b-3e93-4699-8074-53aff5c4aac6. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:24:31 user nova-compute[74854]: DEBUG nova.network.neutron [req-db8d9e86-41b7-4a51-bf48-4325d5f5328e req-cbd33dda-d82e-4377-a8b2-0e892c495b21 service nova] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Updating instance_info_cache with network_info: [{"id": "523caa3b-3e93-4699-8074-53aff5c4aac6", "address": "fa:16:3e:5a:ab:9d", "network": {"id": "61eabfd2-7ac3-42e7-8714-bdd76338bb9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939150687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.107", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c07d48b0f4a64bd38bff95e84d480918", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap523caa3b-3e", "ovs_interfaceid": "523caa3b-3e93-4699-8074-53aff5c4aac6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:24:31 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-db8d9e86-41b7-4a51-bf48-4325d5f5328e req-cbd33dda-d82e-4377-a8b2-0e892c495b21 service nova] Releasing lock "refresh_cache-ad4d9843-15d6-4f12-b06d-05f80beac969" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:24:31 user nova-compute[74854]: DEBUG nova.compute.manager [req-db8d9e86-41b7-4a51-bf48-4325d5f5328e req-cbd33dda-d82e-4377-a8b2-0e892c495b21 service nova] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Received event network-changed-523caa3b-3e93-4699-8074-53aff5c4aac6 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:24:31 user nova-compute[74854]: DEBUG nova.compute.manager [req-db8d9e86-41b7-4a51-bf48-4325d5f5328e req-cbd33dda-d82e-4377-a8b2-0e892c495b21 service nova] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Refreshing instance network info cache due to event network-changed-523caa3b-3e93-4699-8074-53aff5c4aac6. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:24:31 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-db8d9e86-41b7-4a51-bf48-4325d5f5328e req-cbd33dda-d82e-4377-a8b2-0e892c495b21 service nova] Acquiring lock "refresh_cache-ad4d9843-15d6-4f12-b06d-05f80beac969" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:24:31 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-db8d9e86-41b7-4a51-bf48-4325d5f5328e req-cbd33dda-d82e-4377-a8b2-0e892c495b21 service nova] Acquired lock "refresh_cache-ad4d9843-15d6-4f12-b06d-05f80beac969" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:24:31 user nova-compute[74854]: DEBUG nova.network.neutron [req-db8d9e86-41b7-4a51-bf48-4325d5f5328e req-cbd33dda-d82e-4377-a8b2-0e892c495b21 service nova] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Refreshing network info cache for port 523caa3b-3e93-4699-8074-53aff5c4aac6 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:24:31 user nova-compute[74854]: DEBUG nova.network.neutron [req-db8d9e86-41b7-4a51-bf48-4325d5f5328e req-cbd33dda-d82e-4377-a8b2-0e892c495b21 service nova] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Updated VIF entry in instance network info cache for port 523caa3b-3e93-4699-8074-53aff5c4aac6. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:24:31 user nova-compute[74854]: DEBUG nova.network.neutron [req-db8d9e86-41b7-4a51-bf48-4325d5f5328e req-cbd33dda-d82e-4377-a8b2-0e892c495b21 service nova] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Updating instance_info_cache with network_info: [{"id": "523caa3b-3e93-4699-8074-53aff5c4aac6", "address": "fa:16:3e:5a:ab:9d", "network": {"id": "61eabfd2-7ac3-42e7-8714-bdd76338bb9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939150687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.107", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c07d48b0f4a64bd38bff95e84d480918", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap523caa3b-3e", "ovs_interfaceid": "523caa3b-3e93-4699-8074-53aff5c4aac6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:24:31 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-db8d9e86-41b7-4a51-bf48-4325d5f5328e req-cbd33dda-d82e-4377-a8b2-0e892c495b21 service nova] Releasing lock "refresh_cache-ad4d9843-15d6-4f12-b06d-05f80beac969" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:24:32 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:37 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:41 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:42 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:49 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:24:50 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-93c30b70-7060-4083-899e-9103d9729cbe tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance ad4d9843-15d6-4f12-b06d-05f80beac969 is timed out.
Oct 23 17:24:50 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-93c30b70-7060-4083-899e-9103d9729cbe tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Successfully detached device vdb from instance ad4d9843-15d6-4f12-b06d-05f80beac969 from the live domain config.
Oct 23 17:24:50 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-93c30b70-7060-4083-899e-9103d9729cbe tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] calling os-brick to detach iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 17:24:50 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-93c30b70-7060-4083-899e-9103d9729cbe tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, {'target_iqn': 'iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lowJgQYD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:24:50 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-93c30b70-7060-4083-899e-9103d9729cbe tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:24:50 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-93c30b70-7060-4083-899e-9103d9729cbe tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:24:50 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-93c30b70-7060-4083-899e-9103d9729cbe tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:24:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:24:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:24:50 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[354980f6-a7c3-499a-838a-ad4fd099754f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:24:50 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-93c30b70-7060-4083-899e-9103d9729cbe tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 17:24:50 user nova-compute[74854]: No targets found.
Oct 23 17:24:50 user nova-compute[74854]: iSNS:
Oct 23 17:24:50 user nova-compute[74854]: No targets found.
Oct 23 17:24:50 user nova-compute[74854]: STATIC:
Oct 23 17:24:50 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a
Oct 23 17:24:50 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:24:50 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:24:50 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701
Oct 23 17:24:50 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:24:50 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:24:50 user nova-compute[74854]: FIRMWARE:
Oct 23 17:24:50 user nova-compute[74854]: No targets found.
Oct 23 17:24:50 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:24:50 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-93c30b70-7060-4083-899e-9103d9729cbe tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 17:24:50 user nova-compute[74854]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 17:24:50 user nova-compute[74854]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74854) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 17:24:50 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-93c30b70-7060-4083-899e-9103d9729cbe tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701', 0)] {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 17:24:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:24:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:24:50 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a5f2637-4711-45cf-8c75-d4a3155fe05f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:24:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:24:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:24:50 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[de4c57ff-e4bf-4074-93d7-e2eb256fccd8]: (4, ('tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:24:50 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-93c30b70-7060-4083-899e-9103d9729cbe tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 (non-flash)
Oct 23 17:24:50 user nova-compute[74854]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)
Oct 23 17:24:50 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:24:50 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-93c30b70-7060-4083-899e-9103d9729cbe tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] iscsi session list stdout=tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 (non-flash)
Oct 23 17:24:50 user nova-compute[74854]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)
Oct 23 17:24:50 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:24:50 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-93c30b70-7060-4083-899e-9103d9729cbe tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f305c4af250>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701'): ({'sdd'}, set())}) {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 17:24:50 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-93c30b70-7060-4083-899e-9103d9729cbe tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Removing single pathed devices sdd {{(pid=74854) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 17:24:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:24:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:24:51 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2ea4cee-2ad1-440c-8684-5311d1a9ae20]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:24:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:24:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:24:51 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[4769b241-3ce2-4080-a251-dff22f6299f4]: (4, ('ok\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:24:51 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-93c30b70-7060-4083-899e-9103d9729cbe tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Flushing IO for device /dev/sdd {{(pid=74854) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 17:24:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:24:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.012s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:24:51 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a7ce65c-a081-419f-9c10-719f12c48c6c]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:24:51 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-93c30b70-7060-4083-899e-9103d9729cbe tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74854) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 17:24:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:24:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.038s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:24:51 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f422a21-ed83-419c-ad10-1ddbb70ebfe1]: (4, ('1', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:24:51 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-93c30b70-7060-4083-899e-9103d9729cbe tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 17:24:51 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-93c30b70-7060-4083-899e-9103d9729cbe tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] SCSI volumes sdd have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 17:24:51 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-93c30b70-7060-4083-899e-9103d9729cbe tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701')] {{(pid=74854) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 17:24:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:24:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:24:51 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[d69edd8f-1c23-4168-afcf-93b139c200a6]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:24:51 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-93c30b70-7060-4083-899e-9103d9729cbe tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:24:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 -p 172.16.0.220:3260 --logout {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:24:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:24:51 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[0baf477a-df98-4514-b603-4350ce0e8511]: (4, ('Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701, portal: 172.16.0.220,3260]\nLogout of [sid: 32, target: iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:24:51 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-93c30b70-7060-4083-899e-9103d9729cbe tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701, portal: 172.16.0.220,3260]
Oct 23 17:24:51 user nova-compute[74854]: Logout of [sid: 32, target: iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701, portal: 172.16.0.220,3260] successful.
Oct 23 17:24:51 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:24:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 -p 172.16.0.220:3260 --op delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:24:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b6b46f8b-691d-4cf6-8b9a-5621219b1701 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:24:51 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[14928f21-7e28-4553-96ff-8687c54e0433]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:24:51 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-93c30b70-7060-4083-899e-9103d9729cbe tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:24:51 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-93c30b70-7060-4083-899e-9103d9729cbe tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.290s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:24:51 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-93c30b70-7060-4083-899e-9103d9729cbe tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] <== disconnect_volume: return (292ms) None {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:24:51 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-93c30b70-7060-4083-899e-9103d9729cbe tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Disconnected iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 17:24:52 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:52 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:24:55 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:24:55 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:24:55 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:24:55 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:24:55 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:24:55 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Auditing locally available compute resources for user (node: user) {{(pid=74854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 17:24:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.rescue --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:24:56 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.rescue --force-share --output=json" returned: 0 in 0.192s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:24:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.rescue --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:24:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.rescue --force-share --output=json" returned: 0 in 0.186s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:24:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:24:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:24:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:24:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:24:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:24:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:24:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:24:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:24:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:24:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:24:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:24:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:24:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7809ba0d-ad90-46fb-bf9c-55d619abe533/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:24:57 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:24:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7809ba0d-ad90-46fb-bf9c-55d619abe533/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:24:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7809ba0d-ad90-46fb-bf9c-55d619abe533/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:24:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7809ba0d-ad90-46fb-bf9c-55d619abe533/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:24:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:24:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:24:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:24:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:24:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:24:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:24:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:24:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:24:58 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:24:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad4d9843-15d6-4f12-b06d-05f80beac969/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:24:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad4d9843-15d6-4f12-b06d-05f80beac969/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:24:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad4d9843-15d6-4f12-b06d-05f80beac969/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:24:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad4d9843-15d6-4f12-b06d-05f80beac969/disk --force-share --output=json" returned: 0 in 0.249s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:24:59 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:24:59 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:24:59 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Hypervisor/Node resource view: name=user free_ram=7777MB free_disk=24.841270446777344GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=74854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 17:24:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:24:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:24:59 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:24:59 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance ebdd2079-dbb8-44e5-8e02-53df3302b70f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:24:59 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:24:59 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 830c4171-3aa6-489f-a2bf-78405615ddb6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:24:59 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 7809ba0d-ad90-46fb-bf9c-55d619abe533 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:24:59 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance ad4d9843-15d6-4f12-b06d-05f80beac969 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:24:59 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance a86c9212-bc7b-40f3-97fa-20c65c3291b9 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:24:59 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:24:59 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 17:24:59 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 17:24:59 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Refreshing inventories for resource provider e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 23 17:24:59 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Updating ProviderTree inventory for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 23 17:24:59 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Updating inventory in ProviderTree for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 23 17:24:59 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Refreshing aggregate associations for resource provider e1b4a95c-5743-4848-882e-b3384de5d1b5, aggregates: None {{(pid=74854) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 23 17:24:59 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Refreshing trait associations for resource provider e1b4a95c-5743-4848-882e-b3384de5d1b5, traits: COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_SECURITY_UEFI_SECURE_BOOT,HW_CPU_X86_SSE41,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_RESCUE_BFV,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_VOLUME_EXTEND,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_VOLUME_ATTACH_WITH_TAG,HW_CPU_X86_SSE42,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_USB,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_BOCHS,HW_CPU_X86_SSE,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_IMAGE_TYPE_ARI,HW_CPU_X86_SSE2,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_SATA,COMPUTE_NODE,HW_CPU_X86_MMX,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_DEVICE_TAGGING,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_FDC {{(pid=74854) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 23 17:25:00 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:25:00 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:25:00 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Compute_service record updated for user:user {{(pid=74854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 17:25:00 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.658s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:25:01 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:25:01 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:25:01 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:25:01 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:25:01 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 17:25:02 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:25:03 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:25:03 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:25:03 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:25:03 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Starting heal instance info cache {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 17:25:03 user nova-compute[74854]: DEBUG nova.compute.manager [req-99c6a627-ac49-4037-962a-5667688ea527 req-55cd9fe3-60d5-484e-bb75-a0b375cca686 service nova] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Received event network-changed-c762c92c-42d8-4f3c-9c19-052431dab999 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:25:03 user nova-compute[74854]: DEBUG nova.compute.manager [req-99c6a627-ac49-4037-962a-5667688ea527 req-55cd9fe3-60d5-484e-bb75-a0b375cca686 service nova] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Refreshing instance network info cache due to event network-changed-c762c92c-42d8-4f3c-9c19-052431dab999. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:25:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-99c6a627-ac49-4037-962a-5667688ea527 req-55cd9fe3-60d5-484e-bb75-a0b375cca686 service nova] Acquiring lock "refresh_cache-7809ba0d-ad90-46fb-bf9c-55d619abe533" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:25:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-99c6a627-ac49-4037-962a-5667688ea527 req-55cd9fe3-60d5-484e-bb75-a0b375cca686 service nova] Acquired lock "refresh_cache-7809ba0d-ad90-46fb-bf9c-55d619abe533" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:25:03 user nova-compute[74854]: DEBUG nova.network.neutron [req-99c6a627-ac49-4037-962a-5667688ea527 req-55cd9fe3-60d5-484e-bb75-a0b375cca686 service nova] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Refreshing network info cache for port c762c92c-42d8-4f3c-9c19-052431dab999 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:25:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "refresh_cache-a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:25:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquired lock "refresh_cache-a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:25:04 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Forcefully refreshing network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 17:25:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-61ea59a1-5585-4b2f-ac26-fc38cfc4e22a tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Acquiring lock "7809ba0d-ad90-46fb-bf9c-55d619abe533" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:25:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-61ea59a1-5585-4b2f-ac26-fc38cfc4e22a tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lock "7809ba0d-ad90-46fb-bf9c-55d619abe533" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:25:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-61ea59a1-5585-4b2f-ac26-fc38cfc4e22a tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Acquiring lock "7809ba0d-ad90-46fb-bf9c-55d619abe533-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:25:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-61ea59a1-5585-4b2f-ac26-fc38cfc4e22a tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lock "7809ba0d-ad90-46fb-bf9c-55d619abe533-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:25:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-61ea59a1-5585-4b2f-ac26-fc38cfc4e22a tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lock "7809ba0d-ad90-46fb-bf9c-55d619abe533-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:25:04 user nova-compute[74854]: INFO nova.compute.manager [None req-61ea59a1-5585-4b2f-ac26-fc38cfc4e22a tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Terminating instance
Oct 23 17:25:04 user nova-compute[74854]: DEBUG nova.compute.manager [None req-61ea59a1-5585-4b2f-ac26-fc38cfc4e22a tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Start destroying the instance on the hypervisor. {{(pid=74854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 17:25:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:25:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:25:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:25:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:25:04 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Instance destroyed successfully.
Oct 23 17:25:04 user nova-compute[74854]: DEBUG nova.objects.instance [None req-61ea59a1-5585-4b2f-ac26-fc38cfc4e22a tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lazy-loading 'resources' on Instance uuid 7809ba0d-ad90-46fb-bf9c-55d619abe533 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:25:04 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-61ea59a1-5585-4b2f-ac26-fc38cfc4e22a tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:17:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-1979322776',display_name='tempest-TestStampPattern-server-1979322776',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1979322776',id=29,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCnxcN3DihHNXaG4tgmFyXpMBUCNwH0fpbiBz2nWtqlijV8A+DM9I0wVf/dAQitbD/IIsfmDvpfc903DIfqWmIL3ZPOotQ0C22b7d/AQkN7PsyH2jD0AtlF3ssyerSoraQ==',key_name='tempest-TestStampPattern-1848905342',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:17:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d968be38b4dc497e9497da73b146ae6e',ramdisk_id='',reservation_id='r-5lr7qu3d',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestStampPattern-538963487',owner_user_name='tempest-TestStampPattern-538963487-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:20:44Z,user_data=None,user_id='56612ed25f8e49cc923bd573c2fe5e27',uuid=7809ba0d-ad90-46fb-bf9c-55d619abe533,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c762c92c-42d8-4f3c-9c19-052431dab999", "address": "fa:16:3e:df:98:5b", "network": {"id": "e7586faa-cc61-4cea-8308-d99cae3e5423", "bridge": "br-int", "label": "tempest-TestStampPattern-809160075-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d968be38b4dc497e9497da73b146ae6e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc762c92c-42", "ovs_interfaceid": "c762c92c-42d8-4f3c-9c19-052431dab999", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:25:04 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-61ea59a1-5585-4b2f-ac26-fc38cfc4e22a tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Converting VIF {"id": "c762c92c-42d8-4f3c-9c19-052431dab999", "address": "fa:16:3e:df:98:5b", "network": {"id": "e7586faa-cc61-4cea-8308-d99cae3e5423", "bridge": "br-int", "label": "tempest-TestStampPattern-809160075-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d968be38b4dc497e9497da73b146ae6e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc762c92c-42", "ovs_interfaceid": "c762c92c-42d8-4f3c-9c19-052431dab999", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:25:04 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-61ea59a1-5585-4b2f-ac26-fc38cfc4e22a tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:df:98:5b,bridge_name='br-int',has_traffic_filtering=True,id=c762c92c-42d8-4f3c-9c19-052431dab999,network=Network(e7586faa-cc61-4cea-8308-d99cae3e5423),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc762c92c-42') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:25:04 user nova-compute[74854]: DEBUG os_vif [None req-61ea59a1-5585-4b2f-ac26-fc38cfc4e22a tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:df:98:5b,bridge_name='br-int',has_traffic_filtering=True,id=c762c92c-42d8-4f3c-9c19-052431dab999,network=Network(e7586faa-cc61-4cea-8308-d99cae3e5423),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc762c92c-42') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:25:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:25:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc762c92c-42, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:25:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:25:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:25:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:25:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f004591a-2e1c-4910-b0b4-52c65d9fa703) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:25:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:25:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:25:04 user nova-compute[74854]: INFO os_vif [None req-61ea59a1-5585-4b2f-ac26-fc38cfc4e22a tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:df:98:5b,bridge_name='br-int',has_traffic_filtering=True,id=c762c92c-42d8-4f3c-9c19-052431dab999,network=Network(e7586faa-cc61-4cea-8308-d99cae3e5423),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc762c92c-42')
Oct 23 17:25:04 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-61ea59a1-5585-4b2f-ac26-fc38cfc4e22a tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Deleting instance files /opt/stack/data/nova/instances/7809ba0d-ad90-46fb-bf9c-55d619abe533_del
Oct 23 17:25:04 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-61ea59a1-5585-4b2f-ac26-fc38cfc4e22a tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Deletion of /opt/stack/data/nova/instances/7809ba0d-ad90-46fb-bf9c-55d619abe533_del complete
Oct 23 17:25:04 user nova-compute[74854]: DEBUG nova.network.neutron [req-99c6a627-ac49-4037-962a-5667688ea527 req-55cd9fe3-60d5-484e-bb75-a0b375cca686 service nova] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Updated VIF entry in instance network info cache for port c762c92c-42d8-4f3c-9c19-052431dab999. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:25:04 user nova-compute[74854]: DEBUG nova.network.neutron [req-99c6a627-ac49-4037-962a-5667688ea527 req-55cd9fe3-60d5-484e-bb75-a0b375cca686 service nova] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Updating instance_info_cache with network_info: [{"id": "c762c92c-42d8-4f3c-9c19-052431dab999", "address": "fa:16:3e:df:98:5b", "network": {"id": "e7586faa-cc61-4cea-8308-d99cae3e5423", "bridge": "br-int", "label": "tempest-TestStampPattern-809160075-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d968be38b4dc497e9497da73b146ae6e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc762c92c-42", "ovs_interfaceid": "c762c92c-42d8-4f3c-9c19-052431dab999", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:25:04 user nova-compute[74854]: INFO nova.compute.manager [None req-61ea59a1-5585-4b2f-ac26-fc38cfc4e22a tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Took 0.91 seconds to destroy the instance on the hypervisor.
Oct 23 17:25:04 user nova-compute[74854]: DEBUG oslo.service.loopingcall [None req-61ea59a1-5585-4b2f-ac26-fc38cfc4e22a tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 17:25:04 user nova-compute[74854]: DEBUG nova.compute.manager [-] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Deallocating network for instance {{(pid=74854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 17:25:04 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] deallocate_for_instance() {{(pid=74854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 17:25:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-99c6a627-ac49-4037-962a-5667688ea527 req-55cd9fe3-60d5-484e-bb75-a0b375cca686 service nova] Releasing lock "refresh_cache-7809ba0d-ad90-46fb-bf9c-55d619abe533" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:25:05 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Updating instance_info_cache with network_info: [{"id": "d9833449-c297-4a3f-9046-9e69b4182795", "address": "fa:16:3e:39:9a:1e", "network": {"id": "96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1329263426-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bca03991a9df481c86def54ea306564f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9833449-c2", "ovs_interfaceid": "d9833449-c297-4a3f-9046-9e69b4182795", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:25:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Releasing lock "refresh_cache-a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:25:05 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Updated the network info_cache for instance {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 17:25:05 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:25:05 user nova-compute[74854]: INFO nova.compute.manager [-] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Took 0.46 seconds to deallocate network for instance.
Oct 23 17:25:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-61ea59a1-5585-4b2f-ac26-fc38cfc4e22a tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:25:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-61ea59a1-5585-4b2f-ac26-fc38cfc4e22a tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:25:05 user nova-compute[74854]: DEBUG nova.compute.manager [req-92b35023-f248-4cd6-8e1b-a9657f14f8dc req-97cf3613-e866-4151-b220-e11b35f78a15 service nova] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Received event network-vif-deleted-c762c92c-42d8-4f3c-9c19-052431dab999 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:25:05 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-61ea59a1-5585-4b2f-ac26-fc38cfc4e22a tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:25:05 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-61ea59a1-5585-4b2f-ac26-fc38cfc4e22a tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:25:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-61ea59a1-5585-4b2f-ac26-fc38cfc4e22a tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.274s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:25:05 user nova-compute[74854]: INFO nova.scheduler.client.report [None req-61ea59a1-5585-4b2f-ac26-fc38cfc4e22a tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Deleted allocations for instance 7809ba0d-ad90-46fb-bf9c-55d619abe533
Oct 23 17:25:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-61ea59a1-5585-4b2f-ac26-fc38cfc4e22a tempest-TestStampPattern-538963487 tempest-TestStampPattern-538963487-project-member] Lock "7809ba0d-ad90-46fb-bf9c-55d619abe533" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.819s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:25:06 user nova-compute[74854]: DEBUG nova.compute.manager [req-79ba58ca-8a90-46fb-9dbb-8017f036b7bd req-7068698e-9712-4ca1-b12b-b677397ed921 service nova] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Received event network-vif-unplugged-c762c92c-42d8-4f3c-9c19-052431dab999 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:25:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-79ba58ca-8a90-46fb-9dbb-8017f036b7bd req-7068698e-9712-4ca1-b12b-b677397ed921 service nova] Acquiring lock "7809ba0d-ad90-46fb-bf9c-55d619abe533-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:25:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-79ba58ca-8a90-46fb-9dbb-8017f036b7bd req-7068698e-9712-4ca1-b12b-b677397ed921 service nova] Lock "7809ba0d-ad90-46fb-bf9c-55d619abe533-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:25:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-79ba58ca-8a90-46fb-9dbb-8017f036b7bd req-7068698e-9712-4ca1-b12b-b677397ed921 service nova] Lock "7809ba0d-ad90-46fb-bf9c-55d619abe533-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:25:06 user nova-compute[74854]: DEBUG nova.compute.manager [req-79ba58ca-8a90-46fb-9dbb-8017f036b7bd req-7068698e-9712-4ca1-b12b-b677397ed921 service nova] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] No waiting events found dispatching network-vif-unplugged-c762c92c-42d8-4f3c-9c19-052431dab999 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:25:06 user nova-compute[74854]: WARNING nova.compute.manager [req-79ba58ca-8a90-46fb-9dbb-8017f036b7bd req-7068698e-9712-4ca1-b12b-b677397ed921 service nova] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Received unexpected event network-vif-unplugged-c762c92c-42d8-4f3c-9c19-052431dab999 for instance with vm_state deleted and task_state None.
Oct 23 17:25:06 user nova-compute[74854]: DEBUG nova.compute.manager [req-79ba58ca-8a90-46fb-9dbb-8017f036b7bd req-7068698e-9712-4ca1-b12b-b677397ed921 service nova] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Received event network-vif-plugged-c762c92c-42d8-4f3c-9c19-052431dab999 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:25:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-79ba58ca-8a90-46fb-9dbb-8017f036b7bd req-7068698e-9712-4ca1-b12b-b677397ed921 service nova] Acquiring lock "7809ba0d-ad90-46fb-bf9c-55d619abe533-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:25:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-79ba58ca-8a90-46fb-9dbb-8017f036b7bd req-7068698e-9712-4ca1-b12b-b677397ed921 service nova] Lock "7809ba0d-ad90-46fb-bf9c-55d619abe533-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:25:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-79ba58ca-8a90-46fb-9dbb-8017f036b7bd req-7068698e-9712-4ca1-b12b-b677397ed921 service nova] Lock "7809ba0d-ad90-46fb-bf9c-55d619abe533-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:25:06 user nova-compute[74854]: DEBUG nova.compute.manager [req-79ba58ca-8a90-46fb-9dbb-8017f036b7bd req-7068698e-9712-4ca1-b12b-b677397ed921 service nova] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] No waiting events found dispatching network-vif-plugged-c762c92c-42d8-4f3c-9c19-052431dab999 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:25:06 user nova-compute[74854]: WARNING nova.compute.manager [req-79ba58ca-8a90-46fb-9dbb-8017f036b7bd req-7068698e-9712-4ca1-b12b-b677397ed921 service nova] [instance: 7809ba0d-ad90-46fb-bf9c-55d619abe533] Received unexpected event network-vif-plugged-c762c92c-42d8-4f3c-9c19-052431dab999 for instance with vm_state deleted and task_state None.
Oct 23 17:25:06 user nova-compute[74854]: DEBUG nova.compute.manager [req-636ef9e9-2815-4e43-befa-fee608fc65f4 req-7108aa84-3a7f-4d63-a172-469d0683e884 service nova] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Received event network-changed-d9833449-c297-4a3f-9046-9e69b4182795 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:25:06 user nova-compute[74854]: DEBUG nova.compute.manager [req-636ef9e9-2815-4e43-befa-fee608fc65f4 req-7108aa84-3a7f-4d63-a172-469d0683e884 service nova] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Refreshing instance network info cache due to event network-changed-d9833449-c297-4a3f-9046-9e69b4182795. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:25:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-636ef9e9-2815-4e43-befa-fee608fc65f4 req-7108aa84-3a7f-4d63-a172-469d0683e884 service nova] Acquiring lock "refresh_cache-a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:25:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-636ef9e9-2815-4e43-befa-fee608fc65f4 req-7108aa84-3a7f-4d63-a172-469d0683e884 service nova] Acquired lock "refresh_cache-a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:25:06 user nova-compute[74854]: DEBUG nova.network.neutron [req-636ef9e9-2815-4e43-befa-fee608fc65f4 req-7108aa84-3a7f-4d63-a172-469d0683e884 service nova] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Refreshing network info cache for port d9833449-c297-4a3f-9046-9e69b4182795 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:25:07 user nova-compute[74854]: DEBUG nova.network.neutron [req-636ef9e9-2815-4e43-befa-fee608fc65f4 req-7108aa84-3a7f-4d63-a172-469d0683e884 service nova] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Updated VIF entry in instance network info cache for port d9833449-c297-4a3f-9046-9e69b4182795. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:25:07 user nova-compute[74854]: DEBUG nova.network.neutron [req-636ef9e9-2815-4e43-befa-fee608fc65f4 req-7108aa84-3a7f-4d63-a172-469d0683e884 service nova] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Updating instance_info_cache with network_info: [{"id": "d9833449-c297-4a3f-9046-9e69b4182795", "address": "fa:16:3e:39:9a:1e", "network": {"id": "96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1329263426-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bca03991a9df481c86def54ea306564f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9833449-c2", "ovs_interfaceid": "d9833449-c297-4a3f-9046-9e69b4182795", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:25:07 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-636ef9e9-2815-4e43-befa-fee608fc65f4 req-7108aa84-3a7f-4d63-a172-469d0683e884 service nova] Releasing lock "refresh_cache-a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:25:08 user nova-compute[74854]: DEBUG nova.compute.manager [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Stashing vm_state: active {{(pid=74854) _prep_resize /opt/stack/nova/nova/compute/manager.py:5614}}
Oct 23 17:25:08 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:25:08 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:25:08 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74854) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 17:25:08 user nova-compute[74854]: INFO nova.compute.claims [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Claim successful on node user
Oct 23 17:25:08 user nova-compute[74854]: INFO nova.compute.resource_tracker [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Updating resource usage from migration 967258ac-bafb-403d-8883-b5ab01c9f0ff
Oct 23 17:25:08 user nova-compute[74854]: DEBUG nova.objects.instance [None req-93c30b70-7060-4083-899e-9103d9729cbe tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lazy-loading 'flavor' on Instance uuid ad4d9843-15d6-4f12-b06d-05f80beac969 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:25:08 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-93c30b70-7060-4083-899e-9103d9729cbe tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "ad4d9843-15d6-4f12-b06d-05f80beac969" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 38.243s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:25:08 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:25:08 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:25:08 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.349s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:25:08 user nova-compute[74854]: INFO nova.compute.manager [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Migrating
Oct 23 17:25:08 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Acquiring lock "refresh_cache-a86c9212-bc7b-40f3-97fa-20c65c3291b9" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:25:08 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Acquired lock "refresh_cache-a86c9212-bc7b-40f3-97fa-20c65c3291b9" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:25:08 user nova-compute[74854]: DEBUG nova.network.neutron [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:25:08 user nova-compute[74854]: DEBUG nova.compute.manager [req-4e084b3b-2078-4355-97dc-a553c65ea6f5 req-7297da82-739a-4832-ba16-d31295574dc7 service nova] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Received event network-changed-93c86dab-f356-4790-ae14-f6273bd5c78e {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:25:08 user nova-compute[74854]: DEBUG nova.compute.manager [req-4e084b3b-2078-4355-97dc-a553c65ea6f5 req-7297da82-739a-4832-ba16-d31295574dc7 service nova] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Refreshing instance network info cache due to event network-changed-93c86dab-f356-4790-ae14-f6273bd5c78e. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:25:08 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-4e084b3b-2078-4355-97dc-a553c65ea6f5 req-7297da82-739a-4832-ba16-d31295574dc7 service nova] Acquiring lock "refresh_cache-a86c9212-bc7b-40f3-97fa-20c65c3291b9" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:25:09 user nova-compute[74854]: DEBUG nova.network.neutron [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Updating instance_info_cache with network_info: [{"id": "93c86dab-f356-4790-ae14-f6273bd5c78e", "address": "fa:16:3e:be:fb:56", "network": {"id": "96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1329263426-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bca03991a9df481c86def54ea306564f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93c86dab-f3", "ovs_interfaceid": "93c86dab-f356-4790-ae14-f6273bd5c78e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:25:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Releasing lock "refresh_cache-a86c9212-bc7b-40f3-97fa-20c65c3291b9" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:25:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-4e084b3b-2078-4355-97dc-a553c65ea6f5 req-7297da82-739a-4832-ba16-d31295574dc7 service nova] Acquired lock "refresh_cache-a86c9212-bc7b-40f3-97fa-20c65c3291b9" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:25:09 user nova-compute[74854]: DEBUG nova.network.neutron [req-4e084b3b-2078-4355-97dc-a553c65ea6f5 req-7297da82-739a-4832-ba16-d31295574dc7 service nova] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Refreshing network info cache for port 93c86dab-f356-4790-ae14-f6273bd5c78e {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:25:09 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Starting migrate_disk_and_power_off {{(pid=74854) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11487}}
Oct 23 17:25:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:25:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:25:09 user nova-compute[74854]: DEBUG nova.compute.manager [req-8188aee2-8c7c-40ab-8a61-e808a1d46bb3 req-b5a7c7dc-564c-4276-885f-74fff1474b65 service nova] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Received event network-vif-unplugged-93c86dab-f356-4790-ae14-f6273bd5c78e {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:25:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-8188aee2-8c7c-40ab-8a61-e808a1d46bb3 req-b5a7c7dc-564c-4276-885f-74fff1474b65 service nova] Acquiring lock "a86c9212-bc7b-40f3-97fa-20c65c3291b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:25:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-8188aee2-8c7c-40ab-8a61-e808a1d46bb3 req-b5a7c7dc-564c-4276-885f-74fff1474b65 service nova] Lock "a86c9212-bc7b-40f3-97fa-20c65c3291b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:25:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-8188aee2-8c7c-40ab-8a61-e808a1d46bb3 req-b5a7c7dc-564c-4276-885f-74fff1474b65 service nova] Lock "a86c9212-bc7b-40f3-97fa-20c65c3291b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:25:09 user nova-compute[74854]: DEBUG nova.compute.manager [req-8188aee2-8c7c-40ab-8a61-e808a1d46bb3 req-b5a7c7dc-564c-4276-885f-74fff1474b65 service nova] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] No waiting events found dispatching network-vif-unplugged-93c86dab-f356-4790-ae14-f6273bd5c78e {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:25:09 user nova-compute[74854]: WARNING nova.compute.manager [req-8188aee2-8c7c-40ab-8a61-e808a1d46bb3 req-b5a7c7dc-564c-4276-885f-74fff1474b65 service nova] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Received unexpected event network-vif-unplugged-93c86dab-f356-4790-ae14-f6273bd5c78e for instance with vm_state active and task_state resize_migrating.
Oct 23 17:25:09 user nova-compute[74854]: DEBUG nova.network.neutron [req-4e084b3b-2078-4355-97dc-a553c65ea6f5 req-7297da82-739a-4832-ba16-d31295574dc7 service nova] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Updated VIF entry in instance network info cache for port 93c86dab-f356-4790-ae14-f6273bd5c78e. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:25:09 user nova-compute[74854]: DEBUG nova.network.neutron [req-4e084b3b-2078-4355-97dc-a553c65ea6f5 req-7297da82-739a-4832-ba16-d31295574dc7 service nova] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Updating instance_info_cache with network_info: [{"id": "93c86dab-f356-4790-ae14-f6273bd5c78e", "address": "fa:16:3e:be:fb:56", "network": {"id": "96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1329263426-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bca03991a9df481c86def54ea306564f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93c86dab-f3", "ovs_interfaceid": "93c86dab-f356-4790-ae14-f6273bd5c78e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:25:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:25:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-4e084b3b-2078-4355-97dc-a553c65ea6f5 req-7297da82-739a-4832-ba16-d31295574dc7 service nova] Releasing lock "refresh_cache-a86c9212-bc7b-40f3-97fa-20c65c3291b9" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:25:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:25:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:25:09 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Instance destroyed successfully.
Oct 23 17:25:09 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:23:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-940236322',display_name='tempest-ServerActionsTestOtherA-server-940236322',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-940236322',id=35,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPBJR3BvmM7meYkAcCF2ujZe03U4HNLixnKiUvE/o6SXIDNWUShuWmTShR/FAWxF9sC4aPy85Abikw36gNEcA5FEVHgwYXn+z4KffbWl4nss9UGOVqcw9RqiDENkCY5N/g==',key_name='tempest-keypair-2124569675',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:23:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='bca03991a9df481c86def54ea306564f',ramdisk_id='',reservation_id='r-6s2uxl9j',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-1778139926',owner_user_name='tempest-ServerActionsTestOtherA-1778139926-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:25:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5675213e913d4779a484c9a3715f56cf',uuid=a86c9212-bc7b-40f3-97fa-20c65c3291b9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "93c86dab-f356-4790-ae14-f6273bd5c78e", "address": "fa:16:3e:be:fb:56", "network": {"id": "96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1329263426-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1329263426-network", "vif_mac": "fa:16:3e:be:fb:56"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bca03991a9df481c86def54ea306564f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93c86dab-f3", "ovs_interfaceid": "93c86dab-f356-4790-ae14-f6273bd5c78e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:25:09 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Converting VIF {"id": "93c86dab-f356-4790-ae14-f6273bd5c78e", "address": "fa:16:3e:be:fb:56", "network": {"id": "96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1329263426-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1329263426-network", "vif_mac": "fa:16:3e:be:fb:56"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bca03991a9df481c86def54ea306564f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93c86dab-f3", "ovs_interfaceid": "93c86dab-f356-4790-ae14-f6273bd5c78e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:25:09 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:be:fb:56,bridge_name='br-int',has_traffic_filtering=True,id=93c86dab-f356-4790-ae14-f6273bd5c78e,network=Network(96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap93c86dab-f3') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:25:09 user nova-compute[74854]: DEBUG os_vif [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:be:fb:56,bridge_name='br-int',has_traffic_filtering=True,id=93c86dab-f356-4790-ae14-f6273bd5c78e,network=Network(96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap93c86dab-f3') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:25:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:25:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap93c86dab-f3, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:25:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:25:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:25:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:25:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=27b6d170-6f26-4741-a488-32e5595e4709) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:25:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:25:09 user nova-compute[74854]: INFO os_vif [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:be:fb:56,bridge_name='br-int',has_traffic_filtering=True,id=93c86dab-f356-4790-ae14-f6273bd5c78e,network=Network(96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap93c86dab-f3')
Oct 23 17:25:09 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] calling os-brick to detach iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 17:25:09 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, {'target_iqn': 'iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SPyWMQUl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:25:09 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:25:09 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:25:09 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:25:09 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:25:09 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:25:09 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d6d62cc-7b9d-46f4-a3d9-7735a526aec5]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:25:09 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 17:25:09 user nova-compute[74854]: No targets found.
Oct 23 17:25:09 user nova-compute[74854]: iSNS:
Oct 23 17:25:09 user nova-compute[74854]: No targets found.
Oct 23 17:25:09 user nova-compute[74854]: STATIC:
Oct 23 17:25:09 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a
Oct 23 17:25:09 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:25:09 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:25:09 user nova-compute[74854]: FIRMWARE:
Oct 23 17:25:09 user nova-compute[74854]: No targets found.
Oct 23 17:25:09 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:25:09 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 17:25:09 user nova-compute[74854]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 17:25:09 user nova-compute[74854]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74854) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 17:25:09 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a', 0)] {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 17:25:09 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:25:09 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:25:09 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee3ddfa6-a1c4-4166-b3e9-805a132fcb3c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:25:09 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:25:10 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:25:10 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[489eb886-27ae-4c4b-8c0b-b65015a33292]: (4, ('tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:25:10 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)
Oct 23 17:25:10 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:25:10 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsi session list stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)
Oct 23 17:25:10 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:25:10 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f3038d052d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a'): ({'sdb'}, set())}) {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 17:25:10 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Removing single pathed devices sdb {{(pid=74854) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 17:25:10 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:25:10 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.027s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:25:10 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b87d594-1185-4133-babd-1f551dc6e554]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:25:10 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:25:10 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.025s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:25:10 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6da755e-8539-4a4d-80c6-eb48e25eedc7]: (4, ('ok\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:25:10 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Flushing IO for device /dev/sdb {{(pid=74854) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 17:25:10 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:25:10 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:25:10 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a35852b-bab5-44b5-a7fe-657c814a299d]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:25:10 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74854) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 17:25:10 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:25:10 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.054s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:25:10 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd27d377-f055-423f-841d-30fc33c01d37]: (4, ('1', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:25:10 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 17:25:10 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] SCSI volumes sdb have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 17:25:10 user nova-compute[74854]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-23234363534616632', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_fa829e5e', '/dev/disk/by-id/scsi-1SCST_BIOfa829e5e-24654af215cbc6b0') {{(pid=85920) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 23 17:25:10 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[10e42a9f-f313-46a6-8e39-6428fe251bf5]: (4, None) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:25:10 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a')] {{(pid=74854) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 17:25:10 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:25:10 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:25:10 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[4cb9f5c6-3102-4ee7-befa-8855e38aea93]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:25:10 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:25:10 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a -p 172.16.0.220:3260 --logout {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:25:10 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:25:10 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c43eb0a-a235-4901-aab9-344b52abaea4]: (4, ('Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a, portal: 172.16.0.220,3260]\nLogout of [sid: 36, target: iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:25:10 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a, portal: 172.16.0.220,3260]
Oct 23 17:25:10 user nova-compute[74854]: Logout of [sid: 36, target: iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a, portal: 172.16.0.220,3260] successful.
Oct 23 17:25:10 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:25:10 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a -p 172.16.0.220:3260 --op delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:25:10 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:25:10 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d613554-ae28-40a4-8dbd-e3bd868b6d0a]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:25:10 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:25:10 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.334s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:25:10 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] <== disconnect_volume: return (336ms) None {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:25:10 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Disconnected iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 17:25:10 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:25:11 user nova-compute[74854]: DEBUG nova.compute.manager [req-d53e136a-3b6a-4d2c-b831-0b59df1cabf8 req-83d462f9-d1fe-4ea2-b8e6-ad4dbcb5920a service nova] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Received event network-vif-plugged-93c86dab-f356-4790-ae14-f6273bd5c78e {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:25:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-d53e136a-3b6a-4d2c-b831-0b59df1cabf8 req-83d462f9-d1fe-4ea2-b8e6-ad4dbcb5920a service nova] Acquiring lock "a86c9212-bc7b-40f3-97fa-20c65c3291b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:25:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-d53e136a-3b6a-4d2c-b831-0b59df1cabf8 req-83d462f9-d1fe-4ea2-b8e6-ad4dbcb5920a service nova] Lock "a86c9212-bc7b-40f3-97fa-20c65c3291b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:25:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-d53e136a-3b6a-4d2c-b831-0b59df1cabf8 req-83d462f9-d1fe-4ea2-b8e6-ad4dbcb5920a service nova] Lock "a86c9212-bc7b-40f3-97fa-20c65c3291b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:25:11 user nova-compute[74854]: DEBUG nova.compute.manager [req-d53e136a-3b6a-4d2c-b831-0b59df1cabf8 req-83d462f9-d1fe-4ea2-b8e6-ad4dbcb5920a service nova] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] No waiting events found dispatching network-vif-plugged-93c86dab-f356-4790-ae14-f6273bd5c78e {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:25:11 user nova-compute[74854]: WARNING nova.compute.manager [req-d53e136a-3b6a-4d2c-b831-0b59df1cabf8 req-83d462f9-d1fe-4ea2-b8e6-ad4dbcb5920a service nova] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Received unexpected event network-vif-plugged-93c86dab-f356-4790-ae14-f6273bd5c78e for instance with vm_state active and task_state resize_migrating.
Oct 23 17:25:14 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:25:19 user nova-compute[74854]: DEBUG nova.network.neutron [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Port 93c86dab-f356-4790-ae14-f6273bd5c78e binding to destination host user is already ACTIVE {{(pid=74854) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Oct 23 17:25:19 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Acquiring lock "a86c9212-bc7b-40f3-97fa-20c65c3291b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:25:19 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "a86c9212-bc7b-40f3-97fa-20c65c3291b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:25:19 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "a86c9212-bc7b-40f3-97fa-20c65c3291b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:25:19 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Acquiring lock "refresh_cache-a86c9212-bc7b-40f3-97fa-20c65c3291b9" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:25:19 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Acquired lock "refresh_cache-a86c9212-bc7b-40f3-97fa-20c65c3291b9" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:25:19 user nova-compute[74854]: DEBUG nova.network.neutron [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:25:19 user nova-compute[74854]: DEBUG nova.network.neutron [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Updating instance_info_cache with network_info: [{"id": "93c86dab-f356-4790-ae14-f6273bd5c78e", "address": "fa:16:3e:be:fb:56", "network": {"id": "96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1329263426-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bca03991a9df481c86def54ea306564f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93c86dab-f3", "ovs_interfaceid": "93c86dab-f356-4790-ae14-f6273bd5c78e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:25:19 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Releasing lock "refresh_cache-a86c9212-bc7b-40f3-97fa-20c65c3291b9" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:25:19 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:25:20 user nova-compute[74854]: DEBUG os_brick.utils [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:25:20 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:25:20 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:25:20 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[cea458c1-b254-412b-af34-323d14411169]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a321e2f0722\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:25:20 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:25:20 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:25:20 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e546bf64-c61b-4419-b2d7-839c1255e63e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:25:20 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:25:20 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:25:20 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[1088d953-0d1e-4292-9240-3045812a00be]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:25:20 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc49f6a9-b989-49ee-8321-6bbc5ec83677]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:25:20 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Running cmd (subprocess): nvme version {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:25:20 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] 'nvme version' failed. Not Retrying. {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:25:20 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.nvmeof [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] nvme not present on system {{(pid=74854) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 17:25:20 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:25:20 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:25:20 user nova-compute[74854]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 17:25:20 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0773cf6-8f6c-4f40-b98c-68fab6d984d7]: (4, '') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:25:20 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74854) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 17:25:20 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 17:25:20 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] LIGHTOS: no hostnqn found. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 17:25:20 user nova-compute[74854]: DEBUG os_brick.utils [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] <== get_connector_properties: return (129ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a321e2f0722', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:25:20 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5ff210e6-167f-4421-b0d3-0ea3a563c57b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Acquiring lock "ad4d9843-15d6-4f12-b06d-05f80beac969" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:25:20 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5ff210e6-167f-4421-b0d3-0ea3a563c57b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "ad4d9843-15d6-4f12-b06d-05f80beac969" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:25:20 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5ff210e6-167f-4421-b0d3-0ea3a563c57b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Acquiring lock "ad4d9843-15d6-4f12-b06d-05f80beac969-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:25:20 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5ff210e6-167f-4421-b0d3-0ea3a563c57b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "ad4d9843-15d6-4f12-b06d-05f80beac969-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:25:20 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5ff210e6-167f-4421-b0d3-0ea3a563c57b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "ad4d9843-15d6-4f12-b06d-05f80beac969-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:25:20 user nova-compute[74854]: INFO nova.compute.manager [None req-5ff210e6-167f-4421-b0d3-0ea3a563c57b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Terminating instance
Oct 23 17:25:20 user nova-compute[74854]: DEBUG nova.compute.manager [None req-5ff210e6-167f-4421-b0d3-0ea3a563c57b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Start destroying the instance on the hypervisor. {{(pid=74854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 17:25:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:25:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:25:21 user nova-compute[74854]: DEBUG nova.compute.manager [req-b9492ebe-97a1-4e6c-9d72-be2820e0e3c1 req-557d9525-6367-4e5c-a0b7-74ad89bdfe56 service nova] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Received event network-vif-unplugged-523caa3b-3e93-4699-8074-53aff5c4aac6 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:25:21 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-b9492ebe-97a1-4e6c-9d72-be2820e0e3c1 req-557d9525-6367-4e5c-a0b7-74ad89bdfe56 service nova] Acquiring lock "ad4d9843-15d6-4f12-b06d-05f80beac969-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:25:21 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-b9492ebe-97a1-4e6c-9d72-be2820e0e3c1 req-557d9525-6367-4e5c-a0b7-74ad89bdfe56 service nova] Lock "ad4d9843-15d6-4f12-b06d-05f80beac969-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:25:21 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-b9492ebe-97a1-4e6c-9d72-be2820e0e3c1 req-557d9525-6367-4e5c-a0b7-74ad89bdfe56 service nova] Lock "ad4d9843-15d6-4f12-b06d-05f80beac969-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:25:21 user nova-compute[74854]: DEBUG nova.compute.manager [req-b9492ebe-97a1-4e6c-9d72-be2820e0e3c1 req-557d9525-6367-4e5c-a0b7-74ad89bdfe56 service nova] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] No waiting events found dispatching network-vif-unplugged-523caa3b-3e93-4699-8074-53aff5c4aac6 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:25:21 user nova-compute[74854]: DEBUG nova.compute.manager [req-b9492ebe-97a1-4e6c-9d72-be2820e0e3c1 req-557d9525-6367-4e5c-a0b7-74ad89bdfe56 service nova] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Received event network-vif-unplugged-523caa3b-3e93-4699-8074-53aff5c4aac6 for instance with task_state deleting. {{(pid=74854) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 17:25:21 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:25:21 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:25:21 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Instance destroyed successfully.
Oct 23 17:25:21 user nova-compute[74854]: DEBUG nova.objects.instance [None req-5ff210e6-167f-4421-b0d3-0ea3a563c57b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lazy-loading 'resources' on Instance uuid ad4d9843-15d6-4f12-b06d-05f80beac969 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:25:21 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-5ff210e6-167f-4421-b0d3-0ea3a563c57b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:18:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1359717628',display_name='tempest-ServerRescueNegativeTestJSON-server-1359717628',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1359717628',id=30,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIFqXT/FrOWAbN0b1pXfGRuJgTy57b5JBaWdon6GyJ5/15ikOPNvffMgc4pGO8GMtGS/PyJL1HUITerXDjHlWufhxCwyYJ2Atav4YwUTiw3JxibuGkDun5YfVwkWglkLjg==',key_name='tempest-keypair-1050877041',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:20:55Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c07d48b0f4a64bd38bff95e84d480918',ramdisk_id='',reservation_id='r-j4y9zaai',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1105748128',owner_user_name='tempest-ServerRescueNegativeTestJSON-1105748128-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:22:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='426333ef87a54606bbc4aa556869dae2',uuid=ad4d9843-15d6-4f12-b06d-05f80beac969,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "523caa3b-3e93-4699-8074-53aff5c4aac6", "address": "fa:16:3e:5a:ab:9d", "network": {"id": "61eabfd2-7ac3-42e7-8714-bdd76338bb9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939150687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.107", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c07d48b0f4a64bd38bff95e84d480918", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap523caa3b-3e", "ovs_interfaceid": "523caa3b-3e93-4699-8074-53aff5c4aac6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:25:21 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-5ff210e6-167f-4421-b0d3-0ea3a563c57b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Converting VIF {"id": "523caa3b-3e93-4699-8074-53aff5c4aac6", "address": "fa:16:3e:5a:ab:9d", "network": {"id": "61eabfd2-7ac3-42e7-8714-bdd76338bb9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939150687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.107", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c07d48b0f4a64bd38bff95e84d480918", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap523caa3b-3e", "ovs_interfaceid": "523caa3b-3e93-4699-8074-53aff5c4aac6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:25:21 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-5ff210e6-167f-4421-b0d3-0ea3a563c57b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:5a:ab:9d,bridge_name='br-int',has_traffic_filtering=True,id=523caa3b-3e93-4699-8074-53aff5c4aac6,network=Network(61eabfd2-7ac3-42e7-8714-bdd76338bb9b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap523caa3b-3e') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:25:21 user nova-compute[74854]: DEBUG os_vif [None req-5ff210e6-167f-4421-b0d3-0ea3a563c57b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:5a:ab:9d,bridge_name='br-int',has_traffic_filtering=True,id=523caa3b-3e93-4699-8074-53aff5c4aac6,network=Network(61eabfd2-7ac3-42e7-8714-bdd76338bb9b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap523caa3b-3e') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:25:21 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:25:21 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap523caa3b-3e, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:25:21 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:25:21 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:25:21 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:25:21 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9fd07ac3-aa11-42ad-a6b7-92748f176dee) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:25:21 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:25:21 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:25:21 user nova-compute[74854]: INFO os_vif [None req-5ff210e6-167f-4421-b0d3-0ea3a563c57b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:5a:ab:9d,bridge_name='br-int',has_traffic_filtering=True,id=523caa3b-3e93-4699-8074-53aff5c4aac6,network=Network(61eabfd2-7ac3-42e7-8714-bdd76338bb9b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap523caa3b-3e')
Oct 23 17:25:21 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-5ff210e6-167f-4421-b0d3-0ea3a563c57b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Deleting instance files /opt/stack/data/nova/instances/ad4d9843-15d6-4f12-b06d-05f80beac969_del
Oct 23 17:25:21 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-5ff210e6-167f-4421-b0d3-0ea3a563c57b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Deletion of /opt/stack/data/nova/instances/ad4d9843-15d6-4f12-b06d-05f80beac969_del complete
Oct 23 17:25:21 user nova-compute[74854]: INFO nova.compute.manager [None req-5ff210e6-167f-4421-b0d3-0ea3a563c57b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Took 0.90 seconds to destroy the instance on the hypervisor.
Oct 23 17:25:21 user nova-compute[74854]: DEBUG oslo.service.loopingcall [None req-5ff210e6-167f-4421-b0d3-0ea3a563c57b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 17:25:21 user nova-compute[74854]: DEBUG nova.compute.manager [-] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Deallocating network for instance {{(pid=74854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 17:25:21 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] deallocate_for_instance() {{(pid=74854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 17:25:22 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:25:22 user nova-compute[74854]: INFO nova.compute.manager [-] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Took 0.96 seconds to deallocate network for instance.
Oct 23 17:25:22 user nova-compute[74854]: DEBUG nova.compute.manager [req-2683871c-8dba-42c8-af8e-9db4d1974cce req-ffb025a8-03e8-4a8b-b05f-1d8aac565794 service nova] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Received event network-vif-deleted-523caa3b-3e93-4699-8074-53aff5c4aac6 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:25:22 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5ff210e6-167f-4421-b0d3-0ea3a563c57b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:25:22 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5ff210e6-167f-4421-b0d3-0ea3a563c57b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:25:22 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-5ff210e6-167f-4421-b0d3-0ea3a563c57b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:25:22 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-5ff210e6-167f-4421-b0d3-0ea3a563c57b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:25:22 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5ff210e6-167f-4421-b0d3-0ea3a563c57b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.303s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:25:22 user nova-compute[74854]: INFO nova.scheduler.client.report [None req-5ff210e6-167f-4421-b0d3-0ea3a563c57b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Deleted allocations for instance ad4d9843-15d6-4f12-b06d-05f80beac969
Oct 23 17:25:23 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5ff210e6-167f-4421-b0d3-0ea3a563c57b tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "ad4d9843-15d6-4f12-b06d-05f80beac969" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.355s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:25:23 user nova-compute[74854]: DEBUG nova.compute.manager [req-a04541ab-445e-45b6-8406-b64587be1fc1 req-ca0bc2e4-09ea-4536-9692-ebd5a7c89b5c service nova] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Received event network-vif-plugged-523caa3b-3e93-4699-8074-53aff5c4aac6 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:25:23 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a04541ab-445e-45b6-8406-b64587be1fc1 req-ca0bc2e4-09ea-4536-9692-ebd5a7c89b5c service nova] Acquiring lock "ad4d9843-15d6-4f12-b06d-05f80beac969-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:25:23 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a04541ab-445e-45b6-8406-b64587be1fc1 req-ca0bc2e4-09ea-4536-9692-ebd5a7c89b5c service nova] Lock "ad4d9843-15d6-4f12-b06d-05f80beac969-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:25:23 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a04541ab-445e-45b6-8406-b64587be1fc1 req-ca0bc2e4-09ea-4536-9692-ebd5a7c89b5c service nova] Lock "ad4d9843-15d6-4f12-b06d-05f80beac969-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:25:23 user nova-compute[74854]: DEBUG nova.compute.manager [req-a04541ab-445e-45b6-8406-b64587be1fc1 req-ca0bc2e4-09ea-4536-9692-ebd5a7c89b5c service nova] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] No waiting events found dispatching network-vif-plugged-523caa3b-3e93-4699-8074-53aff5c4aac6 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:25:23 user nova-compute[74854]: WARNING nova.compute.manager [req-a04541ab-445e-45b6-8406-b64587be1fc1 req-ca0bc2e4-09ea-4536-9692-ebd5a7c89b5c service nova] [instance: ad4d9843-15d6-4f12-b06d-05f80beac969] Received unexpected event network-vif-plugged-523caa3b-3e93-4699-8074-53aff5c4aac6 for instance with vm_state deleted and task_state None.
Oct 23 17:25:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:25:26 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:25:27 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:25:31 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:25:31 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:25:31 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:25:33 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:25:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:25:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:25:41 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:25:41 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:25:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:25:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:25:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Acquiring lock "439f7e31-a29c-4b26-af66-32818c218e31" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:25:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Lock "439f7e31-a29c-4b26-af66-32818c218e31" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:25:50 user nova-compute[74854]: DEBUG nova.compute.manager [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Starting instance... {{(pid=74854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 17:25:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:25:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:25:50 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74854) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 17:25:50 user nova-compute[74854]: INFO nova.compute.claims [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Claim successful on node user
Oct 23 17:25:50 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:25:50 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:25:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.360s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:25:51 user nova-compute[74854]: DEBUG nova.compute.manager [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Start building networks asynchronously for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 17:25:51 user nova-compute[74854]: DEBUG nova.compute.manager [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Allocating IP information in the background. {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 17:25:51 user nova-compute[74854]: DEBUG nova.network.neutron [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] allocate_for_instance() {{(pid=74854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 17:25:51 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 17:25:51 user nova-compute[74854]: DEBUG nova.compute.manager [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Start building block device mappings for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 17:25:51 user nova-compute[74854]: DEBUG nova.policy [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b510279990a41ba92507d521f052875', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e3c6783c81f489981d23a83a0a710ce', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74854) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 17:25:51 user nova-compute[74854]: INFO nova.virt.block_device [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Booting with volume 6f46e4af-4dcb-4758-85fc-62f88886183f at /dev/vda
Oct 23 17:25:51 user nova-compute[74854]: DEBUG os_brick.utils [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:25:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:25:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:25:51 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7062b35-fc9a-442a-8f2d-2f8629807d99]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a321e2f0722\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:25:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:25:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:25:51 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[8504fb2a-1b62-4944-b473-c47ebee18b0c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:25:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:25:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:25:51 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[12d97ddf-4900-455f-88f8-c7aa00870ec2]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:25:51 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ced3839-410c-40c3-ac15-9956a5eec893]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:25:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Running cmd (subprocess): nvme version {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:25:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] 'nvme version' failed. Not Retrying. {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:25:51 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] nvme not present on system {{(pid=74854) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 17:25:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:25:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:25:51 user nova-compute[74854]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 17:25:51 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc46ba18-21a3-4f06-a78a-05ace7f646b7]: (4, '') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:25:51 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74854) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 17:25:51 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 17:25:51 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] LIGHTOS: no hostnqn found. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 17:25:51 user nova-compute[74854]: DEBUG os_brick.utils [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] <== get_connector_properties: return (131ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a321e2f0722', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:25:51 user nova-compute[74854]: DEBUG nova.virt.block_device [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Updating existing volume attachment record: 5dc56337-9fa1-4a41-ba3f-338734798487 {{(pid=74854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 17:25:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:25:51 user nova-compute[74854]: DEBUG nova.network.neutron [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Successfully created port: 10f2e1f8-dfd9-47a1-924a-a3e80795f396 {{(pid=74854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 17:25:51 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:25:52 user nova-compute[74854]: DEBUG nova.network.neutron [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Successfully updated port: 10f2e1f8-dfd9-47a1-924a-a3e80795f396 {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:25:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Acquiring lock "refresh_cache-439f7e31-a29c-4b26-af66-32818c218e31" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:25:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Acquired lock "refresh_cache-439f7e31-a29c-4b26-af66-32818c218e31" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:25:52 user nova-compute[74854]: DEBUG nova.network.neutron [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:25:52 user nova-compute[74854]: DEBUG nova.compute.manager [req-9d7f9234-de52-49c9-948e-9109aef3dd3b req-87a545a5-54e3-403d-bf13-c231166d6602 service nova] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Received event network-changed-10f2e1f8-dfd9-47a1-924a-a3e80795f396 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:25:52 user nova-compute[74854]: DEBUG nova.compute.manager [req-9d7f9234-de52-49c9-948e-9109aef3dd3b req-87a545a5-54e3-403d-bf13-c231166d6602 service nova] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Refreshing instance network info cache due to event network-changed-10f2e1f8-dfd9-47a1-924a-a3e80795f396. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:25:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-9d7f9234-de52-49c9-948e-9109aef3dd3b req-87a545a5-54e3-403d-bf13-c231166d6602 service nova] Acquiring lock "refresh_cache-439f7e31-a29c-4b26-af66-32818c218e31" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:25:52 user nova-compute[74854]: DEBUG nova.network.neutron [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Instance cache missing network info. {{(pid=74854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 17:25:52 user nova-compute[74854]: DEBUG nova.network.neutron [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Updating instance_info_cache with network_info: [{"id": "10f2e1f8-dfd9-47a1-924a-a3e80795f396", "address": "fa:16:3e:d7:37:9a", "network": {"id": "282ba66f-2135-4abe-a18a-0b010c845b13", "bridge": "br-int", "label": "tempest-TestShelveInstance-1096489049-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4e3c6783c81f489981d23a83a0a710ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10f2e1f8-df", "ovs_interfaceid": "10f2e1f8-dfd9-47a1-924a-a3e80795f396", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:25:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Releasing lock "refresh_cache-439f7e31-a29c-4b26-af66-32818c218e31" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:25:52 user nova-compute[74854]: DEBUG nova.compute.manager [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Instance network_info: |[{"id": "10f2e1f8-dfd9-47a1-924a-a3e80795f396", "address": "fa:16:3e:d7:37:9a", "network": {"id": "282ba66f-2135-4abe-a18a-0b010c845b13", "bridge": "br-int", "label": "tempest-TestShelveInstance-1096489049-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4e3c6783c81f489981d23a83a0a710ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10f2e1f8-df", "ovs_interfaceid": "10f2e1f8-dfd9-47a1-924a-a3e80795f396", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 17:25:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-9d7f9234-de52-49c9-948e-9109aef3dd3b req-87a545a5-54e3-403d-bf13-c231166d6602 service nova] Acquired lock "refresh_cache-439f7e31-a29c-4b26-af66-32818c218e31" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:25:52 user nova-compute[74854]: DEBUG nova.network.neutron [req-9d7f9234-de52-49c9-948e-9109aef3dd3b req-87a545a5-54e3-403d-bf13-c231166d6602 service nova] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Refreshing network info cache for port 10f2e1f8-dfd9-47a1-924a-a3e80795f396 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:25:53 user nova-compute[74854]: DEBUG nova.network.neutron [req-9d7f9234-de52-49c9-948e-9109aef3dd3b req-87a545a5-54e3-403d-bf13-c231166d6602 service nova] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Updated VIF entry in instance network info cache for port 10f2e1f8-dfd9-47a1-924a-a3e80795f396. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:25:53 user nova-compute[74854]: DEBUG nova.network.neutron [req-9d7f9234-de52-49c9-948e-9109aef3dd3b req-87a545a5-54e3-403d-bf13-c231166d6602 service nova] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Updating instance_info_cache with network_info: [{"id": "10f2e1f8-dfd9-47a1-924a-a3e80795f396", "address": "fa:16:3e:d7:37:9a", "network": {"id": "282ba66f-2135-4abe-a18a-0b010c845b13", "bridge": "br-int", "label": "tempest-TestShelveInstance-1096489049-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4e3c6783c81f489981d23a83a0a710ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10f2e1f8-df", "ovs_interfaceid": "10f2e1f8-dfd9-47a1-924a-a3e80795f396", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:25:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-9d7f9234-de52-49c9-948e-9109aef3dd3b req-87a545a5-54e3-403d-bf13-c231166d6602 service nova] Releasing lock "refresh_cache-439f7e31-a29c-4b26-af66-32818c218e31" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:25:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquiring lock "ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:25:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:25:53 user nova-compute[74854]: DEBUG nova.compute.manager [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Starting instance... {{(pid=74854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 17:25:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:25:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:25:53 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74854) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 17:25:53 user nova-compute[74854]: INFO nova.compute.claims [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Claim successful on node user
Oct 23 17:25:54 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:25:54 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:25:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.385s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:25:54 user nova-compute[74854]: DEBUG nova.compute.manager [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Start building networks asynchronously for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 17:25:54 user nova-compute[74854]: DEBUG nova.compute.manager [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Allocating IP information in the background. {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 17:25:54 user nova-compute[74854]: DEBUG nova.network.neutron [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] allocate_for_instance() {{(pid=74854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 17:25:54 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 17:25:54 user nova-compute[74854]: DEBUG nova.compute.manager [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Start building block device mappings for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 17:25:54 user nova-compute[74854]: DEBUG nova.policy [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40d10700efba402e9cc769d2510f8311', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3560285cd557461eae016907fb469040', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74854) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 17:25:54 user nova-compute[74854]: INFO nova.virt.block_device [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Booting with volume d48acb80-eaee-4bf9-ab06-14d61a4352c4 at /dev/vda
Oct 23 17:25:54 user nova-compute[74854]: DEBUG os_brick.utils [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:25:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:25:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:25:54 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bb245d4-6411-4e97-beba-83a298585873]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a321e2f0722\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:25:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:25:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:25:54 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5735bb2-a1aa-4b1b-9e21-a33eb35eb711]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:25:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:25:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:25:54 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec09302c-e1a0-4384-a9c2-f3b7c610ffdc]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:25:54 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d026bdd-039d-4019-ab95-d208357e6a01]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:25:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Running cmd (subprocess): nvme version {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:25:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] 'nvme version' failed. Not Retrying. {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:25:54 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] nvme not present on system {{(pid=74854) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 17:25:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:25:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:25:54 user nova-compute[74854]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 17:25:54 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d4c8722-6def-44e2-91c0-3a25ba468d49]: (4, '') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:25:54 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74854) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 17:25:54 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 17:25:54 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] LIGHTOS: no hostnqn found. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 17:25:54 user nova-compute[74854]: DEBUG os_brick.utils [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a321e2f0722', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:25:54 user nova-compute[74854]: DEBUG nova.virt.block_device [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Updating existing volume attachment record: 556425db-f1cb-4e63-93a3-900f8152f204 {{(pid=74854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 17:25:55 user nova-compute[74854]: DEBUG nova.network.neutron [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Successfully created port: 3b8d5ff2-2e1a-4ef1-b9b9-4fe8dcfca3d2 {{(pid=74854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 17:25:55 user nova-compute[74854]: DEBUG nova.network.neutron [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Successfully updated port: 3b8d5ff2-2e1a-4ef1-b9b9-4fe8dcfca3d2 {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:25:55 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquiring lock "refresh_cache-ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:25:55 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquired lock "refresh_cache-ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:25:55 user nova-compute[74854]: DEBUG nova.network.neutron [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:25:55 user nova-compute[74854]: DEBUG nova.compute.manager [req-fe6c9a71-4006-4e0c-b189-0350c8e0bb03 req-c5a79445-ba33-405a-9546-627d3eb1e8cf service nova] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Received event network-changed-3b8d5ff2-2e1a-4ef1-b9b9-4fe8dcfca3d2 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:25:55 user nova-compute[74854]: DEBUG nova.compute.manager [req-fe6c9a71-4006-4e0c-b189-0350c8e0bb03 req-c5a79445-ba33-405a-9546-627d3eb1e8cf service nova] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Refreshing instance network info cache due to event network-changed-3b8d5ff2-2e1a-4ef1-b9b9-4fe8dcfca3d2. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:25:55 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-fe6c9a71-4006-4e0c-b189-0350c8e0bb03 req-c5a79445-ba33-405a-9546-627d3eb1e8cf service nova] Acquiring lock "refresh_cache-ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:25:55 user nova-compute[74854]: DEBUG nova.network.neutron [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Instance cache missing network info. {{(pid=74854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 17:25:55 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:25:56 user nova-compute[74854]: DEBUG nova.network.neutron [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Updating instance_info_cache with network_info: [{"id": "3b8d5ff2-2e1a-4ef1-b9b9-4fe8dcfca3d2", "address": "fa:16:3e:42:c3:38", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b8d5ff2-2e", "ovs_interfaceid": "3b8d5ff2-2e1a-4ef1-b9b9-4fe8dcfca3d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:25:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Releasing lock "refresh_cache-ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:25:56 user nova-compute[74854]: DEBUG nova.compute.manager [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Instance network_info: |[{"id": "3b8d5ff2-2e1a-4ef1-b9b9-4fe8dcfca3d2", "address": "fa:16:3e:42:c3:38", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b8d5ff2-2e", "ovs_interfaceid": "3b8d5ff2-2e1a-4ef1-b9b9-4fe8dcfca3d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 17:25:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-fe6c9a71-4006-4e0c-b189-0350c8e0bb03 req-c5a79445-ba33-405a-9546-627d3eb1e8cf service nova] Acquired lock "refresh_cache-ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:25:56 user nova-compute[74854]: DEBUG nova.network.neutron [req-fe6c9a71-4006-4e0c-b189-0350c8e0bb03 req-c5a79445-ba33-405a-9546-627d3eb1e8cf service nova] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Refreshing network info cache for port 3b8d5ff2-2e1a-4ef1-b9b9-4fe8dcfca3d2 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:25:56 user nova-compute[74854]: DEBUG nova.network.neutron [req-fe6c9a71-4006-4e0c-b189-0350c8e0bb03 req-c5a79445-ba33-405a-9546-627d3eb1e8cf service nova] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Updated VIF entry in instance network info cache for port 3b8d5ff2-2e1a-4ef1-b9b9-4fe8dcfca3d2. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:25:56 user nova-compute[74854]: DEBUG nova.network.neutron [req-fe6c9a71-4006-4e0c-b189-0350c8e0bb03 req-c5a79445-ba33-405a-9546-627d3eb1e8cf service nova] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Updating instance_info_cache with network_info: [{"id": "3b8d5ff2-2e1a-4ef1-b9b9-4fe8dcfca3d2", "address": "fa:16:3e:42:c3:38", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b8d5ff2-2e", "ovs_interfaceid": "3b8d5ff2-2e1a-4ef1-b9b9-4fe8dcfca3d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:25:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-fe6c9a71-4006-4e0c-b189-0350c8e0bb03 req-c5a79445-ba33-405a-9546-627d3eb1e8cf service nova] Releasing lock "refresh_cache-ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:25:56 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:25:56 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:25:56 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:25:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:25:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:25:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:25:56 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Auditing locally available compute resources for user (node: user) {{(pid=74854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 17:25:56 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.rescue --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:25:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.rescue --force-share --output=json" returned: 0 in 0.180s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:25:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.rescue --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:25:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk.rescue --force-share --output=json" returned: 0 in 0.186s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:25:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:25:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:25:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:25:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:25:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:25:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:25:57 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:25:57 user nova-compute[74854]: DEBUG nova.compute.manager [req-682e2465-30db-4e92-9059-134e0545e485 req-d45fa80f-8335-468f-bab7-66dc78f75be1 service nova] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Received event network-changed-d41f177b-2e9c-4d44-8402-04299d1aa88d {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:25:57 user nova-compute[74854]: DEBUG nova.compute.manager [req-682e2465-30db-4e92-9059-134e0545e485 req-d45fa80f-8335-468f-bab7-66dc78f75be1 service nova] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Refreshing instance network info cache due to event network-changed-d41f177b-2e9c-4d44-8402-04299d1aa88d. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:25:57 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-682e2465-30db-4e92-9059-134e0545e485 req-d45fa80f-8335-468f-bab7-66dc78f75be1 service nova] Acquiring lock "refresh_cache-e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:25:57 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-682e2465-30db-4e92-9059-134e0545e485 req-d45fa80f-8335-468f-bab7-66dc78f75be1 service nova] Acquired lock "refresh_cache-e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:25:58 user nova-compute[74854]: DEBUG nova.network.neutron [req-682e2465-30db-4e92-9059-134e0545e485 req-d45fa80f-8335-468f-bab7-66dc78f75be1 service nova] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Refreshing network info cache for port d41f177b-2e9c-4d44-8402-04299d1aa88d {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:25:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:25:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:25:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:25:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:25:58 user nova-compute[74854]: DEBUG nova.network.neutron [req-682e2465-30db-4e92-9059-134e0545e485 req-d45fa80f-8335-468f-bab7-66dc78f75be1 service nova] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Updated VIF entry in instance network info cache for port d41f177b-2e9c-4d44-8402-04299d1aa88d. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:25:58 user nova-compute[74854]: DEBUG nova.network.neutron [req-682e2465-30db-4e92-9059-134e0545e485 req-d45fa80f-8335-468f-bab7-66dc78f75be1 service nova] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Updating instance_info_cache with network_info: [{"id": "d41f177b-2e9c-4d44-8402-04299d1aa88d", "address": "fa:16:3e:ba:ce:e4", "network": {"id": "8d2e7195-c77a-4a37-9e81-6d9a0ed8e649", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-389470825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dead1e870124b6badcc3f3c0523ffc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd41f177b-2e", "ovs_interfaceid": "d41f177b-2e9c-4d44-8402-04299d1aa88d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:25:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-682e2465-30db-4e92-9059-134e0545e485 req-d45fa80f-8335-468f-bab7-66dc78f75be1 service nova] Releasing lock "refresh_cache-e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:25:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:25:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:25:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:25:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:25:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:25:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:25:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json" returned: 0 in 0.244s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:25:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:25:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:25:59 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:25:59 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:25:59 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:25:59 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Hypervisor/Node resource view: name=user free_ram=8262MB free_disk=24.892688751220703GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=74854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 17:25:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:25:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:25:59 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Applying migration context for instance a86c9212-bc7b-40f3-97fa-20c65c3291b9 as it has an incoming, in-progress migration 967258ac-bafb-403d-8883-b5ab01c9f0ff. Migration status is post-migrating {{(pid=74854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Oct 23 17:25:59 user nova-compute[74854]: INFO nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Updating resource usage from migration 967258ac-bafb-403d-8883-b5ab01c9f0ff
Oct 23 17:25:59 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:25:59 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance ebdd2079-dbb8-44e5-8e02-53df3302b70f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:25:59 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:25:59 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 830c4171-3aa6-489f-a2bf-78405615ddb6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:25:59 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:25:59 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Migration 967258ac-bafb-403d-8883-b5ab01c9f0ff is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Oct 23 17:25:59 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance a86c9212-bc7b-40f3-97fa-20c65c3291b9 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:25:59 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 439f7e31-a29c-4b26-af66-32818c218e31 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:25:59 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:25:59 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 17:25:59 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 17:26:00 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:26:00 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:26:00 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Compute_service record updated for user:user {{(pid=74854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 17:26:00 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.522s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:26:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:01 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:26:01 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:26:01 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:26:01 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 17:26:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Starting finish_migration {{(pid=74854) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11674}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Instance directory exists: not creating {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 23 17:26:03 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Creating image(s)
Oct 23 17:26:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Did not create local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Ensure instance console log exists: /opt/stack/data/nova/instances/a86c9212-bc7b-40f3-97fa-20c65c3291b9/console.log {{(pid=74854) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Start _get_guest_xml network_info=[{"id": "93c86dab-f356-4790-ae14-f6273bd5c78e", "address": "fa:16:3e:be:fb:56", "network": {"id": "96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1329263426-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1329263426-network", "vif_mac": "fa:16:3e:be:fb:56"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bca03991a9df481c86def54ea306564f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93c86dab-f3", "ovs_interfaceid": "93c86dab-f356-4790-ae14-f6273bd5c78e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'attachment_id': '921a92a9-dd65-46a2-9d30-74f9b4f0c1a5', 'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SPyWMQUl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'a86c9212-bc7b-40f3-97fa-20c65c3291b9', 'attached_at': '2023-10-23T17:26:03.000000', 'detached_at': '', 'volume_id': '5c350e2a-486d-4215-b70a-663e7b69dc1a', 'serial': '5c350e2a-486d-4215-b70a-663e7b69dc1a'}, 'mount_device': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'volume_type': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:26:03 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:26:03 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:26:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Calling os-brick to attach iSCSI Volume {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SPyWMQUl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:26:03 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:26:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:26:03 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:26:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:26:03 user nova-compute[74854]: INFO os_brick.initiator.connectors.iscsi [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 17:26:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a -p 172.16.0.220:3260 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[f835e946-25b8-4a1e-b462-09851391c531]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 17:26:03 user nova-compute[74854]:  {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a -p 172.16.0.220:3260 --interface default --op new {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b65e96ea-ef04-4296-8462-c6c38e6d2f3d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a] added\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a] added
Oct 23 17:26:03 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[02de8c5e-7a19-4da4-a512-ccb7eacf9e85]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Starting heal instance info cache {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a06ec21-adf8-47c6-9df4-6e54f74763d0]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v SPyWMQUl {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v SPyWMQUl" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[841e50f7-c204-4d0e-a64f-797e83a952ac]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'SPyWMQUl'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[358b3cdd-402e-4cdb-b915-aa17f37b8012]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "refresh_cache-830c4171-3aa6-489f-a2bf-78405615ddb6" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquired lock "refresh_cache-830c4171-3aa6-489f-a2bf-78405615ddb6" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Forcefully refreshing network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[9da6a8c5-eade-4ed2-b07c-98a02350b730]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 23 17:26:03 user nova-compute[74854]:  {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 23 17:26:03 user nova-compute[74854]:  {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:26:03 user nova-compute[74854]: WARNING os_brick.initiator.connectors.iscsi [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 23 17:26:03 user nova-compute[74854]: 
Oct 23 17:26:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a -p 172.16.0.220:3260 --login {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a -p 172.16.0.220:3260 --login" returned: 0 in 0.047s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[324395a1-cd0e-4d3b-b35c-65543ca96ab1]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a, portal: 172.16.0.220,3260]
Oct 23 17:26:03 user nova-compute[74854]: Login to [iface: default, target: iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a, portal: 172.16.0.220,3260] successful.
Oct 23 17:26:03 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e45e1b70-1180-4c49-a7c7-ca66647bbf16]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:26:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:26:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:26:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:26:04 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4faac73-74ec-4f99-a431-bfa9b234f162]: (4, ('tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:26:04 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)
Oct 23 17:26:04 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:26:04 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsi session list stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)
Oct 23 17:26:04 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:26:04 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.272s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:26:04 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Connected to 172.16.0.220:3260 {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 17:26:04 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] HCTL ('33', '-', '-', 0) found on session 37 with lun 0 {{(pid=74854) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 17:26:04 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74854) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 17:26:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:26:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.015s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:26:04 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ae899d9-982e-4005-843d-93ab4e227357]: (4, ('- - 0', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:26:04 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Searching for a device in session 37 and hctl ['33', '*', '*', 0] yield: None {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:26:04 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Updating instance_info_cache with network_info: [{"id": "5f3010c0-24c3-4a21-97c5-c291fc70ca39", "address": "fa:16:3e:d2:c0:d7", "network": {"id": "f3a5ef4f-4295-43fa-93e3-bf020c9527ed", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1115748822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b8476704c5e04e1a8395f9fa3002e292", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5f3010c0-24", "ovs_interfaceid": "5f3010c0-24c3-4a21-97c5-c291fc70ca39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:26:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Releasing lock "refresh_cache-830c4171-3aa6-489f-a2bf-78405615ddb6" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:26:04 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Updated the network info_cache for instance {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 17:26:05 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Searching for a device in session 37 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:26:05 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SPyWMQUl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 17:26:05 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.303s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:26:05 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] <== connect_volume: return (1305ms) {'type': 'block', 'scsi_wwn': '23234363534616632', 'path': '/dev/sdb'} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:26:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23234363534616632', 'path': '/dev/sdb'} {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 17:26:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:23:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-940236322',display_name='tempest-ServerActionsTestOtherA-server-940236322',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-940236322',id=35,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPBJR3BvmM7meYkAcCF2ujZe03U4HNLixnKiUvE/o6SXIDNWUShuWmTShR/FAWxF9sC4aPy85Abikw36gNEcA5FEVHgwYXn+z4KffbWl4nss9UGOVqcw9RqiDENkCY5N/g==',key_name='tempest-keypair-2124569675',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:23:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='bca03991a9df481c86def54ea306564f',ramdisk_id='',reservation_id='r-6s2uxl9j',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-1778139926',owner_user_name='tempest-ServerActionsTestOtherA-1778139926-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:25:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5675213e913d4779a484c9a3715f56cf',uuid=a86c9212-bc7b-40f3-97fa-20c65c3291b9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "93c86dab-f356-4790-ae14-f6273bd5c78e", "address": "fa:16:3e:be:fb:56", "network": {"id": "96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1329263426-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1329263426-network", "vif_mac": "fa:16:3e:be:fb:56"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bca03991a9df481c86def54ea306564f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93c86dab-f3", "ovs_interfaceid": "93c86dab-f356-4790-ae14-f6273bd5c78e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:26:05 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Converting VIF {"id": "93c86dab-f356-4790-ae14-f6273bd5c78e", "address": "fa:16:3e:be:fb:56", "network": {"id": "96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1329263426-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1329263426-network", "vif_mac": "fa:16:3e:be:fb:56"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bca03991a9df481c86def54ea306564f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93c86dab-f3", "ovs_interfaceid": "93c86dab-f356-4790-ae14-f6273bd5c78e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:26:05 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:be:fb:56,bridge_name='br-int',has_traffic_filtering=True,id=93c86dab-f356-4790-ae14-f6273bd5c78e,network=Network(96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap93c86dab-f3') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:26:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:26:05 user nova-compute[74854]:   <uuid>a86c9212-bc7b-40f3-97fa-20c65c3291b9</uuid>
Oct 23 17:26:05 user nova-compute[74854]:   <name>instance-00000023</name>
Oct 23 17:26:05 user nova-compute[74854]:   <memory>2097152</memory>
Oct 23 17:26:05 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:26:05 user nova-compute[74854]:   <metadata>
Oct 23 17:26:05 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:26:05 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:26:05 user nova-compute[74854]:       <nova:name>tempest-ServerActionsTestOtherA-server-940236322</nova:name>
Oct 23 17:26:05 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:26:03</nova:creationTime>
Oct 23 17:26:05 user nova-compute[74854]:       <nova:flavor name="m1.small">
Oct 23 17:26:05 user nova-compute[74854]:         <nova:memory>2048</nova:memory>
Oct 23 17:26:05 user nova-compute[74854]:         <nova:disk>20</nova:disk>
Oct 23 17:26:05 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:26:05 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:26:05 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:26:05 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:26:05 user nova-compute[74854]:       <nova:owner>
Oct 23 17:26:05 user nova-compute[74854]:         <nova:user uuid="5675213e913d4779a484c9a3715f56cf">tempest-ServerActionsTestOtherA-1778139926-project-member</nova:user>
Oct 23 17:26:05 user nova-compute[74854]:         <nova:project uuid="bca03991a9df481c86def54ea306564f">tempest-ServerActionsTestOtherA-1778139926</nova:project>
Oct 23 17:26:05 user nova-compute[74854]:       </nova:owner>
Oct 23 17:26:05 user nova-compute[74854]:       <nova:ports>
Oct 23 17:26:05 user nova-compute[74854]:         <nova:port uuid="93c86dab-f356-4790-ae14-f6273bd5c78e">
Oct 23 17:26:05 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 23 17:26:05 user nova-compute[74854]:         </nova:port>
Oct 23 17:26:05 user nova-compute[74854]:       </nova:ports>
Oct 23 17:26:05 user nova-compute[74854]:     </nova:instance>
Oct 23 17:26:05 user nova-compute[74854]:   </metadata>
Oct 23 17:26:05 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:26:05 user nova-compute[74854]:     <system>
Oct 23 17:26:05 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:26:05 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:26:05 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:26:05 user nova-compute[74854]:       <entry name="serial">a86c9212-bc7b-40f3-97fa-20c65c3291b9</entry>
Oct 23 17:26:05 user nova-compute[74854]:       <entry name="uuid">a86c9212-bc7b-40f3-97fa-20c65c3291b9</entry>
Oct 23 17:26:05 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:26:05 user nova-compute[74854]:     </system>
Oct 23 17:26:05 user nova-compute[74854]:   </sysinfo>
Oct 23 17:26:05 user nova-compute[74854]:   <os>
Oct 23 17:26:05 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:26:05 user nova-compute[74854]:     <boot dev="hd"/>
Oct 23 17:26:05 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:26:05 user nova-compute[74854]:   </os>
Oct 23 17:26:05 user nova-compute[74854]:   <features>
Oct 23 17:26:05 user nova-compute[74854]:     <acpi/>
Oct 23 17:26:05 user nova-compute[74854]:     <apic/>
Oct 23 17:26:05 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:26:05 user nova-compute[74854]:   </features>
Oct 23 17:26:05 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:26:05 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:26:05 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:26:05 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:26:05 user nova-compute[74854]:   </clock>
Oct 23 17:26:05 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:26:05 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:26:05 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:26:05 user nova-compute[74854]:   </cpu>
Oct 23 17:26:05 user nova-compute[74854]:   <devices>
Oct 23 17:26:05 user nova-compute[74854]:     <disk type="block" device="disk">
Oct 23 17:26:05 user nova-compute[74854]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:26:05 user nova-compute[74854]:       <source dev="/dev/sdb"/>
Oct 23 17:26:05 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:26:05 user nova-compute[74854]:       <serial>5c350e2a-486d-4215-b70a-663e7b69dc1a</serial>
Oct 23 17:26:05 user nova-compute[74854]:     </disk>
Oct 23 17:26:05 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:26:05 user nova-compute[74854]:       <mac address="fa:16:3e:be:fb:56"/>
Oct 23 17:26:05 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:26:05 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:26:05 user nova-compute[74854]:       <target dev="tap93c86dab-f3"/>
Oct 23 17:26:05 user nova-compute[74854]:     </interface>
Oct 23 17:26:05 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:26:05 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/a86c9212-bc7b-40f3-97fa-20c65c3291b9/console.log" append="off"/>
Oct 23 17:26:05 user nova-compute[74854]:     </serial>
Oct 23 17:26:05 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:26:05 user nova-compute[74854]:     <video>
Oct 23 17:26:05 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:26:05 user nova-compute[74854]:     </video>
Oct 23 17:26:05 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:26:05 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:26:05 user nova-compute[74854]:     </rng>
Oct 23 17:26:05 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:26:05 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:26:05 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:26:05 user nova-compute[74854]:     </memballoon>
Oct 23 17:26:05 user nova-compute[74854]:   </devices>
Oct 23 17:26:05 user nova-compute[74854]: </domain>
Oct 23 17:26:05 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:26:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:23:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-940236322',display_name='tempest-ServerActionsTestOtherA-server-940236322',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-940236322',id=35,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPBJR3BvmM7meYkAcCF2ujZe03U4HNLixnKiUvE/o6SXIDNWUShuWmTShR/FAWxF9sC4aPy85Abikw36gNEcA5FEVHgwYXn+z4KffbWl4nss9UGOVqcw9RqiDENkCY5N/g==',key_name='tempest-keypair-2124569675',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:23:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='bca03991a9df481c86def54ea306564f',ramdisk_id='',reservation_id='r-6s2uxl9j',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-1778139926',owner_user_name='tempest-ServerActionsTestOtherA-1778139926-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:25:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5675213e913d4779a484c9a3715f56cf',uuid=a86c9212-bc7b-40f3-97fa-20c65c3291b9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "93c86dab-f356-4790-ae14-f6273bd5c78e", "address": "fa:16:3e:be:fb:56", "network": {"id": "96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1329263426-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1329263426-network", "vif_mac": "fa:16:3e:be:fb:56"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bca03991a9df481c86def54ea306564f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93c86dab-f3", "ovs_interfaceid": "93c86dab-f356-4790-ae14-f6273bd5c78e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:26:05 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Converting VIF {"id": "93c86dab-f356-4790-ae14-f6273bd5c78e", "address": "fa:16:3e:be:fb:56", "network": {"id": "96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1329263426-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1329263426-network", "vif_mac": "fa:16:3e:be:fb:56"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bca03991a9df481c86def54ea306564f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93c86dab-f3", "ovs_interfaceid": "93c86dab-f356-4790-ae14-f6273bd5c78e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:26:05 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:be:fb:56,bridge_name='br-int',has_traffic_filtering=True,id=93c86dab-f356-4790-ae14-f6273bd5c78e,network=Network(96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap93c86dab-f3') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:26:05 user nova-compute[74854]: DEBUG os_vif [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:be:fb:56,bridge_name='br-int',has_traffic_filtering=True,id=93c86dab-f356-4790-ae14-f6273bd5c78e,network=Network(96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap93c86dab-f3') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:26:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:26:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:26:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '25aae0fb-cd8c-5cf8-b92f-f3ac3f5189af', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:26:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:26:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap93c86dab-f3, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:26:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap93c86dab-f3, col_values=(('qos', UUID('5d724382-540b-48c5-9195-7356947e8469')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:26:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap93c86dab-f3, col_values=(('external_ids', {'iface-id': '93c86dab-f356-4790-ae14-f6273bd5c78e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:be:fb:56', 'vm-uuid': 'a86c9212-bc7b-40f3-97fa-20c65c3291b9'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:26:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:26:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:05 user nova-compute[74854]: INFO os_vif [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:be:fb:56,bridge_name='br-int',has_traffic_filtering=True,id=93c86dab-f356-4790-ae14-f6273bd5c78e,network=Network(96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap93c86dab-f3')
Oct 23 17:26:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:26:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] No VIF found with MAC fa:16:3e:be:fb:56, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:26:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:06 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:26:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:06 user nova-compute[74854]: DEBUG nova.compute.manager [req-eed2f587-b385-45be-9825-9a8b3dbd8c18 req-83d94b2f-7c41-448f-bbae-012d254b4b88 service nova] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Received event network-vif-plugged-93c86dab-f356-4790-ae14-f6273bd5c78e {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:26:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-eed2f587-b385-45be-9825-9a8b3dbd8c18 req-83d94b2f-7c41-448f-bbae-012d254b4b88 service nova] Acquiring lock "a86c9212-bc7b-40f3-97fa-20c65c3291b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:26:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-eed2f587-b385-45be-9825-9a8b3dbd8c18 req-83d94b2f-7c41-448f-bbae-012d254b4b88 service nova] Lock "a86c9212-bc7b-40f3-97fa-20c65c3291b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:26:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-eed2f587-b385-45be-9825-9a8b3dbd8c18 req-83d94b2f-7c41-448f-bbae-012d254b4b88 service nova] Lock "a86c9212-bc7b-40f3-97fa-20c65c3291b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:26:06 user nova-compute[74854]: DEBUG nova.compute.manager [req-eed2f587-b385-45be-9825-9a8b3dbd8c18 req-83d94b2f-7c41-448f-bbae-012d254b4b88 service nova] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] No waiting events found dispatching network-vif-plugged-93c86dab-f356-4790-ae14-f6273bd5c78e {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:26:06 user nova-compute[74854]: WARNING nova.compute.manager [req-eed2f587-b385-45be-9825-9a8b3dbd8c18 req-83d94b2f-7c41-448f-bbae-012d254b4b88 service nova] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Received unexpected event network-vif-plugged-93c86dab-f356-4790-ae14-f6273bd5c78e for instance with vm_state active and task_state resize_finish.
Oct 23 17:26:07 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:08 user nova-compute[74854]: DEBUG nova.compute.manager [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Instance event wait completed in 0 seconds for  {{(pid=74854) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 17:26:08 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Instance running successfully.
Oct 23 17:26:08 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Failed to set time: agent not configured {{(pid=74854) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Oct 23 17:26:08 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-da623ea4-23e7-41a4-9cfc-9b9f7d608511 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] finish_migration finished successfully. {{(pid=74854) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11769}}
Oct 23 17:26:08 user nova-compute[74854]: DEBUG nova.compute.manager [req-73e55e86-29e9-4eaf-8ad9-ebccb731d398 req-1f8f5044-b52c-43e6-9ed7-74b24f2f9ae4 service nova] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Received event network-vif-plugged-93c86dab-f356-4790-ae14-f6273bd5c78e {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:26:08 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-73e55e86-29e9-4eaf-8ad9-ebccb731d398 req-1f8f5044-b52c-43e6-9ed7-74b24f2f9ae4 service nova] Acquiring lock "a86c9212-bc7b-40f3-97fa-20c65c3291b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:26:08 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-73e55e86-29e9-4eaf-8ad9-ebccb731d398 req-1f8f5044-b52c-43e6-9ed7-74b24f2f9ae4 service nova] Lock "a86c9212-bc7b-40f3-97fa-20c65c3291b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:26:08 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-73e55e86-29e9-4eaf-8ad9-ebccb731d398 req-1f8f5044-b52c-43e6-9ed7-74b24f2f9ae4 service nova] Lock "a86c9212-bc7b-40f3-97fa-20c65c3291b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:26:08 user nova-compute[74854]: DEBUG nova.compute.manager [req-73e55e86-29e9-4eaf-8ad9-ebccb731d398 req-1f8f5044-b52c-43e6-9ed7-74b24f2f9ae4 service nova] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] No waiting events found dispatching network-vif-plugged-93c86dab-f356-4790-ae14-f6273bd5c78e {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:26:08 user nova-compute[74854]: WARNING nova.compute.manager [req-73e55e86-29e9-4eaf-8ad9-ebccb731d398 req-1f8f5044-b52c-43e6-9ed7-74b24f2f9ae4 service nova] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Received unexpected event network-vif-plugged-93c86dab-f356-4790-ae14-f6273bd5c78e for instance with vm_state active and task_state resize_finish.
Oct 23 17:26:09 user nova-compute[74854]: DEBUG nova.compute.manager [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Start spawning the instance on the hypervisor. {{(pid=74854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 17:26:09 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Creating instance directory {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 17:26:09 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Creating image(s)
Oct 23 17:26:09 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Did not create local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 23 17:26:09 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Ensure instance console log exists: /opt/stack/data/nova/instances/439f7e31-a29c-4b26-af66-32818c218e31/console.log {{(pid=74854) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 17:26:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:26:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:26:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:26:09 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Start _get_guest_xml network_info=[{"id": "10f2e1f8-dfd9-47a1-924a-a3e80795f396", "address": "fa:16:3e:d7:37:9a", "network": {"id": "282ba66f-2135-4abe-a18a-0b010c845b13", "bridge": "br-int", "label": "tempest-TestShelveInstance-1096489049-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4e3c6783c81f489981d23a83a0a710ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10f2e1f8-df", "ovs_interfaceid": "10f2e1f8-dfd9-47a1-924a-a3e80795f396", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'attachment_id': '5dc56337-9fa1-4a41-ba3f-338734798487', 'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eXqPrkjf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '439f7e31-a29c-4b26-af66-32818c218e31', 'attached_at': '', 'detached_at': '', 'volume_id': '6f46e4af-4dcb-4758-85fc-62f88886183f', 'serial': '6f46e4af-4dcb-4758-85fc-62f88886183f'}, 'mount_device': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'volume_type': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:26:09 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:26:09 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:26:09 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:26:09 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:26:09 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:26:09 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:26:09 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:26:09 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:26:09 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:26:09 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:26:09 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:26:09 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:26:09 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:26:09 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:26:09 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:26:09 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:26:09 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:26:09 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:26:09 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Calling os-brick to attach iSCSI Volume {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 17:26:09 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eXqPrkjf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:26:09 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:26:09 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:26:09 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:26:09 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:26:09 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:26:09 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:26:09 user nova-compute[74854]: INFO os_brick.initiator.connectors.iscsi [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 17:26:09 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f -p 172.16.0.220:3260 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:26:09 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:26:09 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[69d15d2b-ef98-462f-852b-09243b8586b2]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:26:09 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 17:26:09 user nova-compute[74854]:  {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:26:09 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f -p 172.16.0.220:3260 --interface default --op new {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:26:09 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:26:09 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[1108f087-232a-4db4-a949-cfe5a5ddbb65]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f] added\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:26:09 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f] added
Oct 23 17:26:09 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:26:09 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:26:09 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.029s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:26:09 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f78e507-b4e4-455f-8c7b-c62fbf0187cb]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:26:09 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:26:09 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:26:09 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:26:09 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[c379c922-54c2-401c-a36c-4462b1259a66]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:26:09 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:26:09 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v eXqPrkjf {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:26:09 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v eXqPrkjf" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:26:09 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[534dcef0-6aed-4da3-aae4-337beffa07eb]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:26:09 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'eXqPrkjf'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:26:09 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:26:09 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.026s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:26:09 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b55d8213-1f03-456f-a9dc-39b8949bf258]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:26:09 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:26:09 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:26:09 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:26:09 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[06529f9c-c1ef-471f-b3bb-fb2aebc9f77c]: (4, ('tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:26:09 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)
Oct 23 17:26:09 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:26:09 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] iscsi session list stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)
Oct 23 17:26:09 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:26:09 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f -p 172.16.0.220:3260 --login {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:26:09 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:26:09 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[d68442bf-9e19-4f28-92d2-b8944f948a68]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:26:09 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f, portal: 172.16.0.220,3260]
Oct 23 17:26:09 user nova-compute[74854]: Login to [iface: default, target: iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f, portal: 172.16.0.220,3260] successful.
Oct 23 17:26:09 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:26:09 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:26:10 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:26:10 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[7699ba73-f369-4485-b43c-971e9578eab0]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:26:10 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:26:10 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:26:10 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:26:10 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ee64532-e5ff-4203-a5aa-2cb989617811]: (4, ('tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:26:10 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)
Oct 23 17:26:10 user nova-compute[74854]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f (non-flash)
Oct 23 17:26:10 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:26:10 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] iscsi session list stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)
Oct 23 17:26:10 user nova-compute[74854]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f (non-flash)
Oct 23 17:26:10 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:26:10 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.304s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:26:10 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Connected to 172.16.0.220:3260 {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 17:26:10 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] HCTL ('34', '-', '-', 0) found on session 38 with lun 0 {{(pid=74854) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 17:26:10 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74854) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 17:26:10 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:26:10 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.024s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:26:10 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8d307e4-28b4-44e7-b982-5479f0b5e5cc]: (4, ('- - 0', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:26:10 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Searching for a device in session 38 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:26:10 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eXqPrkjf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 17:26:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:10 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-2a39f46f-22ca-4c0e-a75c-2da712c344fb tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Acquiring lock "830c4171-3aa6-489f-a2bf-78405615ddb6" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:26:10 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-2a39f46f-22ca-4c0e-a75c-2da712c344fb tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "830c4171-3aa6-489f-a2bf-78405615ddb6" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:26:10 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-2a39f46f-22ca-4c0e-a75c-2da712c344fb tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Acquiring lock "830c4171-3aa6-489f-a2bf-78405615ddb6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:26:10 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-2a39f46f-22ca-4c0e-a75c-2da712c344fb tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "830c4171-3aa6-489f-a2bf-78405615ddb6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:26:10 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-2a39f46f-22ca-4c0e-a75c-2da712c344fb tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "830c4171-3aa6-489f-a2bf-78405615ddb6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:26:10 user nova-compute[74854]: INFO nova.compute.manager [None req-2a39f46f-22ca-4c0e-a75c-2da712c344fb tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Terminating instance
Oct 23 17:26:10 user nova-compute[74854]: DEBUG nova.compute.manager [None req-2a39f46f-22ca-4c0e-a75c-2da712c344fb tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Start destroying the instance on the hypervisor. {{(pid=74854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 17:26:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:11 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.348s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:26:11 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] <== connect_volume: return (1349ms) {'type': 'block', 'scsi_wwn': '23732653937653335', 'path': '/dev/sdc'} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:26:11 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23732653937653335', 'path': '/dev/sdc'} {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 17:26:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:11 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:25:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1646238053',display_name='tempest-TestShelveInstance-server-1646238053',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1646238053',id=37,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK4jWPHxL0Zr8rvtYg76a31LLx4w5vduclxz3dNots9eQU7/Vo87s/rYPycj1vFbI1J4eNMZMUw+FMj1/hSjpYSNSixYd/vBZVRDJBk3VGh4evhbsETrh/2lu54Tp6cSXQ==',key_name='tempest-TestShelveInstance-301107434',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4e3c6783c81f489981d23a83a0a710ce',ramdisk_id='',reservation_id='r-e1uqt4j4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-757979104',owner_user_name='tempest-TestShelveInstance-757979104-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:25:51Z,user_data=None,user_id='3b510279990a41ba92507d521f052875',uuid=439f7e31-a29c-4b26-af66-32818c218e31,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "10f2e1f8-dfd9-47a1-924a-a3e80795f396", "address": "fa:16:3e:d7:37:9a", "network": {"id": "282ba66f-2135-4abe-a18a-0b010c845b13", "bridge": "br-int", "label": "tempest-TestShelveInstance-1096489049-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4e3c6783c81f489981d23a83a0a710ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10f2e1f8-df", "ovs_interfaceid": "10f2e1f8-dfd9-47a1-924a-a3e80795f396", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:26:11 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Converting VIF {"id": "10f2e1f8-dfd9-47a1-924a-a3e80795f396", "address": "fa:16:3e:d7:37:9a", "network": {"id": "282ba66f-2135-4abe-a18a-0b010c845b13", "bridge": "br-int", "label": "tempest-TestShelveInstance-1096489049-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4e3c6783c81f489981d23a83a0a710ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10f2e1f8-df", "ovs_interfaceid": "10f2e1f8-dfd9-47a1-924a-a3e80795f396", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:26:11 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d7:37:9a,bridge_name='br-int',has_traffic_filtering=True,id=10f2e1f8-dfd9-47a1-924a-a3e80795f396,network=Network(282ba66f-2135-4abe-a18a-0b010c845b13),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap10f2e1f8-df') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:26:11 user nova-compute[74854]: DEBUG nova.objects.instance [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Lazy-loading 'pci_devices' on Instance uuid 439f7e31-a29c-4b26-af66-32818c218e31 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:26:11 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:26:11 user nova-compute[74854]:   <uuid>439f7e31-a29c-4b26-af66-32818c218e31</uuid>
Oct 23 17:26:11 user nova-compute[74854]:   <name>instance-00000025</name>
Oct 23 17:26:11 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:26:11 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:26:11 user nova-compute[74854]:   <metadata>
Oct 23 17:26:11 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:26:11 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:26:11 user nova-compute[74854]:       <nova:name>tempest-TestShelveInstance-server-1646238053</nova:name>
Oct 23 17:26:11 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:26:09</nova:creationTime>
Oct 23 17:26:11 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:26:11 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:26:11 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:26:11 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:26:11 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:26:11 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:26:11 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:26:11 user nova-compute[74854]:       <nova:owner>
Oct 23 17:26:11 user nova-compute[74854]:         <nova:user uuid="3b510279990a41ba92507d521f052875">tempest-TestShelveInstance-757979104-project-member</nova:user>
Oct 23 17:26:11 user nova-compute[74854]:         <nova:project uuid="4e3c6783c81f489981d23a83a0a710ce">tempest-TestShelveInstance-757979104</nova:project>
Oct 23 17:26:11 user nova-compute[74854]:       </nova:owner>
Oct 23 17:26:11 user nova-compute[74854]:       <nova:ports>
Oct 23 17:26:11 user nova-compute[74854]:         <nova:port uuid="10f2e1f8-dfd9-47a1-924a-a3e80795f396">
Oct 23 17:26:11 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 23 17:26:11 user nova-compute[74854]:         </nova:port>
Oct 23 17:26:11 user nova-compute[74854]:       </nova:ports>
Oct 23 17:26:11 user nova-compute[74854]:     </nova:instance>
Oct 23 17:26:11 user nova-compute[74854]:   </metadata>
Oct 23 17:26:11 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:26:11 user nova-compute[74854]:     <system>
Oct 23 17:26:11 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:26:11 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:26:11 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:26:11 user nova-compute[74854]:       <entry name="serial">439f7e31-a29c-4b26-af66-32818c218e31</entry>
Oct 23 17:26:11 user nova-compute[74854]:       <entry name="uuid">439f7e31-a29c-4b26-af66-32818c218e31</entry>
Oct 23 17:26:11 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:26:11 user nova-compute[74854]:     </system>
Oct 23 17:26:11 user nova-compute[74854]:   </sysinfo>
Oct 23 17:26:11 user nova-compute[74854]:   <os>
Oct 23 17:26:11 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:26:11 user nova-compute[74854]:     <boot dev="hd"/>
Oct 23 17:26:11 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:26:11 user nova-compute[74854]:   </os>
Oct 23 17:26:11 user nova-compute[74854]:   <features>
Oct 23 17:26:11 user nova-compute[74854]:     <acpi/>
Oct 23 17:26:11 user nova-compute[74854]:     <apic/>
Oct 23 17:26:11 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:26:11 user nova-compute[74854]:   </features>
Oct 23 17:26:11 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:26:11 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:26:11 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:26:11 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:26:11 user nova-compute[74854]:   </clock>
Oct 23 17:26:11 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:26:11 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:26:11 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:26:11 user nova-compute[74854]:   </cpu>
Oct 23 17:26:11 user nova-compute[74854]:   <devices>
Oct 23 17:26:11 user nova-compute[74854]:     <disk type="block" device="disk">
Oct 23 17:26:11 user nova-compute[74854]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:26:11 user nova-compute[74854]:       <source dev="/dev/sdc"/>
Oct 23 17:26:11 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:26:11 user nova-compute[74854]:       <serial>6f46e4af-4dcb-4758-85fc-62f88886183f</serial>
Oct 23 17:26:11 user nova-compute[74854]:     </disk>
Oct 23 17:26:11 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:26:11 user nova-compute[74854]:       <mac address="fa:16:3e:d7:37:9a"/>
Oct 23 17:26:11 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:26:11 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:26:11 user nova-compute[74854]:       <target dev="tap10f2e1f8-df"/>
Oct 23 17:26:11 user nova-compute[74854]:     </interface>
Oct 23 17:26:11 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:26:11 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/439f7e31-a29c-4b26-af66-32818c218e31/console.log" append="off"/>
Oct 23 17:26:11 user nova-compute[74854]:     </serial>
Oct 23 17:26:11 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:26:11 user nova-compute[74854]:     <video>
Oct 23 17:26:11 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:26:11 user nova-compute[74854]:     </video>
Oct 23 17:26:11 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:26:11 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:26:11 user nova-compute[74854]:     </rng>
Oct 23 17:26:11 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:26:11 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:26:11 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:26:11 user nova-compute[74854]:     </memballoon>
Oct 23 17:26:11 user nova-compute[74854]:   </devices>
Oct 23 17:26:11 user nova-compute[74854]: </domain>
Oct 23 17:26:11 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:26:11 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:25:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1646238053',display_name='tempest-TestShelveInstance-server-1646238053',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1646238053',id=37,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK4jWPHxL0Zr8rvtYg76a31LLx4w5vduclxz3dNots9eQU7/Vo87s/rYPycj1vFbI1J4eNMZMUw+FMj1/hSjpYSNSixYd/vBZVRDJBk3VGh4evhbsETrh/2lu54Tp6cSXQ==',key_name='tempest-TestShelveInstance-301107434',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4e3c6783c81f489981d23a83a0a710ce',ramdisk_id='',reservation_id='r-e1uqt4j4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-757979104',owner_user_name='tempest-TestShelveInstance-757979104-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:25:51Z,user_data=None,user_id='3b510279990a41ba92507d521f052875',uuid=439f7e31-a29c-4b26-af66-32818c218e31,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "10f2e1f8-dfd9-47a1-924a-a3e80795f396", "address": "fa:16:3e:d7:37:9a", "network": {"id": "282ba66f-2135-4abe-a18a-0b010c845b13", "bridge": "br-int", "label": "tempest-TestShelveInstance-1096489049-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4e3c6783c81f489981d23a83a0a710ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10f2e1f8-df", "ovs_interfaceid": "10f2e1f8-dfd9-47a1-924a-a3e80795f396", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:26:11 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Converting VIF {"id": "10f2e1f8-dfd9-47a1-924a-a3e80795f396", "address": "fa:16:3e:d7:37:9a", "network": {"id": "282ba66f-2135-4abe-a18a-0b010c845b13", "bridge": "br-int", "label": "tempest-TestShelveInstance-1096489049-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4e3c6783c81f489981d23a83a0a710ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10f2e1f8-df", "ovs_interfaceid": "10f2e1f8-dfd9-47a1-924a-a3e80795f396", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:26:11 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d7:37:9a,bridge_name='br-int',has_traffic_filtering=True,id=10f2e1f8-dfd9-47a1-924a-a3e80795f396,network=Network(282ba66f-2135-4abe-a18a-0b010c845b13),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap10f2e1f8-df') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:26:11 user nova-compute[74854]: DEBUG os_vif [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d7:37:9a,bridge_name='br-int',has_traffic_filtering=True,id=10f2e1f8-dfd9-47a1-924a-a3e80795f396,network=Network(282ba66f-2135-4abe-a18a-0b010c845b13),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap10f2e1f8-df') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:26:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:26:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:26:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '057d6896-7847-57de-b556-4d481c790be7', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:26:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:26:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap10f2e1f8-df, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:26:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap10f2e1f8-df, col_values=(('qos', UUID('091eb14f-f21f-4f2b-a6ab-fec9dfcf55e2')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:26:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap10f2e1f8-df, col_values=(('external_ids', {'iface-id': '10f2e1f8-dfd9-47a1-924a-a3e80795f396', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d7:37:9a', 'vm-uuid': '439f7e31-a29c-4b26-af66-32818c218e31'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:26:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:26:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:11 user nova-compute[74854]: INFO os_vif [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d7:37:9a,bridge_name='br-int',has_traffic_filtering=True,id=10f2e1f8-dfd9-47a1-924a-a3e80795f396,network=Network(282ba66f-2135-4abe-a18a-0b010c845b13),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap10f2e1f8-df')
Oct 23 17:26:11 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:26:11 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] No VIF found with MAC fa:16:3e:d7:37:9a, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:26:11 user nova-compute[74854]: DEBUG nova.compute.manager [req-da1dca64-124d-4f9b-9837-ebdaafd3008a req-91c26981-786f-4b47-bdb9-f70a4545d231 service nova] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Received event network-vif-unplugged-5f3010c0-24c3-4a21-97c5-c291fc70ca39 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:26:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-da1dca64-124d-4f9b-9837-ebdaafd3008a req-91c26981-786f-4b47-bdb9-f70a4545d231 service nova] Acquiring lock "830c4171-3aa6-489f-a2bf-78405615ddb6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:26:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-da1dca64-124d-4f9b-9837-ebdaafd3008a req-91c26981-786f-4b47-bdb9-f70a4545d231 service nova] Lock "830c4171-3aa6-489f-a2bf-78405615ddb6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:26:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-da1dca64-124d-4f9b-9837-ebdaafd3008a req-91c26981-786f-4b47-bdb9-f70a4545d231 service nova] Lock "830c4171-3aa6-489f-a2bf-78405615ddb6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:26:11 user nova-compute[74854]: DEBUG nova.compute.manager [req-da1dca64-124d-4f9b-9837-ebdaafd3008a req-91c26981-786f-4b47-bdb9-f70a4545d231 service nova] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] No waiting events found dispatching network-vif-unplugged-5f3010c0-24c3-4a21-97c5-c291fc70ca39 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:26:11 user nova-compute[74854]: DEBUG nova.compute.manager [req-da1dca64-124d-4f9b-9837-ebdaafd3008a req-91c26981-786f-4b47-bdb9-f70a4545d231 service nova] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Received event network-vif-unplugged-5f3010c0-24c3-4a21-97c5-c291fc70ca39 for instance with task_state deleting. {{(pid=74854) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 17:26:11 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Instance destroyed successfully.
Oct 23 17:26:11 user nova-compute[74854]: DEBUG nova.objects.instance [None req-2a39f46f-22ca-4c0e-a75c-2da712c344fb tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lazy-loading 'resources' on Instance uuid 830c4171-3aa6-489f-a2bf-78405615ddb6 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:26:11 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-2a39f46f-22ca-4c0e-a75c-2da712c344fb tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:15:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1716961039',display_name='tempest-AttachVolumeTestJSON-server-1716961039',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1716961039',id=27,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBpcgIW0wdjXlqqVgloBGQCHLSmkXv+32rfOQpZ0azDZKtqWvZuHnlFWAezULeYvFwb5gIODj8uCEbxX6Sb/VwOiQ5GLeTXN9wn+J/e0EDPHc5LoStniztsV+IO0bhN4Wg==',key_name='tempest-keypair-1212631423',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:16:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b8476704c5e04e1a8395f9fa3002e292',ramdisk_id='',reservation_id='r-hh56m2sc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1232612364',owner_user_name='tempest-AttachVolumeTestJSON-1232612364-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:24:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cd6e66fcc8624acca4e2607d6788e1bb',uuid=830c4171-3aa6-489f-a2bf-78405615ddb6,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5f3010c0-24c3-4a21-97c5-c291fc70ca39", "address": "fa:16:3e:d2:c0:d7", "network": {"id": "f3a5ef4f-4295-43fa-93e3-bf020c9527ed", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1115748822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b8476704c5e04e1a8395f9fa3002e292", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5f3010c0-24", "ovs_interfaceid": "5f3010c0-24c3-4a21-97c5-c291fc70ca39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:26:11 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-2a39f46f-22ca-4c0e-a75c-2da712c344fb tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Converting VIF {"id": "5f3010c0-24c3-4a21-97c5-c291fc70ca39", "address": "fa:16:3e:d2:c0:d7", "network": {"id": "f3a5ef4f-4295-43fa-93e3-bf020c9527ed", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1115748822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b8476704c5e04e1a8395f9fa3002e292", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5f3010c0-24", "ovs_interfaceid": "5f3010c0-24c3-4a21-97c5-c291fc70ca39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:26:11 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-2a39f46f-22ca-4c0e-a75c-2da712c344fb tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d2:c0:d7,bridge_name='br-int',has_traffic_filtering=True,id=5f3010c0-24c3-4a21-97c5-c291fc70ca39,network=Network(f3a5ef4f-4295-43fa-93e3-bf020c9527ed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5f3010c0-24') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:26:11 user nova-compute[74854]: DEBUG os_vif [None req-2a39f46f-22ca-4c0e-a75c-2da712c344fb tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:d2:c0:d7,bridge_name='br-int',has_traffic_filtering=True,id=5f3010c0-24c3-4a21-97c5-c291fc70ca39,network=Network(f3a5ef4f-4295-43fa-93e3-bf020c9527ed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5f3010c0-24') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:26:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5f3010c0-24, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:26:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:26:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6b6d0ab2-2895-4edd-895d-f8cf6a0af0f4) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:26:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:26:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:11 user nova-compute[74854]: INFO os_vif [None req-2a39f46f-22ca-4c0e-a75c-2da712c344fb tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:d2:c0:d7,bridge_name='br-int',has_traffic_filtering=True,id=5f3010c0-24c3-4a21-97c5-c291fc70ca39,network=Network(f3a5ef4f-4295-43fa-93e3-bf020c9527ed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5f3010c0-24')
Oct 23 17:26:11 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-2a39f46f-22ca-4c0e-a75c-2da712c344fb tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Deleting instance files /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6_del
Oct 23 17:26:11 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-2a39f46f-22ca-4c0e-a75c-2da712c344fb tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Deletion of /opt/stack/data/nova/instances/830c4171-3aa6-489f-a2bf-78405615ddb6_del complete
Oct 23 17:26:12 user nova-compute[74854]: INFO nova.compute.manager [None req-2a39f46f-22ca-4c0e-a75c-2da712c344fb tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Took 1.30 seconds to destroy the instance on the hypervisor.
Oct 23 17:26:12 user nova-compute[74854]: DEBUG oslo.service.loopingcall [None req-2a39f46f-22ca-4c0e-a75c-2da712c344fb tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 17:26:12 user nova-compute[74854]: DEBUG nova.compute.manager [-] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Deallocating network for instance {{(pid=74854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 17:26:12 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] deallocate_for_instance() {{(pid=74854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 17:26:12 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:26:12 user nova-compute[74854]: INFO nova.compute.manager [-] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Took 0.82 seconds to deallocate network for instance.
Oct 23 17:26:12 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-2a39f46f-22ca-4c0e-a75c-2da712c344fb tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:26:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-2a39f46f-22ca-4c0e-a75c-2da712c344fb tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:26:12 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:12 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:13 user nova-compute[74854]: DEBUG nova.compute.manager [req-483e5370-bbf9-4fde-ac97-1185e01e8ef0 req-4fefbd82-b2e0-4736-a2f4-04dc7ecc5b0d service nova] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Received event network-vif-plugged-10f2e1f8-dfd9-47a1-924a-a3e80795f396 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:26:13 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-483e5370-bbf9-4fde-ac97-1185e01e8ef0 req-4fefbd82-b2e0-4736-a2f4-04dc7ecc5b0d service nova] Acquiring lock "439f7e31-a29c-4b26-af66-32818c218e31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:26:13 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-483e5370-bbf9-4fde-ac97-1185e01e8ef0 req-4fefbd82-b2e0-4736-a2f4-04dc7ecc5b0d service nova] Lock "439f7e31-a29c-4b26-af66-32818c218e31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:26:13 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-483e5370-bbf9-4fde-ac97-1185e01e8ef0 req-4fefbd82-b2e0-4736-a2f4-04dc7ecc5b0d service nova] Lock "439f7e31-a29c-4b26-af66-32818c218e31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:26:13 user nova-compute[74854]: DEBUG nova.compute.manager [req-483e5370-bbf9-4fde-ac97-1185e01e8ef0 req-4fefbd82-b2e0-4736-a2f4-04dc7ecc5b0d service nova] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] No waiting events found dispatching network-vif-plugged-10f2e1f8-dfd9-47a1-924a-a3e80795f396 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:26:13 user nova-compute[74854]: WARNING nova.compute.manager [req-483e5370-bbf9-4fde-ac97-1185e01e8ef0 req-4fefbd82-b2e0-4736-a2f4-04dc7ecc5b0d service nova] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Received unexpected event network-vif-plugged-10f2e1f8-dfd9-47a1-924a-a3e80795f396 for instance with vm_state building and task_state spawning.
Oct 23 17:26:13 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-2a39f46f-22ca-4c0e-a75c-2da712c344fb tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:26:13 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-2a39f46f-22ca-4c0e-a75c-2da712c344fb tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:26:13 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-2a39f46f-22ca-4c0e-a75c-2da712c344fb tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.619s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:26:13 user nova-compute[74854]: INFO nova.scheduler.client.report [None req-2a39f46f-22ca-4c0e-a75c-2da712c344fb tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Deleted allocations for instance 830c4171-3aa6-489f-a2bf-78405615ddb6
Oct 23 17:26:13 user nova-compute[74854]: DEBUG nova.compute.manager [req-4cf8f0f4-ced9-4341-af93-01866b88d9d3 req-830004f7-772d-4fbc-bdba-9a09c93b2e12 service nova] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Received event network-vif-plugged-5f3010c0-24c3-4a21-97c5-c291fc70ca39 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:26:13 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-4cf8f0f4-ced9-4341-af93-01866b88d9d3 req-830004f7-772d-4fbc-bdba-9a09c93b2e12 service nova] Acquiring lock "830c4171-3aa6-489f-a2bf-78405615ddb6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:26:13 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-4cf8f0f4-ced9-4341-af93-01866b88d9d3 req-830004f7-772d-4fbc-bdba-9a09c93b2e12 service nova] Lock "830c4171-3aa6-489f-a2bf-78405615ddb6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:26:13 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-4cf8f0f4-ced9-4341-af93-01866b88d9d3 req-830004f7-772d-4fbc-bdba-9a09c93b2e12 service nova] Lock "830c4171-3aa6-489f-a2bf-78405615ddb6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:26:13 user nova-compute[74854]: DEBUG nova.compute.manager [req-4cf8f0f4-ced9-4341-af93-01866b88d9d3 req-830004f7-772d-4fbc-bdba-9a09c93b2e12 service nova] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] No waiting events found dispatching network-vif-plugged-5f3010c0-24c3-4a21-97c5-c291fc70ca39 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:26:13 user nova-compute[74854]: WARNING nova.compute.manager [req-4cf8f0f4-ced9-4341-af93-01866b88d9d3 req-830004f7-772d-4fbc-bdba-9a09c93b2e12 service nova] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Received unexpected event network-vif-plugged-5f3010c0-24c3-4a21-97c5-c291fc70ca39 for instance with vm_state deleted and task_state None.
Oct 23 17:26:13 user nova-compute[74854]: DEBUG nova.compute.manager [req-4cf8f0f4-ced9-4341-af93-01866b88d9d3 req-830004f7-772d-4fbc-bdba-9a09c93b2e12 service nova] [instance: 830c4171-3aa6-489f-a2bf-78405615ddb6] Received event network-vif-deleted-5f3010c0-24c3-4a21-97c5-c291fc70ca39 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:26:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:13 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-2a39f46f-22ca-4c0e-a75c-2da712c344fb tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "830c4171-3aa6-489f-a2bf-78405615ddb6" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.112s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:26:15 user nova-compute[74854]: DEBUG nova.compute.manager [req-bd188623-0d8b-4b78-98ed-e7f78bebf697 req-5423459e-51b3-4ae1-af8d-7e78b60bf41d service nova] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Received event network-vif-plugged-10f2e1f8-dfd9-47a1-924a-a3e80795f396 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:26:15 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-bd188623-0d8b-4b78-98ed-e7f78bebf697 req-5423459e-51b3-4ae1-af8d-7e78b60bf41d service nova] Acquiring lock "439f7e31-a29c-4b26-af66-32818c218e31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:26:15 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-bd188623-0d8b-4b78-98ed-e7f78bebf697 req-5423459e-51b3-4ae1-af8d-7e78b60bf41d service nova] Lock "439f7e31-a29c-4b26-af66-32818c218e31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:26:15 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-bd188623-0d8b-4b78-98ed-e7f78bebf697 req-5423459e-51b3-4ae1-af8d-7e78b60bf41d service nova] Lock "439f7e31-a29c-4b26-af66-32818c218e31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:26:15 user nova-compute[74854]: DEBUG nova.compute.manager [req-bd188623-0d8b-4b78-98ed-e7f78bebf697 req-5423459e-51b3-4ae1-af8d-7e78b60bf41d service nova] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] No waiting events found dispatching network-vif-plugged-10f2e1f8-dfd9-47a1-924a-a3e80795f396 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:26:15 user nova-compute[74854]: WARNING nova.compute.manager [req-bd188623-0d8b-4b78-98ed-e7f78bebf697 req-5423459e-51b3-4ae1-af8d-7e78b60bf41d service nova] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Received unexpected event network-vif-plugged-10f2e1f8-dfd9-47a1-924a-a3e80795f396 for instance with vm_state building and task_state spawning.
Oct 23 17:26:15 user nova-compute[74854]: DEBUG nova.compute.manager [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Instance event wait completed in 0 seconds for  {{(pid=74854) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 17:26:15 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Guest created on hypervisor {{(pid=74854) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 17:26:15 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Instance spawned successfully.
Oct 23 17:26:15 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 17:26:15 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Found default for hw_cdrom_bus of ide {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:26:15 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Found default for hw_disk_bus of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:26:15 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Found default for hw_input_bus of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:26:15 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Found default for hw_pointer_model of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:26:15 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Found default for hw_video_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:26:15 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Found default for hw_vif_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:26:15 user nova-compute[74854]: INFO nova.compute.manager [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Took 6.21 seconds to spawn the instance on the hypervisor.
Oct 23 17:26:15 user nova-compute[74854]: DEBUG nova.compute.manager [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:26:15 user nova-compute[74854]: INFO nova.compute.manager [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Took 25.33 seconds to build instance.
Oct 23 17:26:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e6eb6962-7679-4b57-b153-912cd44dbe01 tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Lock "439f7e31-a29c-4b26-af66-32818c218e31" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 25.438s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:26:16 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:16 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:17 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:17 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-49aaaee8-5a5e-464c-b6ad-abfc56cd84ba tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Acquiring lock "e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:26:17 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-49aaaee8-5a5e-464c-b6ad-abfc56cd84ba tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:26:18 user nova-compute[74854]: DEBUG nova.objects.instance [None req-49aaaee8-5a5e-464c-b6ad-abfc56cd84ba tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lazy-loading 'flavor' on Instance uuid e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:26:18 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-49aaaee8-5a5e-464c-b6ad-abfc56cd84ba tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.073s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:26:18 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-49aaaee8-5a5e-464c-b6ad-abfc56cd84ba tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Acquiring lock "e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:26:18 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-49aaaee8-5a5e-464c-b6ad-abfc56cd84ba tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:26:18 user nova-compute[74854]: INFO nova.compute.manager [None req-49aaaee8-5a5e-464c-b6ad-abfc56cd84ba tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Attaching volume e6cb9ab7-1044-4438-9332-d8b23f0b2545 to /dev/vdb
Oct 23 17:26:18 user nova-compute[74854]: DEBUG os_brick.utils [None req-49aaaee8-5a5e-464c-b6ad-abfc56cd84ba tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:26:18 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:26:18 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:26:18 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca12c660-d5ed-47c7-97e3-3fab6f306d33]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a321e2f0722\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:26:18 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:26:18 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.024s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:26:18 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[fccafc5e-2b9e-4859-a379-84c079637a5c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:26:18 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:26:18 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:26:18 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9aa6741-1786-40b1-8bd7-78569ddab257]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:26:18 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae3a4a45-8dbf-46e1-90d0-868aa58778f5]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:26:18 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-49aaaee8-5a5e-464c-b6ad-abfc56cd84ba tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Running cmd (subprocess): nvme version {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:26:18 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-49aaaee8-5a5e-464c-b6ad-abfc56cd84ba tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] 'nvme version' failed. Not Retrying. {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:26:18 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.nvmeof [None req-49aaaee8-5a5e-464c-b6ad-abfc56cd84ba tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] nvme not present on system {{(pid=74854) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 17:26:18 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:26:18 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:26:18 user nova-compute[74854]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 17:26:18 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[2bf1db53-21ac-444c-b6c0-5a31a046894d]: (4, '') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:26:18 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-49aaaee8-5a5e-464c-b6ad-abfc56cd84ba tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74854) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 17:26:18 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-49aaaee8-5a5e-464c-b6ad-abfc56cd84ba tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 17:26:18 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-49aaaee8-5a5e-464c-b6ad-abfc56cd84ba tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] LIGHTOS: no hostnqn found. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 17:26:18 user nova-compute[74854]: DEBUG os_brick.utils [None req-49aaaee8-5a5e-464c-b6ad-abfc56cd84ba tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] <== get_connector_properties: return (136ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a321e2f0722', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:26:18 user nova-compute[74854]: DEBUG nova.virt.block_device [None req-49aaaee8-5a5e-464c-b6ad-abfc56cd84ba tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Updating existing volume attachment record: 1345eab4-6225-4384-85cb-bd20e3dd79da {{(pid=74854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 17:26:21 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:21 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:26 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:26 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:26 user nova-compute[74854]: DEBUG nova.compute.manager [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Start spawning the instance on the hypervisor. {{(pid=74854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 17:26:26 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Creating instance directory {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 17:26:26 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Creating image(s)
Oct 23 17:26:26 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Did not create local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 23 17:26:26 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Ensure instance console log exists: /opt/stack/data/nova/instances/ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336/console.log {{(pid=74854) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 17:26:26 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:26:26 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:26:26 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:26:26 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Start _get_guest_xml network_info=[{"id": "3b8d5ff2-2e1a-4ef1-b9b9-4fe8dcfca3d2", "address": "fa:16:3e:42:c3:38", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b8d5ff2-2e", "ovs_interfaceid": "3b8d5ff2-2e1a-4ef1-b9b9-4fe8dcfca3d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'attachment_id': '556425db-f1cb-4e63-93a3-900f8152f204', 'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ldIYfTmc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336', 'attached_at': '', 'detached_at': '', 'volume_id': 'd48acb80-eaee-4bf9-ab06-14d61a4352c4', 'serial': 'd48acb80-eaee-4bf9-ab06-14d61a4352c4'}, 'mount_device': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'volume_type': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:26:26 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:26:26 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:26:26 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:26:26 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:26:26 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:26:26 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:26:26 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:26:26 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:26:26 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:26:26 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:26:26 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:26:26 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:26:26 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:26:26 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:26:26 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:26:26 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:26:26 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:26:26 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:26:27 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Calling os-brick to attach iSCSI Volume {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 17:26:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ldIYfTmc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:26:27 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:26:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:26:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:26:27 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:26:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:26:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.003s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:26:27 user nova-compute[74854]: INFO os_brick.initiator.connectors.iscsi [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 17:26:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 -p 172.16.0.220:3260 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:26:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:26:27 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[7bdc16d2-ea19-403a-9314-b2e1837e253d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:26:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 17:26:27 user nova-compute[74854]:  {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:26:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 -p 172.16.0.220:3260 --interface default --op new {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:26:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.044s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:26:27 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0046d89-78b7-48ea-b284-a815c5a6129e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4] added\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:26:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4] added
Oct 23 17:26:27 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:26:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:26:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:26:27 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[da6defd7-38be-4079-95b8-952e1c00d6bf]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:26:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:26:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:26:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:26:27 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[04fc128e-1c0c-4189-99f1-beeb607f0dfe]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:26:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:26:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ldIYfTmc {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:26:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ldIYfTmc" returned: 0 in 0.027s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:26:27 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[91d3582c-76d0-4819-8f23-5ef97474fabc]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:26:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ldIYfTmc'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:26:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:26:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.028s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:26:27 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1f22993-a488-43f9-bc8c-ac8a33edc1a3]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:26:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:26:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:26:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:26:27 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[26260bd1-5843-4fcf-be81-a996bea7b414]: (4, ('tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:26:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)
Oct 23 17:26:27 user nova-compute[74854]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f (non-flash)
Oct 23 17:26:27 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:26:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsi session list stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)
Oct 23 17:26:27 user nova-compute[74854]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f (non-flash)
Oct 23 17:26:27 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:26:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 -p 172.16.0.220:3260 --login {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:26:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 -p 172.16.0.220:3260 --login" returned: 0 in 0.072s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:26:27 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b1cb090-8c90-4009-ad7e-cd787219a584]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:26:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4, portal: 172.16.0.220,3260]
Oct 23 17:26:27 user nova-compute[74854]: Login to [iface: default, target: iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4, portal: 172.16.0.220,3260] successful.
Oct 23 17:26:27 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:26:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:26:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:26:27 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[6152391c-0971-4323-8de7-b9ed198f3d89]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:26:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:26:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:26:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:26:27 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[311170db-1c52-492c-aa4f-e6b94fe3b079]: (4, ('tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:26:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)
Oct 23 17:26:27 user nova-compute[74854]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f (non-flash)
Oct 23 17:26:27 user nova-compute[74854]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 (non-flash)
Oct 23 17:26:27 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:26:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsi session list stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)
Oct 23 17:26:27 user nova-compute[74854]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f (non-flash)
Oct 23 17:26:27 user nova-compute[74854]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 (non-flash)
Oct 23 17:26:27 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:26:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.355s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:26:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Connected to 172.16.0.220:3260 {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 17:26:27 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] HCTL ('35', '-', '-', 0) found on session 39 with lun 0 {{(pid=74854) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 17:26:27 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74854) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 17:26:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:26:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:26:27 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[79f41c62-af08-47e5-b238-20b7f18153c0]: (4, ('- - 0', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:26:27 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Searching for a device in session 39 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:26:27 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ldIYfTmc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 17:26:28 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.405s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:26:28 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] <== connect_volume: return (1407ms) {'type': 'block', 'scsi_wwn': '23332343836663234', 'path': '/dev/sdd'} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:26:28 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23332343836663234', 'path': '/dev/sdd'} {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 17:26:28 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:25:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-1800125806',display_name='tempest-TestVolumeBootPattern-volume-backed-server-1800125806',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-1800125806',id=38,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCjzBA9I97XhWrKnl5CZNTkNjST1+ZqlagdX7AnrQCVL58yvR74ZnSRZpmJOTV3sqz0mlKMALgAsqjHYs9ODgt9/tQai8cy24PLRPMZDCt3nRhdomDYmDXdOGtEP6fPDEg==',key_name='tempest-keypair-467571909',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3560285cd557461eae016907fb469040',ramdisk_id='',reservation_id='r-nu0ncd8h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1291140693',owner_user_name='tempest-TestVolumeBootPattern-1291140693-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:25:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='40d10700efba402e9cc769d2510f8311',uuid=ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3b8d5ff2-2e1a-4ef1-b9b9-4fe8dcfca3d2", "address": "fa:16:3e:42:c3:38", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b8d5ff2-2e", "ovs_interfaceid": "3b8d5ff2-2e1a-4ef1-b9b9-4fe8dcfca3d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:26:28 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Converting VIF {"id": "3b8d5ff2-2e1a-4ef1-b9b9-4fe8dcfca3d2", "address": "fa:16:3e:42:c3:38", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b8d5ff2-2e", "ovs_interfaceid": "3b8d5ff2-2e1a-4ef1-b9b9-4fe8dcfca3d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:26:28 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:42:c3:38,bridge_name='br-int',has_traffic_filtering=True,id=3b8d5ff2-2e1a-4ef1-b9b9-4fe8dcfca3d2,network=Network(fb72fe03-c822-4d0e-99e3-cec932363ec0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3b8d5ff2-2e') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:26:28 user nova-compute[74854]: DEBUG nova.objects.instance [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lazy-loading 'pci_devices' on Instance uuid ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:26:28 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:26:28 user nova-compute[74854]:   <uuid>ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336</uuid>
Oct 23 17:26:28 user nova-compute[74854]:   <name>instance-00000026</name>
Oct 23 17:26:28 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:26:28 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:26:28 user nova-compute[74854]:   <metadata>
Oct 23 17:26:28 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:26:28 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:26:28 user nova-compute[74854]:       <nova:name>tempest-TestVolumeBootPattern-volume-backed-server-1800125806</nova:name>
Oct 23 17:26:28 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:26:26</nova:creationTime>
Oct 23 17:26:28 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:26:28 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:26:28 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:26:28 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:26:28 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:26:28 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:26:28 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:26:28 user nova-compute[74854]:       <nova:owner>
Oct 23 17:26:28 user nova-compute[74854]:         <nova:user uuid="40d10700efba402e9cc769d2510f8311">tempest-TestVolumeBootPattern-1291140693-project-member</nova:user>
Oct 23 17:26:28 user nova-compute[74854]:         <nova:project uuid="3560285cd557461eae016907fb469040">tempest-TestVolumeBootPattern-1291140693</nova:project>
Oct 23 17:26:28 user nova-compute[74854]:       </nova:owner>
Oct 23 17:26:28 user nova-compute[74854]:       <nova:ports>
Oct 23 17:26:28 user nova-compute[74854]:         <nova:port uuid="3b8d5ff2-2e1a-4ef1-b9b9-4fe8dcfca3d2">
Oct 23 17:26:28 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 23 17:26:28 user nova-compute[74854]:         </nova:port>
Oct 23 17:26:28 user nova-compute[74854]:       </nova:ports>
Oct 23 17:26:28 user nova-compute[74854]:     </nova:instance>
Oct 23 17:26:28 user nova-compute[74854]:   </metadata>
Oct 23 17:26:28 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:26:28 user nova-compute[74854]:     <system>
Oct 23 17:26:28 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:26:28 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:26:28 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:26:28 user nova-compute[74854]:       <entry name="serial">ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336</entry>
Oct 23 17:26:28 user nova-compute[74854]:       <entry name="uuid">ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336</entry>
Oct 23 17:26:28 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:26:28 user nova-compute[74854]:     </system>
Oct 23 17:26:28 user nova-compute[74854]:   </sysinfo>
Oct 23 17:26:28 user nova-compute[74854]:   <os>
Oct 23 17:26:28 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:26:28 user nova-compute[74854]:     <boot dev="hd"/>
Oct 23 17:26:28 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:26:28 user nova-compute[74854]:   </os>
Oct 23 17:26:28 user nova-compute[74854]:   <features>
Oct 23 17:26:28 user nova-compute[74854]:     <acpi/>
Oct 23 17:26:28 user nova-compute[74854]:     <apic/>
Oct 23 17:26:28 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:26:28 user nova-compute[74854]:   </features>
Oct 23 17:26:28 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:26:28 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:26:28 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:26:28 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:26:28 user nova-compute[74854]:   </clock>
Oct 23 17:26:28 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:26:28 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:26:28 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:26:28 user nova-compute[74854]:   </cpu>
Oct 23 17:26:28 user nova-compute[74854]:   <devices>
Oct 23 17:26:28 user nova-compute[74854]:     <disk type="block" device="disk">
Oct 23 17:26:28 user nova-compute[74854]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:26:28 user nova-compute[74854]:       <source dev="/dev/sdd"/>
Oct 23 17:26:28 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:26:28 user nova-compute[74854]:       <serial>d48acb80-eaee-4bf9-ab06-14d61a4352c4</serial>
Oct 23 17:26:28 user nova-compute[74854]:     </disk>
Oct 23 17:26:28 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:26:28 user nova-compute[74854]:       <mac address="fa:16:3e:42:c3:38"/>
Oct 23 17:26:28 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:26:28 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:26:28 user nova-compute[74854]:       <target dev="tap3b8d5ff2-2e"/>
Oct 23 17:26:28 user nova-compute[74854]:     </interface>
Oct 23 17:26:28 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:26:28 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336/console.log" append="off"/>
Oct 23 17:26:28 user nova-compute[74854]:     </serial>
Oct 23 17:26:28 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:26:28 user nova-compute[74854]:     <video>
Oct 23 17:26:28 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:26:28 user nova-compute[74854]:     </video>
Oct 23 17:26:28 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:26:28 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:26:28 user nova-compute[74854]:     </rng>
Oct 23 17:26:28 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:26:28 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:26:28 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:26:28 user nova-compute[74854]:     </memballoon>
Oct 23 17:26:28 user nova-compute[74854]:   </devices>
Oct 23 17:26:28 user nova-compute[74854]: </domain>
Oct 23 17:26:28 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:26:28 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:25:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-1800125806',display_name='tempest-TestVolumeBootPattern-volume-backed-server-1800125806',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-1800125806',id=38,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCjzBA9I97XhWrKnl5CZNTkNjST1+ZqlagdX7AnrQCVL58yvR74ZnSRZpmJOTV3sqz0mlKMALgAsqjHYs9ODgt9/tQai8cy24PLRPMZDCt3nRhdomDYmDXdOGtEP6fPDEg==',key_name='tempest-keypair-467571909',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3560285cd557461eae016907fb469040',ramdisk_id='',reservation_id='r-nu0ncd8h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1291140693',owner_user_name='tempest-TestVolumeBootPattern-1291140693-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:25:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='40d10700efba402e9cc769d2510f8311',uuid=ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3b8d5ff2-2e1a-4ef1-b9b9-4fe8dcfca3d2", "address": "fa:16:3e:42:c3:38", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b8d5ff2-2e", "ovs_interfaceid": "3b8d5ff2-2e1a-4ef1-b9b9-4fe8dcfca3d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:26:28 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Converting VIF {"id": "3b8d5ff2-2e1a-4ef1-b9b9-4fe8dcfca3d2", "address": "fa:16:3e:42:c3:38", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b8d5ff2-2e", "ovs_interfaceid": "3b8d5ff2-2e1a-4ef1-b9b9-4fe8dcfca3d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:26:28 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:42:c3:38,bridge_name='br-int',has_traffic_filtering=True,id=3b8d5ff2-2e1a-4ef1-b9b9-4fe8dcfca3d2,network=Network(fb72fe03-c822-4d0e-99e3-cec932363ec0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3b8d5ff2-2e') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:26:28 user nova-compute[74854]: DEBUG os_vif [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:42:c3:38,bridge_name='br-int',has_traffic_filtering=True,id=3b8d5ff2-2e1a-4ef1-b9b9-4fe8dcfca3d2,network=Network(fb72fe03-c822-4d0e-99e3-cec932363ec0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3b8d5ff2-2e') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:26:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:26:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:26:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6cbfaf5a-1514-508c-8862-1564a6496926', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:26:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:26:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3b8d5ff2-2e, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:26:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3b8d5ff2-2e, col_values=(('qos', UUID('a70a386f-d164-408b-b662-b8dff5ffef7d')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:26:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3b8d5ff2-2e, col_values=(('external_ids', {'iface-id': '3b8d5ff2-2e1a-4ef1-b9b9-4fe8dcfca3d2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:42:c3:38', 'vm-uuid': 'ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:26:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:26:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:28 user nova-compute[74854]: INFO os_vif [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:42:c3:38,bridge_name='br-int',has_traffic_filtering=True,id=3b8d5ff2-2e1a-4ef1-b9b9-4fe8dcfca3d2,network=Network(fb72fe03-c822-4d0e-99e3-cec932363ec0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3b8d5ff2-2e')
Oct 23 17:26:28 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:26:28 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] No VIF found with MAC fa:16:3e:42:c3:38, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:26:29 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:29 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:29 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:30 user nova-compute[74854]: DEBUG nova.compute.manager [req-de96e7ba-ce3d-4c16-b796-039ce42ba1e3 req-fdf725b9-c4e5-4d7d-a07d-5950fe9fc7ad service nova] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Received event network-vif-plugged-3b8d5ff2-2e1a-4ef1-b9b9-4fe8dcfca3d2 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:26:30 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-de96e7ba-ce3d-4c16-b796-039ce42ba1e3 req-fdf725b9-c4e5-4d7d-a07d-5950fe9fc7ad service nova] Acquiring lock "ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:26:30 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-de96e7ba-ce3d-4c16-b796-039ce42ba1e3 req-fdf725b9-c4e5-4d7d-a07d-5950fe9fc7ad service nova] Lock "ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:26:30 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-de96e7ba-ce3d-4c16-b796-039ce42ba1e3 req-fdf725b9-c4e5-4d7d-a07d-5950fe9fc7ad service nova] Lock "ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:26:30 user nova-compute[74854]: DEBUG nova.compute.manager [req-de96e7ba-ce3d-4c16-b796-039ce42ba1e3 req-fdf725b9-c4e5-4d7d-a07d-5950fe9fc7ad service nova] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] No waiting events found dispatching network-vif-plugged-3b8d5ff2-2e1a-4ef1-b9b9-4fe8dcfca3d2 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:26:30 user nova-compute[74854]: WARNING nova.compute.manager [req-de96e7ba-ce3d-4c16-b796-039ce42ba1e3 req-fdf725b9-c4e5-4d7d-a07d-5950fe9fc7ad service nova] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Received unexpected event network-vif-plugged-3b8d5ff2-2e1a-4ef1-b9b9-4fe8dcfca3d2 for instance with vm_state building and task_state spawning.
Oct 23 17:26:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:31 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:32 user nova-compute[74854]: DEBUG nova.compute.manager [req-ec8d6839-2198-47e1-9b27-19b47ec1e0ba req-36192bbe-b02f-4f81-a2cd-85c4ad7b7e7c service nova] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Received event network-vif-plugged-3b8d5ff2-2e1a-4ef1-b9b9-4fe8dcfca3d2 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:26:32 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-ec8d6839-2198-47e1-9b27-19b47ec1e0ba req-36192bbe-b02f-4f81-a2cd-85c4ad7b7e7c service nova] Acquiring lock "ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:26:32 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-ec8d6839-2198-47e1-9b27-19b47ec1e0ba req-36192bbe-b02f-4f81-a2cd-85c4ad7b7e7c service nova] Lock "ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:26:32 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-ec8d6839-2198-47e1-9b27-19b47ec1e0ba req-36192bbe-b02f-4f81-a2cd-85c4ad7b7e7c service nova] Lock "ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:26:32 user nova-compute[74854]: DEBUG nova.compute.manager [req-ec8d6839-2198-47e1-9b27-19b47ec1e0ba req-36192bbe-b02f-4f81-a2cd-85c4ad7b7e7c service nova] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] No waiting events found dispatching network-vif-plugged-3b8d5ff2-2e1a-4ef1-b9b9-4fe8dcfca3d2 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:26:32 user nova-compute[74854]: WARNING nova.compute.manager [req-ec8d6839-2198-47e1-9b27-19b47ec1e0ba req-36192bbe-b02f-4f81-a2cd-85c4ad7b7e7c service nova] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Received unexpected event network-vif-plugged-3b8d5ff2-2e1a-4ef1-b9b9-4fe8dcfca3d2 for instance with vm_state building and task_state spawning.
Oct 23 17:26:32 user nova-compute[74854]: DEBUG nova.compute.manager [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Instance event wait completed in 0 seconds for  {{(pid=74854) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 17:26:32 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Guest created on hypervisor {{(pid=74854) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 17:26:32 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Instance spawned successfully.
Oct 23 17:26:32 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 17:26:32 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Found default for hw_cdrom_bus of ide {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:26:32 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Found default for hw_disk_bus of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:26:32 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Found default for hw_input_bus of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:26:32 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Found default for hw_pointer_model of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:26:32 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Found default for hw_video_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:26:32 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Found default for hw_vif_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:26:32 user nova-compute[74854]: INFO nova.compute.manager [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Took 5.65 seconds to spawn the instance on the hypervisor.
Oct 23 17:26:32 user nova-compute[74854]: DEBUG nova.compute.manager [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:26:32 user nova-compute[74854]: INFO nova.compute.manager [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Took 38.89 seconds to build instance.
Oct 23 17:26:32 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-8d202eaf-c13d-4eda-adbe-0673ab1d2501 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 38.990s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:26:33 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-48c78452-5dd7-4f11-834f-7a292e281d53 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Acquiring lock "ebdd2079-dbb8-44e5-8e02-53df3302b70f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:26:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-48c78452-5dd7-4f11-834f-7a292e281d53 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "ebdd2079-dbb8-44e5-8e02-53df3302b70f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:26:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-48c78452-5dd7-4f11-834f-7a292e281d53 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Acquiring lock "ebdd2079-dbb8-44e5-8e02-53df3302b70f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:26:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-48c78452-5dd7-4f11-834f-7a292e281d53 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "ebdd2079-dbb8-44e5-8e02-53df3302b70f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:26:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-48c78452-5dd7-4f11-834f-7a292e281d53 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "ebdd2079-dbb8-44e5-8e02-53df3302b70f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:26:35 user nova-compute[74854]: INFO nova.compute.manager [None req-48c78452-5dd7-4f11-834f-7a292e281d53 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Terminating instance
Oct 23 17:26:35 user nova-compute[74854]: DEBUG nova.compute.manager [None req-48c78452-5dd7-4f11-834f-7a292e281d53 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Start destroying the instance on the hypervisor. {{(pid=74854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 17:26:35 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:35 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:35 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:35 user nova-compute[74854]: DEBUG nova.compute.manager [req-3c6bfe2b-7d21-4de5-a7a5-ec0aab4945cd req-e5427f20-447c-4d1b-b054-6627b5f8757f service nova] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Received event network-vif-unplugged-79c146d2-796c-4469-922f-5fdee10f75f2 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:26:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-3c6bfe2b-7d21-4de5-a7a5-ec0aab4945cd req-e5427f20-447c-4d1b-b054-6627b5f8757f service nova] Acquiring lock "ebdd2079-dbb8-44e5-8e02-53df3302b70f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:26:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-3c6bfe2b-7d21-4de5-a7a5-ec0aab4945cd req-e5427f20-447c-4d1b-b054-6627b5f8757f service nova] Lock "ebdd2079-dbb8-44e5-8e02-53df3302b70f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:26:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-3c6bfe2b-7d21-4de5-a7a5-ec0aab4945cd req-e5427f20-447c-4d1b-b054-6627b5f8757f service nova] Lock "ebdd2079-dbb8-44e5-8e02-53df3302b70f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:26:35 user nova-compute[74854]: DEBUG nova.compute.manager [req-3c6bfe2b-7d21-4de5-a7a5-ec0aab4945cd req-e5427f20-447c-4d1b-b054-6627b5f8757f service nova] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] No waiting events found dispatching network-vif-unplugged-79c146d2-796c-4469-922f-5fdee10f75f2 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:26:35 user nova-compute[74854]: DEBUG nova.compute.manager [req-3c6bfe2b-7d21-4de5-a7a5-ec0aab4945cd req-e5427f20-447c-4d1b-b054-6627b5f8757f service nova] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Received event network-vif-unplugged-79c146d2-796c-4469-922f-5fdee10f75f2 for instance with task_state deleting. {{(pid=74854) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 17:26:35 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:36 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Instance destroyed successfully.
Oct 23 17:26:36 user nova-compute[74854]: DEBUG nova.objects.instance [None req-48c78452-5dd7-4f11-834f-7a292e281d53 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lazy-loading 'resources' on Instance uuid ebdd2079-dbb8-44e5-8e02-53df3302b70f {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:26:36 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-48c78452-5dd7-4f11-834f-7a292e281d53 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:09:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-139214832',display_name='tempest-ServerRescueNegativeTestJSON-server-139214832',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-139214832',id=19,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:11:55Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c07d48b0f4a64bd38bff95e84d480918',ramdisk_id='',reservation_id='r-pjavhz00',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1105748128',owner_user_name='tempest-ServerRescueNegativeTestJSON-1105748128-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:11:56Z,user_data=None,user_id='426333ef87a54606bbc4aa556869dae2',uuid=ebdd2079-dbb8-44e5-8e02-53df3302b70f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='rescued') vif={"id": "79c146d2-796c-4469-922f-5fdee10f75f2", "address": "fa:16:3e:ba:07:c7", "network": {"id": "61eabfd2-7ac3-42e7-8714-bdd76338bb9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939150687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c07d48b0f4a64bd38bff95e84d480918", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79c146d2-79", "ovs_interfaceid": "79c146d2-796c-4469-922f-5fdee10f75f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:26:36 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-48c78452-5dd7-4f11-834f-7a292e281d53 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Converting VIF {"id": "79c146d2-796c-4469-922f-5fdee10f75f2", "address": "fa:16:3e:ba:07:c7", "network": {"id": "61eabfd2-7ac3-42e7-8714-bdd76338bb9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939150687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c07d48b0f4a64bd38bff95e84d480918", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79c146d2-79", "ovs_interfaceid": "79c146d2-796c-4469-922f-5fdee10f75f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:26:36 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-48c78452-5dd7-4f11-834f-7a292e281d53 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ba:07:c7,bridge_name='br-int',has_traffic_filtering=True,id=79c146d2-796c-4469-922f-5fdee10f75f2,network=Network(61eabfd2-7ac3-42e7-8714-bdd76338bb9b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap79c146d2-79') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:26:36 user nova-compute[74854]: DEBUG os_vif [None req-48c78452-5dd7-4f11-834f-7a292e281d53 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ba:07:c7,bridge_name='br-int',has_traffic_filtering=True,id=79c146d2-796c-4469-922f-5fdee10f75f2,network=Network(61eabfd2-7ac3-42e7-8714-bdd76338bb9b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap79c146d2-79') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:26:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap79c146d2-79, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:26:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:26:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e3c93666-4bdb-4aa0-b18d-cd5188ef01e4) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:26:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:26:36 user nova-compute[74854]: INFO os_vif [None req-48c78452-5dd7-4f11-834f-7a292e281d53 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ba:07:c7,bridge_name='br-int',has_traffic_filtering=True,id=79c146d2-796c-4469-922f-5fdee10f75f2,network=Network(61eabfd2-7ac3-42e7-8714-bdd76338bb9b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap79c146d2-79')
Oct 23 17:26:36 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-48c78452-5dd7-4f11-834f-7a292e281d53 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Deleting instance files /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f_del
Oct 23 17:26:36 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-48c78452-5dd7-4f11-834f-7a292e281d53 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Deletion of /opt/stack/data/nova/instances/ebdd2079-dbb8-44e5-8e02-53df3302b70f_del complete
Oct 23 17:26:36 user nova-compute[74854]: INFO nova.compute.manager [None req-48c78452-5dd7-4f11-834f-7a292e281d53 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Took 1.05 seconds to destroy the instance on the hypervisor.
Oct 23 17:26:36 user nova-compute[74854]: DEBUG oslo.service.loopingcall [None req-48c78452-5dd7-4f11-834f-7a292e281d53 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 17:26:36 user nova-compute[74854]: DEBUG nova.compute.manager [-] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Deallocating network for instance {{(pid=74854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 17:26:36 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] deallocate_for_instance() {{(pid=74854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 17:26:37 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:26:37 user nova-compute[74854]: INFO nova.compute.manager [-] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Took 0.84 seconds to deallocate network for instance.
Oct 23 17:26:37 user nova-compute[74854]: DEBUG nova.compute.manager [req-82ca565f-1f21-457e-810f-20e3ff072351 req-0dd56898-5ad2-40ca-acdf-517728604761 service nova] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Received event network-vif-deleted-79c146d2-796c-4469-922f-5fdee10f75f2 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:26:37 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-48c78452-5dd7-4f11-834f-7a292e281d53 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:26:37 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-48c78452-5dd7-4f11-834f-7a292e281d53 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:26:37 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-48c78452-5dd7-4f11-834f-7a292e281d53 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:26:37 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-48c78452-5dd7-4f11-834f-7a292e281d53 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:26:37 user nova-compute[74854]: DEBUG nova.compute.manager [req-9c9b8478-6f4a-4c2e-8502-09c37beb69d3 req-3029a536-5c55-4cef-b982-92d3c388b83a service nova] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Received event network-vif-plugged-79c146d2-796c-4469-922f-5fdee10f75f2 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:26:37 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-9c9b8478-6f4a-4c2e-8502-09c37beb69d3 req-3029a536-5c55-4cef-b982-92d3c388b83a service nova] Acquiring lock "ebdd2079-dbb8-44e5-8e02-53df3302b70f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:26:37 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-9c9b8478-6f4a-4c2e-8502-09c37beb69d3 req-3029a536-5c55-4cef-b982-92d3c388b83a service nova] Lock "ebdd2079-dbb8-44e5-8e02-53df3302b70f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:26:37 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-9c9b8478-6f4a-4c2e-8502-09c37beb69d3 req-3029a536-5c55-4cef-b982-92d3c388b83a service nova] Lock "ebdd2079-dbb8-44e5-8e02-53df3302b70f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:26:37 user nova-compute[74854]: DEBUG nova.compute.manager [req-9c9b8478-6f4a-4c2e-8502-09c37beb69d3 req-3029a536-5c55-4cef-b982-92d3c388b83a service nova] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] No waiting events found dispatching network-vif-plugged-79c146d2-796c-4469-922f-5fdee10f75f2 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:26:37 user nova-compute[74854]: WARNING nova.compute.manager [req-9c9b8478-6f4a-4c2e-8502-09c37beb69d3 req-3029a536-5c55-4cef-b982-92d3c388b83a service nova] [instance: ebdd2079-dbb8-44e5-8e02-53df3302b70f] Received unexpected event network-vif-plugged-79c146d2-796c-4469-922f-5fdee10f75f2 for instance with vm_state deleted and task_state None.
Oct 23 17:26:37 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-48c78452-5dd7-4f11-834f-7a292e281d53 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.509s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:26:37 user nova-compute[74854]: INFO nova.scheduler.client.report [None req-48c78452-5dd7-4f11-834f-7a292e281d53 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Deleted allocations for instance ebdd2079-dbb8-44e5-8e02-53df3302b70f
Oct 23 17:26:37 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-48c78452-5dd7-4f11-834f-7a292e281d53 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "ebdd2079-dbb8-44e5-8e02-53df3302b70f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.707s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:26:38 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-49aaaee8-5a5e-464c-b6ad-abfc56cd84ba tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Calling os-brick to attach iSCSI Volume {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 17:26:38 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-49aaaee8-5a5e-464c-b6ad-abfc56cd84ba tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:e6cb9ab7-1044-4438-9332-d8b23f0b2545', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UMfiPTna', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:26:38 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-49aaaee8-5a5e-464c-b6ad-abfc56cd84ba tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:26:38 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-49aaaee8-5a5e-464c-b6ad-abfc56cd84ba tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:26:38 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-49aaaee8-5a5e-464c-b6ad-abfc56cd84ba tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:26:38 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-49aaaee8-5a5e-464c-b6ad-abfc56cd84ba tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:26:38 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-49aaaee8-5a5e-464c-b6ad-abfc56cd84ba tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e6cb9ab7-1044-4438-9332-d8b23f0b2545" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:26:38 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-49aaaee8-5a5e-464c-b6ad-abfc56cd84ba tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e6cb9ab7-1044-4438-9332-d8b23f0b2545" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:26:38 user nova-compute[74854]: INFO os_brick.initiator.connectors.iscsi [None req-49aaaee8-5a5e-464c-b6ad-abfc56cd84ba tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 17:26:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e6cb9ab7-1044-4438-9332-d8b23f0b2545 -p 172.16.0.220:3260 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:26:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e6cb9ab7-1044-4438-9332-d8b23f0b2545 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:26:38 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3a971de-d29c-49be-96d9-c6e62179f7f1]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:26:38 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-49aaaee8-5a5e-464c-b6ad-abfc56cd84ba tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 17:26:38 user nova-compute[74854]:  {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:26:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e6cb9ab7-1044-4438-9332-d8b23f0b2545 -p 172.16.0.220:3260 --interface default --op new {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:26:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e6cb9ab7-1044-4438-9332-d8b23f0b2545 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:26:38 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[5273a52a-1aaa-4985-b10e-e5c3f80878a9]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e6cb9ab7-1044-4438-9332-d8b23f0b2545] added\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:26:38 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-49aaaee8-5a5e-464c-b6ad-abfc56cd84ba tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e6cb9ab7-1044-4438-9332-d8b23f0b2545] added
Oct 23 17:26:38 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:26:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e6cb9ab7-1044-4438-9332-d8b23f0b2545 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:26:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e6cb9ab7-1044-4438-9332-d8b23f0b2545 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:26:38 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fb1ab42-7892-4e13-9a13-c28f96babb72]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:26:38 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-49aaaee8-5a5e-464c-b6ad-abfc56cd84ba tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:26:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e6cb9ab7-1044-4438-9332-d8b23f0b2545 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:26:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e6cb9ab7-1044-4438-9332-d8b23f0b2545 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:26:38 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[97c96f2d-687d-4c63-b1b5-938a4b6fc3f4]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:26:38 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-49aaaee8-5a5e-464c-b6ad-abfc56cd84ba tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:26:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e6cb9ab7-1044-4438-9332-d8b23f0b2545 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UMfiPTna {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:26:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e6cb9ab7-1044-4438-9332-d8b23f0b2545 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UMfiPTna" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:26:38 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b7142ea-5d76-4555-a6d5-15221e7f2549]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:26:38 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-49aaaee8-5a5e-464c-b6ad-abfc56cd84ba tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'UMfiPTna'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:26:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e6cb9ab7-1044-4438-9332-d8b23f0b2545 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:26:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e6cb9ab7-1044-4438-9332-d8b23f0b2545 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:26:38 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[88f66670-fe9f-480e-bd49-d4a5118716b2]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:26:38 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-49aaaee8-5a5e-464c-b6ad-abfc56cd84ba tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:26:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:26:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:26:38 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[761dc79d-a145-4495-9446-4b52e130c7f5]: (4, ('tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:26:38 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-49aaaee8-5a5e-464c-b6ad-abfc56cd84ba tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)
Oct 23 17:26:38 user nova-compute[74854]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f (non-flash)
Oct 23 17:26:38 user nova-compute[74854]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 (non-flash)
Oct 23 17:26:38 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:26:38 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-49aaaee8-5a5e-464c-b6ad-abfc56cd84ba tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] iscsi session list stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)
Oct 23 17:26:38 user nova-compute[74854]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f (non-flash)
Oct 23 17:26:38 user nova-compute[74854]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 (non-flash)
Oct 23 17:26:38 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:26:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e6cb9ab7-1044-4438-9332-d8b23f0b2545 -p 172.16.0.220:3260 --login {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:26:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e6cb9ab7-1044-4438-9332-d8b23f0b2545 -p 172.16.0.220:3260 --login" returned: 0 in 0.063s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:26:38 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[692d6d87-7002-4ebb-91f4-9188a4f89c05]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:e6cb9ab7-1044-4438-9332-d8b23f0b2545, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:e6cb9ab7-1044-4438-9332-d8b23f0b2545, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:26:38 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-49aaaee8-5a5e-464c-b6ad-abfc56cd84ba tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:e6cb9ab7-1044-4438-9332-d8b23f0b2545, portal: 172.16.0.220,3260]
Oct 23 17:26:38 user nova-compute[74854]: Login to [iface: default, target: iqn.2010-10.org.openstack:e6cb9ab7-1044-4438-9332-d8b23f0b2545, portal: 172.16.0.220,3260] successful.
Oct 23 17:26:38 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:26:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e6cb9ab7-1044-4438-9332-d8b23f0b2545 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:26:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e6cb9ab7-1044-4438-9332-d8b23f0b2545 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:26:38 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[484530f6-6656-475f-99fc-a99e418fd4b8]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:26:38 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-49aaaee8-5a5e-464c-b6ad-abfc56cd84ba tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:26:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:26:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:26:38 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[881805ce-2047-4222-82dc-8f8e73da6101]: (4, ('tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e6cb9ab7-1044-4438-9332-d8b23f0b2545 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:26:38 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-49aaaee8-5a5e-464c-b6ad-abfc56cd84ba tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)
Oct 23 17:26:38 user nova-compute[74854]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f (non-flash)
Oct 23 17:26:38 user nova-compute[74854]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 (non-flash)
Oct 23 17:26:38 user nova-compute[74854]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e6cb9ab7-1044-4438-9332-d8b23f0b2545 (non-flash)
Oct 23 17:26:38 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:26:38 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-49aaaee8-5a5e-464c-b6ad-abfc56cd84ba tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] iscsi session list stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)
Oct 23 17:26:38 user nova-compute[74854]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f (non-flash)
Oct 23 17:26:38 user nova-compute[74854]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 (non-flash)
Oct 23 17:26:38 user nova-compute[74854]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e6cb9ab7-1044-4438-9332-d8b23f0b2545 (non-flash)
Oct 23 17:26:38 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:26:38 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-49aaaee8-5a5e-464c-b6ad-abfc56cd84ba tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e6cb9ab7-1044-4438-9332-d8b23f0b2545" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.290s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:26:38 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-49aaaee8-5a5e-464c-b6ad-abfc56cd84ba tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Connected to 172.16.0.220:3260 {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 17:26:38 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-49aaaee8-5a5e-464c-b6ad-abfc56cd84ba tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] HCTL ('36', '-', '-', 0) found on session 40 with lun 0 {{(pid=74854) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 17:26:38 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-49aaaee8-5a5e-464c-b6ad-abfc56cd84ba tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74854) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 17:26:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:26:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:26:38 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[7240346f-3c8e-46bd-8c89-ddf4175788e0]: (4, ('- - 0', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:26:38 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-49aaaee8-5a5e-464c-b6ad-abfc56cd84ba tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Searching for a device in session 40 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:26:38 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-49aaaee8-5a5e-464c-b6ad-abfc56cd84ba tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:e6cb9ab7-1044-4438-9332-d8b23f0b2545', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UMfiPTna', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 17:26:39 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-49aaaee8-5a5e-464c-b6ad-abfc56cd84ba tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.325s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:26:39 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-49aaaee8-5a5e-464c-b6ad-abfc56cd84ba tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] <== connect_volume: return (1326ms) {'type': 'block', 'scsi_wwn': '26339376365643231', 'path': '/dev/sde'} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:26:39 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-49aaaee8-5a5e-464c-b6ad-abfc56cd84ba tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26339376365643231', 'path': '/dev/sde'} {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 17:26:39 user nova-compute[74854]: DEBUG nova.objects.instance [None req-49aaaee8-5a5e-464c-b6ad-abfc56cd84ba tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lazy-loading 'flavor' on Instance uuid e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:26:39 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-49aaaee8-5a5e-464c-b6ad-abfc56cd84ba tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] attach device xml: <disk type="block" device="disk">
Oct 23 17:26:39 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:26:39 user nova-compute[74854]:   <source dev="/dev/sde"/>
Oct 23 17:26:39 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:26:39 user nova-compute[74854]:   <serial>e6cb9ab7-1044-4438-9332-d8b23f0b2545</serial>
Oct 23 17:26:39 user nova-compute[74854]: </disk>
Oct 23 17:26:39 user nova-compute[74854]:  {{(pid=74854) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 17:26:40 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-49aaaee8-5a5e-464c-b6ad-abfc56cd84ba tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:26:40 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-49aaaee8-5a5e-464c-b6ad-abfc56cd84ba tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:26:40 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-49aaaee8-5a5e-464c-b6ad-abfc56cd84ba tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] No VIF found with MAC fa:16:3e:ba:ce:e4, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:26:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-49aaaee8-5a5e-464c-b6ad-abfc56cd84ba tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 22.250s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:26:41 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:41 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:41 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-155ebcbc-30fc-462f-b532-cbe8ce036c4e tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Acquiring lock "e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:26:41 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-155ebcbc-30fc-462f-b532-cbe8ce036c4e tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:26:41 user nova-compute[74854]: INFO nova.compute.manager [None req-155ebcbc-30fc-462f-b532-cbe8ce036c4e tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Detaching volume e6cb9ab7-1044-4438-9332-d8b23f0b2545
Oct 23 17:26:41 user nova-compute[74854]: INFO nova.virt.block_device [None req-155ebcbc-30fc-462f-b532-cbe8ce036c4e tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Attempting to driver detach volume e6cb9ab7-1044-4438-9332-d8b23f0b2545 from mountpoint /dev/vdb
Oct 23 17:26:41 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-155ebcbc-30fc-462f-b532-cbe8ce036c4e tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Attempting to detach device vdb from instance e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52 from the persistent domain config. {{(pid=74854) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 17:26:41 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-155ebcbc-30fc-462f-b532-cbe8ce036c4e tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 17:26:41 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:26:41 user nova-compute[74854]:   <source dev="/dev/sde"/>
Oct 23 17:26:41 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:26:41 user nova-compute[74854]:   <serial>e6cb9ab7-1044-4438-9332-d8b23f0b2545</serial>
Oct 23 17:26:41 user nova-compute[74854]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 17:26:41 user nova-compute[74854]: </disk>
Oct 23 17:26:41 user nova-compute[74854]:  {{(pid=74854) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 17:26:42 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-155ebcbc-30fc-462f-b532-cbe8ce036c4e tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Successfully detached device vdb from instance e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52 from the persistent domain config.
Oct 23 17:26:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-155ebcbc-30fc-462f-b532-cbe8ce036c4e tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52 from the live domain config. {{(pid=74854) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 23 17:26:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-155ebcbc-30fc-462f-b532-cbe8ce036c4e tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 17:26:42 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:26:42 user nova-compute[74854]:   <source dev="/dev/sde"/>
Oct 23 17:26:42 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:26:42 user nova-compute[74854]:   <serial>e6cb9ab7-1044-4438-9332-d8b23f0b2545</serial>
Oct 23 17:26:42 user nova-compute[74854]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 17:26:42 user nova-compute[74854]: </disk>
Oct 23 17:26:42 user nova-compute[74854]:  {{(pid=74854) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 17:26:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-155ebcbc-30fc-462f-b532-cbe8ce036c4e tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52 {{(pid=74854) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 23 17:26:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:53 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:26:53 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:26:54 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:55 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:26:56 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:56 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:56 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:26:57 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:26:57 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 17:26:58 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:26:58 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:26:58 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:26:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:26:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:26:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:26:58 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Auditing locally available compute resources for user (node: user) {{(pid=74854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 17:26:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:26:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:26:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:26:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:26:59 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:26:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:26:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:26:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:26:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:26:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:26:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:26:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:27:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:27:00 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:27:00 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:27:00 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:27:00 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:27:00 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Hypervisor/Node resource view: name=user free_ram=7931MB free_disk=24.926822662353516GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=74854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 17:27:00 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:27:00 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:27:00 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Applying migration context for instance a86c9212-bc7b-40f3-97fa-20c65c3291b9 as it has an incoming, in-progress migration 967258ac-bafb-403d-8883-b5ab01c9f0ff. Migration status is finished {{(pid=74854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Oct 23 17:27:00 user nova-compute[74854]: INFO nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Updating resource usage from migration 967258ac-bafb-403d-8883-b5ab01c9f0ff
Oct 23 17:27:00 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:27:00 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:27:00 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:27:00 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Migration 967258ac-bafb-403d-8883-b5ab01c9f0ff is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Oct 23 17:27:00 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance a86c9212-bc7b-40f3-97fa-20c65c3291b9 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 2048}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:27:00 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 439f7e31-a29c-4b26-af66-32818c218e31 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:27:00 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:27:00 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 17:27:00 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 17:27:00 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:27:00 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:27:00 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Compute_service record updated for user:user {{(pid=74854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 17:27:00 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.445s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:27:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:02 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-155ebcbc-30fc-462f-b532-cbe8ce036c4e tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52 is timed out.
Oct 23 17:27:02 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-155ebcbc-30fc-462f-b532-cbe8ce036c4e tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Successfully detached device vdb from instance e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52 from the live domain config.
Oct 23 17:27:02 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-155ebcbc-30fc-462f-b532-cbe8ce036c4e tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] calling os-brick to detach iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 17:27:02 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-155ebcbc-30fc-462f-b532-cbe8ce036c4e tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, {'target_iqn': 'iqn.2010-10.org.openstack:e6cb9ab7-1044-4438-9332-d8b23f0b2545', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UMfiPTna', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:27:02 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-155ebcbc-30fc-462f-b532-cbe8ce036c4e tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:27:02 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-155ebcbc-30fc-462f-b532-cbe8ce036c4e tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:27:02 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-155ebcbc-30fc-462f-b532-cbe8ce036c4e tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:27:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:27:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:27:02 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[a09f5ff8-5aa8-46a6-9562-3b104022e460]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e6cb9ab7-1044-4438-9332-d8b23f0b2545\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:27:02 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-155ebcbc-30fc-462f-b532-cbe8ce036c4e tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 17:27:02 user nova-compute[74854]: No targets found.
Oct 23 17:27:02 user nova-compute[74854]: iSNS:
Oct 23 17:27:02 user nova-compute[74854]: No targets found.
Oct 23 17:27:02 user nova-compute[74854]: STATIC:
Oct 23 17:27:02 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f
Oct 23 17:27:02 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:27:02 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:27:02 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a
Oct 23 17:27:02 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:27:02 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:27:02 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:e6cb9ab7-1044-4438-9332-d8b23f0b2545
Oct 23 17:27:02 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:27:02 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:27:02 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4
Oct 23 17:27:02 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:27:02 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:27:02 user nova-compute[74854]: FIRMWARE:
Oct 23 17:27:02 user nova-compute[74854]: No targets found.
Oct 23 17:27:02 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:27:02 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-155ebcbc-30fc-462f-b532-cbe8ce036c4e tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 17:27:02 user nova-compute[74854]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 17:27:02 user nova-compute[74854]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74854) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 17:27:02 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-155ebcbc-30fc-462f-b532-cbe8ce036c4e tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e6cb9ab7-1044-4438-9332-d8b23f0b2545', 0)] {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 17:27:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:27:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:27:02 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd381e83-4494-4ff1-8ed9-8f4b4ddcf5e0]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e6cb9ab7-1044-4438-9332-d8b23f0b2545\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:27:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:27:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:27:02 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab348c8b-7491-4cda-bbe7-60d1868ac9b9]: (4, ('tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e6cb9ab7-1044-4438-9332-d8b23f0b2545 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:27:02 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-155ebcbc-30fc-462f-b532-cbe8ce036c4e tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)
Oct 23 17:27:02 user nova-compute[74854]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f (non-flash)
Oct 23 17:27:02 user nova-compute[74854]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 (non-flash)
Oct 23 17:27:02 user nova-compute[74854]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e6cb9ab7-1044-4438-9332-d8b23f0b2545 (non-flash)
Oct 23 17:27:02 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:27:02 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-155ebcbc-30fc-462f-b532-cbe8ce036c4e tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] iscsi session list stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)
Oct 23 17:27:02 user nova-compute[74854]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f (non-flash)
Oct 23 17:27:02 user nova-compute[74854]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 (non-flash)
Oct 23 17:27:02 user nova-compute[74854]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e6cb9ab7-1044-4438-9332-d8b23f0b2545 (non-flash)
Oct 23 17:27:02 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:27:02 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-155ebcbc-30fc-462f-b532-cbe8ce036c4e tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f3038d729e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e6cb9ab7-1044-4438-9332-d8b23f0b2545'): ({'sde'}, set())}) {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 17:27:02 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-155ebcbc-30fc-462f-b532-cbe8ce036c4e tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Removing single pathed devices sde {{(pid=74854) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 17:27:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:27:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:27:02 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cafecd0-8bae-40af-afda-3ec6a6777425]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:27:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:27:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:27:02 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b297a414-4013-4d9f-ad95-4bd86a3a000b]: (4, ('ok\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:27:02 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-155ebcbc-30fc-462f-b532-cbe8ce036c4e tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Flushing IO for device /dev/sde {{(pid=74854) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 17:27:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:27:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.014s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:27:02 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[c566f9f1-dcb6-417b-afeb-c81c53c8bb52]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:27:02 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-155ebcbc-30fc-462f-b532-cbe8ce036c4e tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74854) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 17:27:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:27:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.043s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:27:02 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[82dca700-e669-4b9d-925b-027b99b98ec0]: (4, ('1', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:27:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Acquiring lock "d3b91b98-55f6-4714-8ede-5aa220ad27c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:27:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Lock "d3b91b98-55f6-4714-8ede-5aa220ad27c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:27:02 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-155ebcbc-30fc-462f-b532-cbe8ce036c4e tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 17:27:02 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-155ebcbc-30fc-462f-b532-cbe8ce036c4e tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] SCSI volumes sde have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 17:27:02 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-155ebcbc-30fc-462f-b532-cbe8ce036c4e tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e6cb9ab7-1044-4438-9332-d8b23f0b2545')] {{(pid=74854) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 17:27:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e6cb9ab7-1044-4438-9332-d8b23f0b2545 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:27:02 user nova-compute[74854]: DEBUG nova.compute.manager [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: d3b91b98-55f6-4714-8ede-5aa220ad27c5] Starting instance... {{(pid=74854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 17:27:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e6cb9ab7-1044-4438-9332-d8b23f0b2545 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:27:02 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b8e5087-fdab-4410-8bec-023693a0e2e2]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:27:02 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-155ebcbc-30fc-462f-b532-cbe8ce036c4e tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:27:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e6cb9ab7-1044-4438-9332-d8b23f0b2545 -p 172.16.0.220:3260 --logout {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:27:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:27:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:27:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e6cb9ab7-1044-4438-9332-d8b23f0b2545 -p 172.16.0.220:3260 --logout" returned: 0 in 0.074s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:27:02 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a41bcb4-8445-4e4d-a3ea-30e51e9b8011]: (4, ('Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:e6cb9ab7-1044-4438-9332-d8b23f0b2545, portal: 172.16.0.220,3260]\nLogout of [sid: 40, target: iqn.2010-10.org.openstack:e6cb9ab7-1044-4438-9332-d8b23f0b2545, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:27:02 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-155ebcbc-30fc-462f-b532-cbe8ce036c4e tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:e6cb9ab7-1044-4438-9332-d8b23f0b2545, portal: 172.16.0.220,3260]
Oct 23 17:27:02 user nova-compute[74854]: Logout of [sid: 40, target: iqn.2010-10.org.openstack:e6cb9ab7-1044-4438-9332-d8b23f0b2545, portal: 172.16.0.220,3260] successful.
Oct 23 17:27:02 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:27:02 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74854) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 17:27:02 user nova-compute[74854]: INFO nova.compute.claims [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: d3b91b98-55f6-4714-8ede-5aa220ad27c5] Claim successful on node user
Oct 23 17:27:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e6cb9ab7-1044-4438-9332-d8b23f0b2545 -p 172.16.0.220:3260 --op delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:27:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e6cb9ab7-1044-4438-9332-d8b23f0b2545 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:27:02 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[1132fecc-f2cc-4536-bdc9-8c9ce3c42908]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:27:02 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-155ebcbc-30fc-462f-b532-cbe8ce036c4e tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:27:02 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-155ebcbc-30fc-462f-b532-cbe8ce036c4e tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.338s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:27:02 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-155ebcbc-30fc-462f-b532-cbe8ce036c4e tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] <== disconnect_volume: return (339ms) None {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:27:02 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-155ebcbc-30fc-462f-b532-cbe8ce036c4e tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Disconnected iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 17:27:03 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:27:03 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:27:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.379s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:27:03 user nova-compute[74854]: DEBUG nova.compute.manager [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: d3b91b98-55f6-4714-8ede-5aa220ad27c5] Start building networks asynchronously for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 17:27:03 user nova-compute[74854]: DEBUG nova.compute.manager [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: d3b91b98-55f6-4714-8ede-5aa220ad27c5] Allocating IP information in the background. {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 17:27:03 user nova-compute[74854]: DEBUG nova.network.neutron [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: d3b91b98-55f6-4714-8ede-5aa220ad27c5] allocate_for_instance() {{(pid=74854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 17:27:03 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: d3b91b98-55f6-4714-8ede-5aa220ad27c5] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 17:27:03 user nova-compute[74854]: DEBUG nova.compute.manager [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: d3b91b98-55f6-4714-8ede-5aa220ad27c5] Start building block device mappings for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 17:27:03 user nova-compute[74854]: DEBUG nova.policy [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0b757442f5a4a398cb120d091cbabd6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a87e6b283d14f5090e7d2e2c072bdc3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74854) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 17:27:03 user nova-compute[74854]: DEBUG nova.compute.manager [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: d3b91b98-55f6-4714-8ede-5aa220ad27c5] Start spawning the instance on the hypervisor. {{(pid=74854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 17:27:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: d3b91b98-55f6-4714-8ede-5aa220ad27c5] Creating instance directory {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 17:27:03 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: d3b91b98-55f6-4714-8ede-5aa220ad27c5] Creating image(s)
Oct 23 17:27:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Acquiring lock "/opt/stack/data/nova/instances/d3b91b98-55f6-4714-8ede-5aa220ad27c5/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:27:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Lock "/opt/stack/data/nova/instances/d3b91b98-55f6-4714-8ede-5aa220ad27c5/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:27:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Lock "/opt/stack/data/nova/instances/d3b91b98-55f6-4714-8ede-5aa220ad27c5/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:27:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:27:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.184s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:27:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Acquiring lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:27:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:27:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:27:03 user nova-compute[74854]: DEBUG nova.objects.instance [None req-155ebcbc-30fc-462f-b532-cbe8ce036c4e tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lazy-loading 'flavor' on Instance uuid e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:27:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-155ebcbc-30fc-462f-b532-cbe8ce036c4e tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.908s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:27:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.199s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:27:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/d3b91b98-55f6-4714-8ede-5aa220ad27c5/disk 1073741824 {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:27:03 user nova-compute[74854]: DEBUG nova.network.neutron [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: d3b91b98-55f6-4714-8ede-5aa220ad27c5] Successfully created port: ece7393f-2fbc-401b-8aba-de0fd517620f {{(pid=74854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 17:27:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/d3b91b98-55f6-4714-8ede-5aa220ad27c5/disk 1073741824" returned: 0 in 0.053s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:27:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.258s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:27:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:27:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.176s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:27:04 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d3b91b98-55f6-4714-8ede-5aa220ad27c5/disk. size=1073741824 {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 17:27:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3b91b98-55f6-4714-8ede-5aa220ad27c5/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:27:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3b91b98-55f6-4714-8ede-5aa220ad27c5/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:27:04 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Cannot resize image /opt/stack/data/nova/instances/d3b91b98-55f6-4714-8ede-5aa220ad27c5/disk to a smaller size. {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 17:27:04 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: d3b91b98-55f6-4714-8ede-5aa220ad27c5] Created local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 17:27:04 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: d3b91b98-55f6-4714-8ede-5aa220ad27c5] Ensure instance console log exists: /opt/stack/data/nova/instances/d3b91b98-55f6-4714-8ede-5aa220ad27c5/console.log {{(pid=74854) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 17:27:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:27:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:27:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:27:04 user nova-compute[74854]: DEBUG nova.network.neutron [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: d3b91b98-55f6-4714-8ede-5aa220ad27c5] Successfully updated port: ece7393f-2fbc-401b-8aba-de0fd517620f {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:27:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Acquiring lock "refresh_cache-d3b91b98-55f6-4714-8ede-5aa220ad27c5" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:27:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Acquired lock "refresh_cache-d3b91b98-55f6-4714-8ede-5aa220ad27c5" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:27:04 user nova-compute[74854]: DEBUG nova.network.neutron [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: d3b91b98-55f6-4714-8ede-5aa220ad27c5] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:27:04 user nova-compute[74854]: DEBUG nova.compute.manager [req-ff52633b-97fa-4ecd-a8bd-11278da6d63b req-70ece21a-18e5-436b-9e6a-1208352443a9 service nova] [instance: d3b91b98-55f6-4714-8ede-5aa220ad27c5] Received event network-changed-ece7393f-2fbc-401b-8aba-de0fd517620f {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:27:04 user nova-compute[74854]: DEBUG nova.compute.manager [req-ff52633b-97fa-4ecd-a8bd-11278da6d63b req-70ece21a-18e5-436b-9e6a-1208352443a9 service nova] [instance: d3b91b98-55f6-4714-8ede-5aa220ad27c5] Refreshing instance network info cache due to event network-changed-ece7393f-2fbc-401b-8aba-de0fd517620f. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:27:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-ff52633b-97fa-4ecd-a8bd-11278da6d63b req-70ece21a-18e5-436b-9e6a-1208352443a9 service nova] Acquiring lock "refresh_cache-d3b91b98-55f6-4714-8ede-5aa220ad27c5" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:27:04 user nova-compute[74854]: DEBUG nova.network.neutron [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: d3b91b98-55f6-4714-8ede-5aa220ad27c5] Instance cache missing network info. {{(pid=74854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 17:27:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Acquiring lock "969e3765-0d59-491c-9e00-af1fe6f8cfe2" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:27:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "969e3765-0d59-491c-9e00-af1fe6f8cfe2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:27:04 user nova-compute[74854]: DEBUG nova.compute.manager [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Starting instance... {{(pid=74854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 17:27:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:27:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:27:04 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74854) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 17:27:04 user nova-compute[74854]: INFO nova.compute.claims [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Claim successful on node user
Oct 23 17:27:04 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:27:04 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Starting heal instance info cache {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG nova.network.neutron [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: d3b91b98-55f6-4714-8ede-5aa220ad27c5] Updating instance_info_cache with network_info: [{"id": "ece7393f-2fbc-401b-8aba-de0fd517620f", "address": "fa:16:3e:c6:7d:ff", "network": {"id": "22c1f39b-811a-4692-adbb-92ceb0e0b4e3", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1009630071-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a87e6b283d14f5090e7d2e2c072bdc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapece7393f-2f", "ovs_interfaceid": "ece7393f-2fbc-401b-8aba-de0fd517620f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Releasing lock "refresh_cache-d3b91b98-55f6-4714-8ede-5aa220ad27c5" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG nova.compute.manager [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: d3b91b98-55f6-4714-8ede-5aa220ad27c5] Instance network_info: |[{"id": "ece7393f-2fbc-401b-8aba-de0fd517620f", "address": "fa:16:3e:c6:7d:ff", "network": {"id": "22c1f39b-811a-4692-adbb-92ceb0e0b4e3", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1009630071-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a87e6b283d14f5090e7d2e2c072bdc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapece7393f-2f", "ovs_interfaceid": "ece7393f-2fbc-401b-8aba-de0fd517620f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-ff52633b-97fa-4ecd-a8bd-11278da6d63b req-70ece21a-18e5-436b-9e6a-1208352443a9 service nova] Acquired lock "refresh_cache-d3b91b98-55f6-4714-8ede-5aa220ad27c5" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG nova.network.neutron [req-ff52633b-97fa-4ecd-a8bd-11278da6d63b req-70ece21a-18e5-436b-9e6a-1208352443a9 service nova] [instance: d3b91b98-55f6-4714-8ede-5aa220ad27c5] Refreshing network info cache for port ece7393f-2fbc-401b-8aba-de0fd517620f {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: d3b91b98-55f6-4714-8ede-5aa220ad27c5] Start _get_guest_xml network_info=[{"id": "ece7393f-2fbc-401b-8aba-de0fd517620f", "address": "fa:16:3e:c6:7d:ff", "network": {"id": "22c1f39b-811a-4692-adbb-92ceb0e0b4e3", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1009630071-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a87e6b283d14f5090e7d2e2c072bdc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapece7393f-2f", "ovs_interfaceid": "ece7393f-2fbc-401b-8aba-de0fd517620f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'encryption_format': None, 'encryption_options': None, 'size': 0, 'boot_index': 0, 'encrypted': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'image_id': '68c345df-c9e8-475a-b17c-635fa0c7e894'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Didn't find any instances for network info cache update. {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:27:05 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:27:05 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:27:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:27:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1199430962',display_name='tempest-VolumesActionsTest-instance-1199430962',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1199430962',id=39,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7a87e6b283d14f5090e7d2e2c072bdc3',ramdisk_id='',reservation_id='r-g651b0s4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-228437702',owner_user_name='tempest-VolumesActionsTest-228437702-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:27:03Z,user_data=None,user_id='b0b757442f5a4a398cb120d091cbabd6',uuid=d3b91b98-55f6-4714-8ede-5aa220ad27c5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ece7393f-2fbc-401b-8aba-de0fd517620f", "address": "fa:16:3e:c6:7d:ff", "network": {"id": "22c1f39b-811a-4692-adbb-92ceb0e0b4e3", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1009630071-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a87e6b283d14f5090e7d2e2c072bdc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapece7393f-2f", "ovs_interfaceid": "ece7393f-2fbc-401b-8aba-de0fd517620f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Converting VIF {"id": "ece7393f-2fbc-401b-8aba-de0fd517620f", "address": "fa:16:3e:c6:7d:ff", "network": {"id": "22c1f39b-811a-4692-adbb-92ceb0e0b4e3", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1009630071-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a87e6b283d14f5090e7d2e2c072bdc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapece7393f-2f", "ovs_interfaceid": "ece7393f-2fbc-401b-8aba-de0fd517620f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c6:7d:ff,bridge_name='br-int',has_traffic_filtering=True,id=ece7393f-2fbc-401b-8aba-de0fd517620f,network=Network(22c1f39b-811a-4692-adbb-92ceb0e0b4e3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapece7393f-2f') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG nova.objects.instance [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Lazy-loading 'pci_devices' on Instance uuid d3b91b98-55f6-4714-8ede-5aa220ad27c5 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: d3b91b98-55f6-4714-8ede-5aa220ad27c5] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:27:05 user nova-compute[74854]:   <uuid>d3b91b98-55f6-4714-8ede-5aa220ad27c5</uuid>
Oct 23 17:27:05 user nova-compute[74854]:   <name>instance-00000027</name>
Oct 23 17:27:05 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:27:05 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:27:05 user nova-compute[74854]:   <metadata>
Oct 23 17:27:05 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:27:05 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:27:05 user nova-compute[74854]:       <nova:name>tempest-VolumesActionsTest-instance-1199430962</nova:name>
Oct 23 17:27:05 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:27:05</nova:creationTime>
Oct 23 17:27:05 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:27:05 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:27:05 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:27:05 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:27:05 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:27:05 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:27:05 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:27:05 user nova-compute[74854]:       <nova:owner>
Oct 23 17:27:05 user nova-compute[74854]:         <nova:user uuid="b0b757442f5a4a398cb120d091cbabd6">tempest-VolumesActionsTest-228437702-project-member</nova:user>
Oct 23 17:27:05 user nova-compute[74854]:         <nova:project uuid="7a87e6b283d14f5090e7d2e2c072bdc3">tempest-VolumesActionsTest-228437702</nova:project>
Oct 23 17:27:05 user nova-compute[74854]:       </nova:owner>
Oct 23 17:27:05 user nova-compute[74854]:       <nova:root type="image" uuid="68c345df-c9e8-475a-b17c-635fa0c7e894"/>
Oct 23 17:27:05 user nova-compute[74854]:       <nova:ports>
Oct 23 17:27:05 user nova-compute[74854]:         <nova:port uuid="ece7393f-2fbc-401b-8aba-de0fd517620f">
Oct 23 17:27:05 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 23 17:27:05 user nova-compute[74854]:         </nova:port>
Oct 23 17:27:05 user nova-compute[74854]:       </nova:ports>
Oct 23 17:27:05 user nova-compute[74854]:     </nova:instance>
Oct 23 17:27:05 user nova-compute[74854]:   </metadata>
Oct 23 17:27:05 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:27:05 user nova-compute[74854]:     <system>
Oct 23 17:27:05 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:27:05 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:27:05 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:27:05 user nova-compute[74854]:       <entry name="serial">d3b91b98-55f6-4714-8ede-5aa220ad27c5</entry>
Oct 23 17:27:05 user nova-compute[74854]:       <entry name="uuid">d3b91b98-55f6-4714-8ede-5aa220ad27c5</entry>
Oct 23 17:27:05 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:27:05 user nova-compute[74854]:     </system>
Oct 23 17:27:05 user nova-compute[74854]:   </sysinfo>
Oct 23 17:27:05 user nova-compute[74854]:   <os>
Oct 23 17:27:05 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:27:05 user nova-compute[74854]:     <boot dev="hd"/>
Oct 23 17:27:05 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:27:05 user nova-compute[74854]:   </os>
Oct 23 17:27:05 user nova-compute[74854]:   <features>
Oct 23 17:27:05 user nova-compute[74854]:     <acpi/>
Oct 23 17:27:05 user nova-compute[74854]:     <apic/>
Oct 23 17:27:05 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:27:05 user nova-compute[74854]:   </features>
Oct 23 17:27:05 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:27:05 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:27:05 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:27:05 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:27:05 user nova-compute[74854]:   </clock>
Oct 23 17:27:05 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:27:05 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:27:05 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:27:05 user nova-compute[74854]:   </cpu>
Oct 23 17:27:05 user nova-compute[74854]:   <devices>
Oct 23 17:27:05 user nova-compute[74854]:     <disk type="file" device="disk">
Oct 23 17:27:05 user nova-compute[74854]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 17:27:05 user nova-compute[74854]:       <source file="/opt/stack/data/nova/instances/d3b91b98-55f6-4714-8ede-5aa220ad27c5/disk"/>
Oct 23 17:27:05 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:27:05 user nova-compute[74854]:     </disk>
Oct 23 17:27:05 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:27:05 user nova-compute[74854]:       <mac address="fa:16:3e:c6:7d:ff"/>
Oct 23 17:27:05 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:27:05 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:27:05 user nova-compute[74854]:       <target dev="tapece7393f-2f"/>
Oct 23 17:27:05 user nova-compute[74854]:     </interface>
Oct 23 17:27:05 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:27:05 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/d3b91b98-55f6-4714-8ede-5aa220ad27c5/console.log" append="off"/>
Oct 23 17:27:05 user nova-compute[74854]:     </serial>
Oct 23 17:27:05 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:27:05 user nova-compute[74854]:     <video>
Oct 23 17:27:05 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:27:05 user nova-compute[74854]:     </video>
Oct 23 17:27:05 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:27:05 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:27:05 user nova-compute[74854]:     </rng>
Oct 23 17:27:05 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:27:05 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:27:05 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:27:05 user nova-compute[74854]:     </memballoon>
Oct 23 17:27:05 user nova-compute[74854]:   </devices>
Oct 23 17:27:05 user nova-compute[74854]: </domain>
Oct 23 17:27:05 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:27:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1199430962',display_name='tempest-VolumesActionsTest-instance-1199430962',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1199430962',id=39,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7a87e6b283d14f5090e7d2e2c072bdc3',ramdisk_id='',reservation_id='r-g651b0s4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-228437702',owner_user_name='tempest-VolumesActionsTest-228437702-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:27:03Z,user_data=None,user_id='b0b757442f5a4a398cb120d091cbabd6',uuid=d3b91b98-55f6-4714-8ede-5aa220ad27c5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ece7393f-2fbc-401b-8aba-de0fd517620f", "address": "fa:16:3e:c6:7d:ff", "network": {"id": "22c1f39b-811a-4692-adbb-92ceb0e0b4e3", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1009630071-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a87e6b283d14f5090e7d2e2c072bdc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapece7393f-2f", "ovs_interfaceid": "ece7393f-2fbc-401b-8aba-de0fd517620f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Converting VIF {"id": "ece7393f-2fbc-401b-8aba-de0fd517620f", "address": "fa:16:3e:c6:7d:ff", "network": {"id": "22c1f39b-811a-4692-adbb-92ceb0e0b4e3", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1009630071-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a87e6b283d14f5090e7d2e2c072bdc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapece7393f-2f", "ovs_interfaceid": "ece7393f-2fbc-401b-8aba-de0fd517620f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c6:7d:ff,bridge_name='br-int',has_traffic_filtering=True,id=ece7393f-2fbc-401b-8aba-de0fd517620f,network=Network(22c1f39b-811a-4692-adbb-92ceb0e0b4e3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapece7393f-2f') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG os_vif [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c6:7d:ff,bridge_name='br-int',has_traffic_filtering=True,id=ece7393f-2fbc-401b-8aba-de0fd517620f,network=Network(22c1f39b-811a-4692-adbb-92ceb0e0b4e3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapece7393f-2f') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '122251d9-6ce0-5702-9c6e-bf600fe40609', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapece7393f-2f, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapece7393f-2f, col_values=(('qos', UUID('2a5e8560-5179-4582-9565-b37495d92d7d')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapece7393f-2f, col_values=(('external_ids', {'iface-id': 'ece7393f-2fbc-401b-8aba-de0fd517620f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c6:7d:ff', 'vm-uuid': 'd3b91b98-55f6-4714-8ede-5aa220ad27c5'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:05 user nova-compute[74854]: INFO os_vif [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c6:7d:ff,bridge_name='br-int',has_traffic_filtering=True,id=ece7393f-2fbc-401b-8aba-de0fd517620f,network=Network(22c1f39b-811a-4692-adbb-92ceb0e0b4e3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapece7393f-2f')
Oct 23 17:27:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] No VIF found with MAC fa:16:3e:c6:7d:ff, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.516s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG nova.compute.manager [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Start building networks asynchronously for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG nova.compute.manager [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Allocating IP information in the background. {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG nova.network.neutron [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] allocate_for_instance() {{(pid=74854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG nova.network.neutron [req-ff52633b-97fa-4ecd-a8bd-11278da6d63b req-70ece21a-18e5-436b-9e6a-1208352443a9 service nova] [instance: d3b91b98-55f6-4714-8ede-5aa220ad27c5] Updated VIF entry in instance network info cache for port ece7393f-2fbc-401b-8aba-de0fd517620f. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG nova.network.neutron [req-ff52633b-97fa-4ecd-a8bd-11278da6d63b req-70ece21a-18e5-436b-9e6a-1208352443a9 service nova] [instance: d3b91b98-55f6-4714-8ede-5aa220ad27c5] Updating instance_info_cache with network_info: [{"id": "ece7393f-2fbc-401b-8aba-de0fd517620f", "address": "fa:16:3e:c6:7d:ff", "network": {"id": "22c1f39b-811a-4692-adbb-92ceb0e0b4e3", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1009630071-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a87e6b283d14f5090e7d2e2c072bdc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapece7393f-2f", "ovs_interfaceid": "ece7393f-2fbc-401b-8aba-de0fd517620f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:27:05 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 17:27:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-ff52633b-97fa-4ecd-a8bd-11278da6d63b req-70ece21a-18e5-436b-9e6a-1208352443a9 service nova] Releasing lock "refresh_cache-d3b91b98-55f6-4714-8ede-5aa220ad27c5" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG nova.compute.manager [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Start building block device mappings for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG nova.policy [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd6e66fcc8624acca4e2607d6788e1bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8476704c5e04e1a8395f9fa3002e292', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74854) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG nova.compute.manager [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Start spawning the instance on the hypervisor. {{(pid=74854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Creating instance directory {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 17:27:05 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Creating image(s)
Oct 23 17:27:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Acquiring lock "/opt/stack/data/nova/instances/969e3765-0d59-491c-9e00-af1fe6f8cfe2/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "/opt/stack/data/nova/instances/969e3765-0d59-491c-9e00-af1fe6f8cfe2/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "/opt/stack/data/nova/instances/969e3765-0d59-491c-9e00-af1fe6f8cfe2/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.170s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Acquiring lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:27:05 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:27:06 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.171s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:27:06 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/969e3765-0d59-491c-9e00-af1fe6f8cfe2/disk 1073741824 {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:27:06 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/969e3765-0d59-491c-9e00-af1fe6f8cfe2/disk 1073741824" returned: 0 in 0.059s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:27:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.236s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:27:06 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:27:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:06 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.185s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:27:06 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Checking if we can resize image /opt/stack/data/nova/instances/969e3765-0d59-491c-9e00-af1fe6f8cfe2/disk. size=1073741824 {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 17:27:06 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/969e3765-0d59-491c-9e00-af1fe6f8cfe2/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:27:06 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/969e3765-0d59-491c-9e00-af1fe6f8cfe2/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:27:06 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Cannot resize image /opt/stack/data/nova/instances/969e3765-0d59-491c-9e00-af1fe6f8cfe2/disk to a smaller size. {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 17:27:06 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Created local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 17:27:06 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Ensure instance console log exists: /opt/stack/data/nova/instances/969e3765-0d59-491c-9e00-af1fe6f8cfe2/console.log {{(pid=74854) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 17:27:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:27:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:27:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:27:06 user nova-compute[74854]: DEBUG nova.network.neutron [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Successfully created port: ec6c3ba0-2c13-43f8-b6b0-74acdf2e114b {{(pid=74854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 17:27:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:07 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:07 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:07 user nova-compute[74854]: DEBUG nova.compute.manager [req-49e519d7-6a87-4802-9f52-9810a17e3a2d req-629f5bf7-8a5a-4ec7-ac8f-f6f0473c5b28 service nova] [instance: d3b91b98-55f6-4714-8ede-5aa220ad27c5] Received event network-vif-plugged-ece7393f-2fbc-401b-8aba-de0fd517620f {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:27:07 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-49e519d7-6a87-4802-9f52-9810a17e3a2d req-629f5bf7-8a5a-4ec7-ac8f-f6f0473c5b28 service nova] Acquiring lock "d3b91b98-55f6-4714-8ede-5aa220ad27c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:27:07 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-49e519d7-6a87-4802-9f52-9810a17e3a2d req-629f5bf7-8a5a-4ec7-ac8f-f6f0473c5b28 service nova] Lock "d3b91b98-55f6-4714-8ede-5aa220ad27c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:27:07 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-49e519d7-6a87-4802-9f52-9810a17e3a2d req-629f5bf7-8a5a-4ec7-ac8f-f6f0473c5b28 service nova] Lock "d3b91b98-55f6-4714-8ede-5aa220ad27c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:27:07 user nova-compute[74854]: DEBUG nova.compute.manager [req-49e519d7-6a87-4802-9f52-9810a17e3a2d req-629f5bf7-8a5a-4ec7-ac8f-f6f0473c5b28 service nova] [instance: d3b91b98-55f6-4714-8ede-5aa220ad27c5] No waiting events found dispatching network-vif-plugged-ece7393f-2fbc-401b-8aba-de0fd517620f {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:27:07 user nova-compute[74854]: WARNING nova.compute.manager [req-49e519d7-6a87-4802-9f52-9810a17e3a2d req-629f5bf7-8a5a-4ec7-ac8f-f6f0473c5b28 service nova] [instance: d3b91b98-55f6-4714-8ede-5aa220ad27c5] Received unexpected event network-vif-plugged-ece7393f-2fbc-401b-8aba-de0fd517620f for instance with vm_state building and task_state spawning.
Oct 23 17:27:07 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:07 user nova-compute[74854]: DEBUG nova.network.neutron [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Successfully updated port: ec6c3ba0-2c13-43f8-b6b0-74acdf2e114b {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:27:07 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Acquiring lock "refresh_cache-969e3765-0d59-491c-9e00-af1fe6f8cfe2" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:27:07 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Acquired lock "refresh_cache-969e3765-0d59-491c-9e00-af1fe6f8cfe2" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:27:07 user nova-compute[74854]: DEBUG nova.network.neutron [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:27:07 user nova-compute[74854]: DEBUG nova.network.neutron [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Instance cache missing network info. {{(pid=74854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 17:27:08 user nova-compute[74854]: DEBUG nova.network.neutron [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Updating instance_info_cache with network_info: [{"id": "ec6c3ba0-2c13-43f8-b6b0-74acdf2e114b", "address": "fa:16:3e:8d:c9:3a", "network": {"id": "f3a5ef4f-4295-43fa-93e3-bf020c9527ed", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1115748822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b8476704c5e04e1a8395f9fa3002e292", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec6c3ba0-2c", "ovs_interfaceid": "ec6c3ba0-2c13-43f8-b6b0-74acdf2e114b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:27:08 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Releasing lock "refresh_cache-969e3765-0d59-491c-9e00-af1fe6f8cfe2" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:27:08 user nova-compute[74854]: DEBUG nova.compute.manager [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Instance network_info: |[{"id": "ec6c3ba0-2c13-43f8-b6b0-74acdf2e114b", "address": "fa:16:3e:8d:c9:3a", "network": {"id": "f3a5ef4f-4295-43fa-93e3-bf020c9527ed", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1115748822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b8476704c5e04e1a8395f9fa3002e292", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec6c3ba0-2c", "ovs_interfaceid": "ec6c3ba0-2c13-43f8-b6b0-74acdf2e114b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 17:27:08 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Start _get_guest_xml network_info=[{"id": "ec6c3ba0-2c13-43f8-b6b0-74acdf2e114b", "address": "fa:16:3e:8d:c9:3a", "network": {"id": "f3a5ef4f-4295-43fa-93e3-bf020c9527ed", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1115748822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b8476704c5e04e1a8395f9fa3002e292", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec6c3ba0-2c", "ovs_interfaceid": "ec6c3ba0-2c13-43f8-b6b0-74acdf2e114b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'encryption_format': None, 'encryption_options': None, 'size': 0, 'boot_index': 0, 'encrypted': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'image_id': '68c345df-c9e8-475a-b17c-635fa0c7e894'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:27:08 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:27:08 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:27:08 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:27:08 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:27:08 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:27:08 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:27:08 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:27:08 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:27:08 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:27:08 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:27:08 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:27:08 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:27:08 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:27:08 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:27:08 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:27:08 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:27:08 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:27:08 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:27:08 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:27:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1073380940',display_name='tempest-AttachVolumeTestJSON-server-1073380940',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1073380940',id=40,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNuunanneS1GYVGvINVfRdRVwaSF2t7Pih9wILypPdnw4NPuo5unjKcF0fZNGfGNP/zE2tr+ZoA7oadkEQKXidTwM7tlmLnN+co6wKhuf8G2tEeJX6rw3evznwNpt3pp5g==',key_name='tempest-keypair-815177537',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b8476704c5e04e1a8395f9fa3002e292',ramdisk_id='',reservation_id='r-jg8f5c61',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1232612364',owner_user_name='tempest-AttachVolumeTestJSON-1232612364-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:27:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cd6e66fcc8624acca4e2607d6788e1bb',uuid=969e3765-0d59-491c-9e00-af1fe6f8cfe2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ec6c3ba0-2c13-43f8-b6b0-74acdf2e114b", "address": "fa:16:3e:8d:c9:3a", "network": {"id": "f3a5ef4f-4295-43fa-93e3-bf020c9527ed", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1115748822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b8476704c5e04e1a8395f9fa3002e292", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec6c3ba0-2c", "ovs_interfaceid": "ec6c3ba0-2c13-43f8-b6b0-74acdf2e114b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:27:08 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Converting VIF {"id": "ec6c3ba0-2c13-43f8-b6b0-74acdf2e114b", "address": "fa:16:3e:8d:c9:3a", "network": {"id": "f3a5ef4f-4295-43fa-93e3-bf020c9527ed", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1115748822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b8476704c5e04e1a8395f9fa3002e292", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec6c3ba0-2c", "ovs_interfaceid": "ec6c3ba0-2c13-43f8-b6b0-74acdf2e114b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:27:08 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8d:c9:3a,bridge_name='br-int',has_traffic_filtering=True,id=ec6c3ba0-2c13-43f8-b6b0-74acdf2e114b,network=Network(f3a5ef4f-4295-43fa-93e3-bf020c9527ed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapec6c3ba0-2c') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:27:08 user nova-compute[74854]: DEBUG nova.objects.instance [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lazy-loading 'pci_devices' on Instance uuid 969e3765-0d59-491c-9e00-af1fe6f8cfe2 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:27:08 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:27:08 user nova-compute[74854]:   <uuid>969e3765-0d59-491c-9e00-af1fe6f8cfe2</uuid>
Oct 23 17:27:08 user nova-compute[74854]:   <name>instance-00000028</name>
Oct 23 17:27:08 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:27:08 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:27:08 user nova-compute[74854]:   <metadata>
Oct 23 17:27:08 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:27:08 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:27:08 user nova-compute[74854]:       <nova:name>tempest-AttachVolumeTestJSON-server-1073380940</nova:name>
Oct 23 17:27:08 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:27:08</nova:creationTime>
Oct 23 17:27:08 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:27:08 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:27:08 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:27:08 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:27:08 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:27:08 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:27:08 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:27:08 user nova-compute[74854]:       <nova:owner>
Oct 23 17:27:08 user nova-compute[74854]:         <nova:user uuid="cd6e66fcc8624acca4e2607d6788e1bb">tempest-AttachVolumeTestJSON-1232612364-project-member</nova:user>
Oct 23 17:27:08 user nova-compute[74854]:         <nova:project uuid="b8476704c5e04e1a8395f9fa3002e292">tempest-AttachVolumeTestJSON-1232612364</nova:project>
Oct 23 17:27:08 user nova-compute[74854]:       </nova:owner>
Oct 23 17:27:08 user nova-compute[74854]:       <nova:root type="image" uuid="68c345df-c9e8-475a-b17c-635fa0c7e894"/>
Oct 23 17:27:08 user nova-compute[74854]:       <nova:ports>
Oct 23 17:27:08 user nova-compute[74854]:         <nova:port uuid="ec6c3ba0-2c13-43f8-b6b0-74acdf2e114b">
Oct 23 17:27:08 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 23 17:27:08 user nova-compute[74854]:         </nova:port>
Oct 23 17:27:08 user nova-compute[74854]:       </nova:ports>
Oct 23 17:27:08 user nova-compute[74854]:     </nova:instance>
Oct 23 17:27:08 user nova-compute[74854]:   </metadata>
Oct 23 17:27:08 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:27:08 user nova-compute[74854]:     <system>
Oct 23 17:27:08 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:27:08 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:27:08 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:27:08 user nova-compute[74854]:       <entry name="serial">969e3765-0d59-491c-9e00-af1fe6f8cfe2</entry>
Oct 23 17:27:08 user nova-compute[74854]:       <entry name="uuid">969e3765-0d59-491c-9e00-af1fe6f8cfe2</entry>
Oct 23 17:27:08 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:27:08 user nova-compute[74854]:     </system>
Oct 23 17:27:08 user nova-compute[74854]:   </sysinfo>
Oct 23 17:27:08 user nova-compute[74854]:   <os>
Oct 23 17:27:08 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:27:08 user nova-compute[74854]:     <boot dev="hd"/>
Oct 23 17:27:08 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:27:08 user nova-compute[74854]:   </os>
Oct 23 17:27:08 user nova-compute[74854]:   <features>
Oct 23 17:27:08 user nova-compute[74854]:     <acpi/>
Oct 23 17:27:08 user nova-compute[74854]:     <apic/>
Oct 23 17:27:08 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:27:08 user nova-compute[74854]:   </features>
Oct 23 17:27:08 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:27:08 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:27:08 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:27:08 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:27:08 user nova-compute[74854]:   </clock>
Oct 23 17:27:08 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:27:08 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:27:08 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:27:08 user nova-compute[74854]:   </cpu>
Oct 23 17:27:08 user nova-compute[74854]:   <devices>
Oct 23 17:27:08 user nova-compute[74854]:     <disk type="file" device="disk">
Oct 23 17:27:08 user nova-compute[74854]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 17:27:08 user nova-compute[74854]:       <source file="/opt/stack/data/nova/instances/969e3765-0d59-491c-9e00-af1fe6f8cfe2/disk"/>
Oct 23 17:27:08 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:27:08 user nova-compute[74854]:     </disk>
Oct 23 17:27:08 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:27:08 user nova-compute[74854]:       <mac address="fa:16:3e:8d:c9:3a"/>
Oct 23 17:27:08 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:27:08 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:27:08 user nova-compute[74854]:       <target dev="tapec6c3ba0-2c"/>
Oct 23 17:27:08 user nova-compute[74854]:     </interface>
Oct 23 17:27:08 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:27:08 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/969e3765-0d59-491c-9e00-af1fe6f8cfe2/console.log" append="off"/>
Oct 23 17:27:08 user nova-compute[74854]:     </serial>
Oct 23 17:27:08 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:27:08 user nova-compute[74854]:     <video>
Oct 23 17:27:08 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:27:08 user nova-compute[74854]:     </video>
Oct 23 17:27:08 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:27:08 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:27:08 user nova-compute[74854]:     </rng>
Oct 23 17:27:08 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:27:08 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:27:08 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:27:08 user nova-compute[74854]:     </memballoon>
Oct 23 17:27:08 user nova-compute[74854]:   </devices>
Oct 23 17:27:08 user nova-compute[74854]: </domain>
Oct 23 17:27:08 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:27:08 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:27:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1073380940',display_name='tempest-AttachVolumeTestJSON-server-1073380940',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1073380940',id=40,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNuunanneS1GYVGvINVfRdRVwaSF2t7Pih9wILypPdnw4NPuo5unjKcF0fZNGfGNP/zE2tr+ZoA7oadkEQKXidTwM7tlmLnN+co6wKhuf8G2tEeJX6rw3evznwNpt3pp5g==',key_name='tempest-keypair-815177537',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b8476704c5e04e1a8395f9fa3002e292',ramdisk_id='',reservation_id='r-jg8f5c61',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1232612364',owner_user_name='tempest-AttachVolumeTestJSON-1232612364-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:27:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cd6e66fcc8624acca4e2607d6788e1bb',uuid=969e3765-0d59-491c-9e00-af1fe6f8cfe2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ec6c3ba0-2c13-43f8-b6b0-74acdf2e114b", "address": "fa:16:3e:8d:c9:3a", "network": {"id": "f3a5ef4f-4295-43fa-93e3-bf020c9527ed", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1115748822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b8476704c5e04e1a8395f9fa3002e292", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec6c3ba0-2c", "ovs_interfaceid": "ec6c3ba0-2c13-43f8-b6b0-74acdf2e114b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:27:08 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Converting VIF {"id": "ec6c3ba0-2c13-43f8-b6b0-74acdf2e114b", "address": "fa:16:3e:8d:c9:3a", "network": {"id": "f3a5ef4f-4295-43fa-93e3-bf020c9527ed", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1115748822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b8476704c5e04e1a8395f9fa3002e292", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec6c3ba0-2c", "ovs_interfaceid": "ec6c3ba0-2c13-43f8-b6b0-74acdf2e114b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:27:08 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8d:c9:3a,bridge_name='br-int',has_traffic_filtering=True,id=ec6c3ba0-2c13-43f8-b6b0-74acdf2e114b,network=Network(f3a5ef4f-4295-43fa-93e3-bf020c9527ed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapec6c3ba0-2c') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:27:08 user nova-compute[74854]: DEBUG os_vif [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8d:c9:3a,bridge_name='br-int',has_traffic_filtering=True,id=ec6c3ba0-2c13-43f8-b6b0-74acdf2e114b,network=Network(f3a5ef4f-4295-43fa-93e3-bf020c9527ed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapec6c3ba0-2c') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:27:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:27:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:27:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '660b23da-9f39-5b60-8244-65d7b23de29f', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:27:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapec6c3ba0-2c, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:27:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapec6c3ba0-2c, col_values=(('qos', UUID('89066155-948d-466c-88e3-ad5bbc6c808f')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:27:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapec6c3ba0-2c, col_values=(('external_ids', {'iface-id': 'ec6c3ba0-2c13-43f8-b6b0-74acdf2e114b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8d:c9:3a', 'vm-uuid': '969e3765-0d59-491c-9e00-af1fe6f8cfe2'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:27:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:27:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:08 user nova-compute[74854]: INFO os_vif [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8d:c9:3a,bridge_name='br-int',has_traffic_filtering=True,id=ec6c3ba0-2c13-43f8-b6b0-74acdf2e114b,network=Network(f3a5ef4f-4295-43fa-93e3-bf020c9527ed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapec6c3ba0-2c')
Oct 23 17:27:08 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:27:08 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] No VIF found with MAC fa:16:3e:8d:c9:3a, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:27:08 user nova-compute[74854]: DEBUG nova.compute.manager [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: d3b91b98-55f6-4714-8ede-5aa220ad27c5] Instance event wait completed in 0 seconds for  {{(pid=74854) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 17:27:08 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: d3b91b98-55f6-4714-8ede-5aa220ad27c5] Guest created on hypervisor {{(pid=74854) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 17:27:08 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: d3b91b98-55f6-4714-8ede-5aa220ad27c5] Instance spawned successfully.
Oct 23 17:27:08 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: d3b91b98-55f6-4714-8ede-5aa220ad27c5] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 17:27:08 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: d3b91b98-55f6-4714-8ede-5aa220ad27c5] Found default for hw_cdrom_bus of ide {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:27:08 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: d3b91b98-55f6-4714-8ede-5aa220ad27c5] Found default for hw_disk_bus of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:27:08 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: d3b91b98-55f6-4714-8ede-5aa220ad27c5] Found default for hw_input_bus of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:27:08 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: d3b91b98-55f6-4714-8ede-5aa220ad27c5] Found default for hw_pointer_model of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:27:08 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: d3b91b98-55f6-4714-8ede-5aa220ad27c5] Found default for hw_video_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:27:08 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: d3b91b98-55f6-4714-8ede-5aa220ad27c5] Found default for hw_vif_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:27:09 user nova-compute[74854]: INFO nova.compute.manager [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: d3b91b98-55f6-4714-8ede-5aa220ad27c5] Took 5.53 seconds to spawn the instance on the hypervisor.
Oct 23 17:27:09 user nova-compute[74854]: DEBUG nova.compute.manager [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: d3b91b98-55f6-4714-8ede-5aa220ad27c5] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:27:09 user nova-compute[74854]: INFO nova.compute.manager [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: d3b91b98-55f6-4714-8ede-5aa220ad27c5] Took 6.34 seconds to build instance.
Oct 23 17:27:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c9664cbc-7209-45c2-827c-393e8f947d2a tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Lock "d3b91b98-55f6-4714-8ede-5aa220ad27c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.439s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:27:09 user nova-compute[74854]: DEBUG nova.compute.manager [req-72f7afe7-78a3-4138-8b47-94213bd90e16 req-9bd466dd-83be-42f4-828f-98f93195063b service nova] [instance: d3b91b98-55f6-4714-8ede-5aa220ad27c5] Received event network-vif-plugged-ece7393f-2fbc-401b-8aba-de0fd517620f {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:27:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-72f7afe7-78a3-4138-8b47-94213bd90e16 req-9bd466dd-83be-42f4-828f-98f93195063b service nova] Acquiring lock "d3b91b98-55f6-4714-8ede-5aa220ad27c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:27:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-72f7afe7-78a3-4138-8b47-94213bd90e16 req-9bd466dd-83be-42f4-828f-98f93195063b service nova] Lock "d3b91b98-55f6-4714-8ede-5aa220ad27c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:27:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-72f7afe7-78a3-4138-8b47-94213bd90e16 req-9bd466dd-83be-42f4-828f-98f93195063b service nova] Lock "d3b91b98-55f6-4714-8ede-5aa220ad27c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:27:09 user nova-compute[74854]: DEBUG nova.compute.manager [req-72f7afe7-78a3-4138-8b47-94213bd90e16 req-9bd466dd-83be-42f4-828f-98f93195063b service nova] [instance: d3b91b98-55f6-4714-8ede-5aa220ad27c5] No waiting events found dispatching network-vif-plugged-ece7393f-2fbc-401b-8aba-de0fd517620f {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:27:09 user nova-compute[74854]: WARNING nova.compute.manager [req-72f7afe7-78a3-4138-8b47-94213bd90e16 req-9bd466dd-83be-42f4-828f-98f93195063b service nova] [instance: d3b91b98-55f6-4714-8ede-5aa220ad27c5] Received unexpected event network-vif-plugged-ece7393f-2fbc-401b-8aba-de0fd517620f for instance with vm_state active and task_state None.
Oct 23 17:27:09 user nova-compute[74854]: DEBUG nova.compute.manager [req-72f7afe7-78a3-4138-8b47-94213bd90e16 req-9bd466dd-83be-42f4-828f-98f93195063b service nova] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Received event network-changed-ec6c3ba0-2c13-43f8-b6b0-74acdf2e114b {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:27:09 user nova-compute[74854]: DEBUG nova.compute.manager [req-72f7afe7-78a3-4138-8b47-94213bd90e16 req-9bd466dd-83be-42f4-828f-98f93195063b service nova] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Refreshing instance network info cache due to event network-changed-ec6c3ba0-2c13-43f8-b6b0-74acdf2e114b. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:27:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-72f7afe7-78a3-4138-8b47-94213bd90e16 req-9bd466dd-83be-42f4-828f-98f93195063b service nova] Acquiring lock "refresh_cache-969e3765-0d59-491c-9e00-af1fe6f8cfe2" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:27:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-72f7afe7-78a3-4138-8b47-94213bd90e16 req-9bd466dd-83be-42f4-828f-98f93195063b service nova] Acquired lock "refresh_cache-969e3765-0d59-491c-9e00-af1fe6f8cfe2" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:27:09 user nova-compute[74854]: DEBUG nova.network.neutron [req-72f7afe7-78a3-4138-8b47-94213bd90e16 req-9bd466dd-83be-42f4-828f-98f93195063b service nova] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Refreshing network info cache for port ec6c3ba0-2c13-43f8-b6b0-74acdf2e114b {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:27:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:09 user nova-compute[74854]: DEBUG nova.network.neutron [req-72f7afe7-78a3-4138-8b47-94213bd90e16 req-9bd466dd-83be-42f4-828f-98f93195063b service nova] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Updated VIF entry in instance network info cache for port ec6c3ba0-2c13-43f8-b6b0-74acdf2e114b. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:27:09 user nova-compute[74854]: DEBUG nova.network.neutron [req-72f7afe7-78a3-4138-8b47-94213bd90e16 req-9bd466dd-83be-42f4-828f-98f93195063b service nova] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Updating instance_info_cache with network_info: [{"id": "ec6c3ba0-2c13-43f8-b6b0-74acdf2e114b", "address": "fa:16:3e:8d:c9:3a", "network": {"id": "f3a5ef4f-4295-43fa-93e3-bf020c9527ed", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1115748822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b8476704c5e04e1a8395f9fa3002e292", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec6c3ba0-2c", "ovs_interfaceid": "ec6c3ba0-2c13-43f8-b6b0-74acdf2e114b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:27:09 user nova-compute[74854]: DEBUG nova.compute.manager [req-c4674e3a-3f39-42af-a1d1-af7467c83c73 req-953ed21b-ee7d-4314-804e-6963352a0b3d service nova] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Received event network-vif-plugged-ec6c3ba0-2c13-43f8-b6b0-74acdf2e114b {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:27:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-c4674e3a-3f39-42af-a1d1-af7467c83c73 req-953ed21b-ee7d-4314-804e-6963352a0b3d service nova] Acquiring lock "969e3765-0d59-491c-9e00-af1fe6f8cfe2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:27:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-c4674e3a-3f39-42af-a1d1-af7467c83c73 req-953ed21b-ee7d-4314-804e-6963352a0b3d service nova] Lock "969e3765-0d59-491c-9e00-af1fe6f8cfe2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:27:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-c4674e3a-3f39-42af-a1d1-af7467c83c73 req-953ed21b-ee7d-4314-804e-6963352a0b3d service nova] Lock "969e3765-0d59-491c-9e00-af1fe6f8cfe2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:27:09 user nova-compute[74854]: DEBUG nova.compute.manager [req-c4674e3a-3f39-42af-a1d1-af7467c83c73 req-953ed21b-ee7d-4314-804e-6963352a0b3d service nova] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] No waiting events found dispatching network-vif-plugged-ec6c3ba0-2c13-43f8-b6b0-74acdf2e114b {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:27:09 user nova-compute[74854]: WARNING nova.compute.manager [req-c4674e3a-3f39-42af-a1d1-af7467c83c73 req-953ed21b-ee7d-4314-804e-6963352a0b3d service nova] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Received unexpected event network-vif-plugged-ec6c3ba0-2c13-43f8-b6b0-74acdf2e114b for instance with vm_state building and task_state spawning.
Oct 23 17:27:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-72f7afe7-78a3-4138-8b47-94213bd90e16 req-9bd466dd-83be-42f4-828f-98f93195063b service nova] Releasing lock "refresh_cache-969e3765-0d59-491c-9e00-af1fe6f8cfe2" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:27:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:11 user nova-compute[74854]: DEBUG nova.compute.manager [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Instance event wait completed in 0 seconds for  {{(pid=74854) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 17:27:11 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Guest created on hypervisor {{(pid=74854) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 17:27:11 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Instance spawned successfully.
Oct 23 17:27:11 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 17:27:11 user nova-compute[74854]: DEBUG nova.compute.manager [req-3f986561-e6d8-4f6d-ac75-44d51d1e5c10 req-02086487-ef9c-4b2c-9cad-2e3a038401ea service nova] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Received event network-vif-plugged-ec6c3ba0-2c13-43f8-b6b0-74acdf2e114b {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:27:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-3f986561-e6d8-4f6d-ac75-44d51d1e5c10 req-02086487-ef9c-4b2c-9cad-2e3a038401ea service nova] Acquiring lock "969e3765-0d59-491c-9e00-af1fe6f8cfe2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:27:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-3f986561-e6d8-4f6d-ac75-44d51d1e5c10 req-02086487-ef9c-4b2c-9cad-2e3a038401ea service nova] Lock "969e3765-0d59-491c-9e00-af1fe6f8cfe2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:27:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-3f986561-e6d8-4f6d-ac75-44d51d1e5c10 req-02086487-ef9c-4b2c-9cad-2e3a038401ea service nova] Lock "969e3765-0d59-491c-9e00-af1fe6f8cfe2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:27:11 user nova-compute[74854]: DEBUG nova.compute.manager [req-3f986561-e6d8-4f6d-ac75-44d51d1e5c10 req-02086487-ef9c-4b2c-9cad-2e3a038401ea service nova] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] No waiting events found dispatching network-vif-plugged-ec6c3ba0-2c13-43f8-b6b0-74acdf2e114b {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:27:11 user nova-compute[74854]: WARNING nova.compute.manager [req-3f986561-e6d8-4f6d-ac75-44d51d1e5c10 req-02086487-ef9c-4b2c-9cad-2e3a038401ea service nova] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Received unexpected event network-vif-plugged-ec6c3ba0-2c13-43f8-b6b0-74acdf2e114b for instance with vm_state building and task_state spawning.
Oct 23 17:27:11 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Found default for hw_cdrom_bus of ide {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:27:11 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Found default for hw_disk_bus of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:27:11 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Found default for hw_input_bus of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:27:11 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Found default for hw_pointer_model of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:27:11 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Found default for hw_video_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:27:11 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Found default for hw_vif_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:27:12 user nova-compute[74854]: INFO nova.compute.manager [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Took 6.39 seconds to spawn the instance on the hypervisor.
Oct 23 17:27:12 user nova-compute[74854]: DEBUG nova.compute.manager [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:27:12 user nova-compute[74854]: INFO nova.compute.manager [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Took 7.23 seconds to build instance.
Oct 23 17:27:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-edf25c13-d61f-4ee6-b2fd-cc9739ed9eca tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "969e3765-0d59-491c-9e00-af1fe6f8cfe2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.343s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:27:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:16 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:25 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a3903e73-6251-4887-97df-2624a0e88654 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Acquiring lock "8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:27:25 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a3903e73-6251-4887-97df-2624a0e88654 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:27:25 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a3903e73-6251-4887-97df-2624a0e88654 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Acquiring lock "8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:27:25 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a3903e73-6251-4887-97df-2624a0e88654 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:27:25 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a3903e73-6251-4887-97df-2624a0e88654 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:27:25 user nova-compute[74854]: INFO nova.compute.manager [None req-a3903e73-6251-4887-97df-2624a0e88654 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Terminating instance
Oct 23 17:27:25 user nova-compute[74854]: DEBUG nova.compute.manager [None req-a3903e73-6251-4887-97df-2624a0e88654 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Start destroying the instance on the hypervisor. {{(pid=74854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 17:27:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:26 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:26 user nova-compute[74854]: DEBUG nova.compute.manager [req-f9a0717f-1706-4287-a5c5-8a0d6d0732d1 req-9da4f718-b1d6-4782-b5a5-f3dc7d000117 service nova] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Received event network-vif-unplugged-e3bef65d-eae9-4427-a701-d63a9722f329 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:27:26 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-f9a0717f-1706-4287-a5c5-8a0d6d0732d1 req-9da4f718-b1d6-4782-b5a5-f3dc7d000117 service nova] Acquiring lock "8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:27:26 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-f9a0717f-1706-4287-a5c5-8a0d6d0732d1 req-9da4f718-b1d6-4782-b5a5-f3dc7d000117 service nova] Lock "8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:27:26 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-f9a0717f-1706-4287-a5c5-8a0d6d0732d1 req-9da4f718-b1d6-4782-b5a5-f3dc7d000117 service nova] Lock "8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:27:26 user nova-compute[74854]: DEBUG nova.compute.manager [req-f9a0717f-1706-4287-a5c5-8a0d6d0732d1 req-9da4f718-b1d6-4782-b5a5-f3dc7d000117 service nova] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] No waiting events found dispatching network-vif-unplugged-e3bef65d-eae9-4427-a701-d63a9722f329 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:27:26 user nova-compute[74854]: DEBUG nova.compute.manager [req-f9a0717f-1706-4287-a5c5-8a0d6d0732d1 req-9da4f718-b1d6-4782-b5a5-f3dc7d000117 service nova] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Received event network-vif-unplugged-e3bef65d-eae9-4427-a701-d63a9722f329 for instance with task_state deleting. {{(pid=74854) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 17:27:26 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Instance destroyed successfully.
Oct 23 17:27:26 user nova-compute[74854]: DEBUG nova.objects.instance [None req-a3903e73-6251-4887-97df-2624a0e88654 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lazy-loading 'resources' on Instance uuid 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:27:26 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-a3903e73-6251-4887-97df-2624a0e88654 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:09:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-130342042',display_name='tempest-ServerRescueNegativeTestJSON-server-130342042',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-130342042',id=18,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:14:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c07d48b0f4a64bd38bff95e84d480918',ramdisk_id='',reservation_id='r-8b3249x5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1105748128',owner_user_name='tempest-ServerRescueNegativeTestJSON-1105748128-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:16:41Z,user_data=None,user_id='426333ef87a54606bbc4aa556869dae2',uuid=8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e3bef65d-eae9-4427-a701-d63a9722f329", "address": "fa:16:3e:be:e5:fe", "network": {"id": "61eabfd2-7ac3-42e7-8714-bdd76338bb9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939150687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c07d48b0f4a64bd38bff95e84d480918", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3bef65d-ea", "ovs_interfaceid": "e3bef65d-eae9-4427-a701-d63a9722f329", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:27:26 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-a3903e73-6251-4887-97df-2624a0e88654 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Converting VIF {"id": "e3bef65d-eae9-4427-a701-d63a9722f329", "address": "fa:16:3e:be:e5:fe", "network": {"id": "61eabfd2-7ac3-42e7-8714-bdd76338bb9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939150687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c07d48b0f4a64bd38bff95e84d480918", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3bef65d-ea", "ovs_interfaceid": "e3bef65d-eae9-4427-a701-d63a9722f329", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:27:26 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-a3903e73-6251-4887-97df-2624a0e88654 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:be:e5:fe,bridge_name='br-int',has_traffic_filtering=True,id=e3bef65d-eae9-4427-a701-d63a9722f329,network=Network(61eabfd2-7ac3-42e7-8714-bdd76338bb9b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape3bef65d-ea') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:27:26 user nova-compute[74854]: DEBUG os_vif [None req-a3903e73-6251-4887-97df-2624a0e88654 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:be:e5:fe,bridge_name='br-int',has_traffic_filtering=True,id=e3bef65d-eae9-4427-a701-d63a9722f329,network=Network(61eabfd2-7ac3-42e7-8714-bdd76338bb9b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape3bef65d-ea') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:27:26 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:26 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape3bef65d-ea, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:27:26 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:26 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:27:26 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:26 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=39d2b6a8-0721-42f6-aef9-496837f8287b) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:27:26 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:26 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:26 user nova-compute[74854]: INFO os_vif [None req-a3903e73-6251-4887-97df-2624a0e88654 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:be:e5:fe,bridge_name='br-int',has_traffic_filtering=True,id=e3bef65d-eae9-4427-a701-d63a9722f329,network=Network(61eabfd2-7ac3-42e7-8714-bdd76338bb9b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape3bef65d-ea')
Oct 23 17:27:26 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-a3903e73-6251-4887-97df-2624a0e88654 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Deleting instance files /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323_del
Oct 23 17:27:26 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-a3903e73-6251-4887-97df-2624a0e88654 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Deletion of /opt/stack/data/nova/instances/8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323_del complete
Oct 23 17:27:26 user nova-compute[74854]: INFO nova.compute.manager [None req-a3903e73-6251-4887-97df-2624a0e88654 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Took 0.89 seconds to destroy the instance on the hypervisor.
Oct 23 17:27:26 user nova-compute[74854]: DEBUG oslo.service.loopingcall [None req-a3903e73-6251-4887-97df-2624a0e88654 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 17:27:26 user nova-compute[74854]: DEBUG nova.compute.manager [-] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Deallocating network for instance {{(pid=74854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 17:27:26 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] deallocate_for_instance() {{(pid=74854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 17:27:27 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:27:27 user nova-compute[74854]: INFO nova.compute.manager [-] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Took 0.47 seconds to deallocate network for instance.
Oct 23 17:27:27 user nova-compute[74854]: DEBUG nova.compute.manager [req-0f6b9ddf-2362-499d-807b-b972bf61e0c6 req-167d0d1a-6f4a-45a6-99cc-ea6119e64440 service nova] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Received event network-vif-deleted-e3bef65d-eae9-4427-a701-d63a9722f329 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:27:27 user nova-compute[74854]: INFO nova.compute.manager [req-0f6b9ddf-2362-499d-807b-b972bf61e0c6 req-167d0d1a-6f4a-45a6-99cc-ea6119e64440 service nova] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Neutron deleted interface e3bef65d-eae9-4427-a701-d63a9722f329; detaching it from the instance and deleting it from the info cache
Oct 23 17:27:27 user nova-compute[74854]: DEBUG nova.network.neutron [req-0f6b9ddf-2362-499d-807b-b972bf61e0c6 req-167d0d1a-6f4a-45a6-99cc-ea6119e64440 service nova] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:27:27 user nova-compute[74854]: DEBUG nova.compute.manager [req-0f6b9ddf-2362-499d-807b-b972bf61e0c6 req-167d0d1a-6f4a-45a6-99cc-ea6119e64440 service nova] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Detach interface failed, port_id=e3bef65d-eae9-4427-a701-d63a9722f329, reason: Instance 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323 could not be found. {{(pid=74854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 23 17:27:27 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a3903e73-6251-4887-97df-2624a0e88654 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:27:27 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a3903e73-6251-4887-97df-2624a0e88654 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:27:27 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-a3903e73-6251-4887-97df-2624a0e88654 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:27:27 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-a3903e73-6251-4887-97df-2624a0e88654 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:27:27 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a3903e73-6251-4887-97df-2624a0e88654 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.350s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:27:27 user nova-compute[74854]: INFO nova.scheduler.client.report [None req-a3903e73-6251-4887-97df-2624a0e88654 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Deleted allocations for instance 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323
Oct 23 17:27:27 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a3903e73-6251-4887-97df-2624a0e88654 tempest-ServerRescueNegativeTestJSON-1105748128 tempest-ServerRescueNegativeTestJSON-1105748128-project-member] Lock "8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.908s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:27:28 user nova-compute[74854]: DEBUG nova.compute.manager [req-4e7dc195-28a3-45c6-aaae-1d72a5c5677a req-8b62d39a-73c1-48e3-a18e-c932e8c4c73a service nova] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Received event network-vif-plugged-e3bef65d-eae9-4427-a701-d63a9722f329 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:27:28 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-4e7dc195-28a3-45c6-aaae-1d72a5c5677a req-8b62d39a-73c1-48e3-a18e-c932e8c4c73a service nova] Acquiring lock "8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:27:28 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-4e7dc195-28a3-45c6-aaae-1d72a5c5677a req-8b62d39a-73c1-48e3-a18e-c932e8c4c73a service nova] Lock "8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:27:28 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-4e7dc195-28a3-45c6-aaae-1d72a5c5677a req-8b62d39a-73c1-48e3-a18e-c932e8c4c73a service nova] Lock "8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:27:28 user nova-compute[74854]: DEBUG nova.compute.manager [req-4e7dc195-28a3-45c6-aaae-1d72a5c5677a req-8b62d39a-73c1-48e3-a18e-c932e8c4c73a service nova] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] No waiting events found dispatching network-vif-plugged-e3bef65d-eae9-4427-a701-d63a9722f329 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:27:28 user nova-compute[74854]: WARNING nova.compute.manager [req-4e7dc195-28a3-45c6-aaae-1d72a5c5677a req-8b62d39a-73c1-48e3-a18e-c932e8c4c73a service nova] [instance: 8984e04b-3dfa-4b3d-9bcc-1cdb1c6af323] Received unexpected event network-vif-plugged-e3bef65d-eae9-4427-a701-d63a9722f329 for instance with vm_state deleted and task_state None.
Oct 23 17:27:31 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:31 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:32 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-879e743f-daa0-4548-9759-db3fdc3b3168 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Acquiring lock "e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:27:32 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-879e743f-daa0-4548-9759-db3fdc3b3168 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:27:32 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-879e743f-daa0-4548-9759-db3fdc3b3168 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Acquiring lock "e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:27:32 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-879e743f-daa0-4548-9759-db3fdc3b3168 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:27:32 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-879e743f-daa0-4548-9759-db3fdc3b3168 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:27:32 user nova-compute[74854]: INFO nova.compute.manager [None req-879e743f-daa0-4548-9759-db3fdc3b3168 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Terminating instance
Oct 23 17:27:32 user nova-compute[74854]: DEBUG nova.compute.manager [None req-879e743f-daa0-4548-9759-db3fdc3b3168 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Start destroying the instance on the hypervisor. {{(pid=74854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 17:27:32 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:32 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:32 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:32 user nova-compute[74854]: DEBUG nova.compute.manager [req-d85a83ca-5a54-4657-afcb-ec2fa05d85f7 req-44af50e1-df45-4755-ab07-d9e8a6387fc5 service nova] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Received event network-vif-unplugged-d41f177b-2e9c-4d44-8402-04299d1aa88d {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:27:32 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-d85a83ca-5a54-4657-afcb-ec2fa05d85f7 req-44af50e1-df45-4755-ab07-d9e8a6387fc5 service nova] Acquiring lock "e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:27:32 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-d85a83ca-5a54-4657-afcb-ec2fa05d85f7 req-44af50e1-df45-4755-ab07-d9e8a6387fc5 service nova] Lock "e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:27:32 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-d85a83ca-5a54-4657-afcb-ec2fa05d85f7 req-44af50e1-df45-4755-ab07-d9e8a6387fc5 service nova] Lock "e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:27:32 user nova-compute[74854]: DEBUG nova.compute.manager [req-d85a83ca-5a54-4657-afcb-ec2fa05d85f7 req-44af50e1-df45-4755-ab07-d9e8a6387fc5 service nova] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] No waiting events found dispatching network-vif-unplugged-d41f177b-2e9c-4d44-8402-04299d1aa88d {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:27:32 user nova-compute[74854]: DEBUG nova.compute.manager [req-d85a83ca-5a54-4657-afcb-ec2fa05d85f7 req-44af50e1-df45-4755-ab07-d9e8a6387fc5 service nova] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Received event network-vif-unplugged-d41f177b-2e9c-4d44-8402-04299d1aa88d for instance with task_state deleting. {{(pid=74854) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 17:27:32 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:32 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:32 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:32 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Instance destroyed successfully.
Oct 23 17:27:32 user nova-compute[74854]: DEBUG nova.objects.instance [None req-879e743f-daa0-4548-9759-db3fdc3b3168 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lazy-loading 'resources' on Instance uuid e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:27:32 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:32 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-879e743f-daa0-4548-9759-db3fdc3b3168 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:24:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-168475326',display_name='tempest-AttachVolumeNegativeTest-server-168475326',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-168475326',id=36,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI80dBDJZ9/EoFN76bVgoq6npL+KJqWLAvN8FwBsUpgCf4HUmYu6iM2jaBDJrrg4+9EcxrtR9sS75UREj9ttQ1LdHUvLsCxbWLQtMufVJM3blSwwypcIrmZSkmjC90/KQA==',key_name='tempest-keypair-747169195',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:24:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9dead1e870124b6badcc3f3c0523ffc7',ramdisk_id='',reservation_id='r-ynmnyweq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-555328012',owner_user_name='tempest-AttachVolumeNegativeTest-555328012-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:24:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='add03e2b2c7c42b680a6a4c336e2a52b',uuid=e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d41f177b-2e9c-4d44-8402-04299d1aa88d", "address": "fa:16:3e:ba:ce:e4", "network": {"id": "8d2e7195-c77a-4a37-9e81-6d9a0ed8e649", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-389470825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dead1e870124b6badcc3f3c0523ffc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd41f177b-2e", "ovs_interfaceid": "d41f177b-2e9c-4d44-8402-04299d1aa88d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:27:32 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-879e743f-daa0-4548-9759-db3fdc3b3168 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Converting VIF {"id": "d41f177b-2e9c-4d44-8402-04299d1aa88d", "address": "fa:16:3e:ba:ce:e4", "network": {"id": "8d2e7195-c77a-4a37-9e81-6d9a0ed8e649", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-389470825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dead1e870124b6badcc3f3c0523ffc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd41f177b-2e", "ovs_interfaceid": "d41f177b-2e9c-4d44-8402-04299d1aa88d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:27:32 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-879e743f-daa0-4548-9759-db3fdc3b3168 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ba:ce:e4,bridge_name='br-int',has_traffic_filtering=True,id=d41f177b-2e9c-4d44-8402-04299d1aa88d,network=Network(8d2e7195-c77a-4a37-9e81-6d9a0ed8e649),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd41f177b-2e') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:27:32 user nova-compute[74854]: DEBUG os_vif [None req-879e743f-daa0-4548-9759-db3fdc3b3168 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ba:ce:e4,bridge_name='br-int',has_traffic_filtering=True,id=d41f177b-2e9c-4d44-8402-04299d1aa88d,network=Network(8d2e7195-c77a-4a37-9e81-6d9a0ed8e649),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd41f177b-2e') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:27:32 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:32 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd41f177b-2e, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:27:32 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:27:32 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:32 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:32 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:32 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=dc66924c-e104-4d83-a5dd-3a15a8aad6ec) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:27:32 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:32 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:27:33 user nova-compute[74854]: INFO os_vif [None req-879e743f-daa0-4548-9759-db3fdc3b3168 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ba:ce:e4,bridge_name='br-int',has_traffic_filtering=True,id=d41f177b-2e9c-4d44-8402-04299d1aa88d,network=Network(8d2e7195-c77a-4a37-9e81-6d9a0ed8e649),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd41f177b-2e')
Oct 23 17:27:33 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-879e743f-daa0-4548-9759-db3fdc3b3168 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Deleting instance files /opt/stack/data/nova/instances/e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52_del
Oct 23 17:27:33 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-879e743f-daa0-4548-9759-db3fdc3b3168 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Deletion of /opt/stack/data/nova/instances/e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52_del complete
Oct 23 17:27:33 user nova-compute[74854]: INFO nova.compute.manager [None req-879e743f-daa0-4548-9759-db3fdc3b3168 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Took 0.90 seconds to destroy the instance on the hypervisor.
Oct 23 17:27:33 user nova-compute[74854]: DEBUG oslo.service.loopingcall [None req-879e743f-daa0-4548-9759-db3fdc3b3168 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 17:27:33 user nova-compute[74854]: DEBUG nova.compute.manager [-] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Deallocating network for instance {{(pid=74854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 17:27:33 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] deallocate_for_instance() {{(pid=74854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 17:27:33 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:33 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:33 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:33 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:33 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:33 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:27:33 user nova-compute[74854]: DEBUG nova.compute.manager [req-f9ca20d0-86e3-4ad1-98d6-c70698d4b6b2 req-7a8698ef-abdb-42b6-b3c6-40c5a8141303 service nova] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Received event network-vif-deleted-d41f177b-2e9c-4d44-8402-04299d1aa88d {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:27:33 user nova-compute[74854]: INFO nova.compute.manager [req-f9ca20d0-86e3-4ad1-98d6-c70698d4b6b2 req-7a8698ef-abdb-42b6-b3c6-40c5a8141303 service nova] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Neutron deleted interface d41f177b-2e9c-4d44-8402-04299d1aa88d; detaching it from the instance and deleting it from the info cache
Oct 23 17:27:33 user nova-compute[74854]: DEBUG nova.network.neutron [req-f9ca20d0-86e3-4ad1-98d6-c70698d4b6b2 req-7a8698ef-abdb-42b6-b3c6-40c5a8141303 service nova] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:27:33 user nova-compute[74854]: INFO nova.compute.manager [-] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Took 0.78 seconds to deallocate network for instance.
Oct 23 17:27:33 user nova-compute[74854]: DEBUG nova.compute.manager [req-f9ca20d0-86e3-4ad1-98d6-c70698d4b6b2 req-7a8698ef-abdb-42b6-b3c6-40c5a8141303 service nova] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Detach interface failed, port_id=d41f177b-2e9c-4d44-8402-04299d1aa88d, reason: Instance e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52 could not be found. {{(pid=74854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 23 17:27:33 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-879e743f-daa0-4548-9759-db3fdc3b3168 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:27:33 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-879e743f-daa0-4548-9759-db3fdc3b3168 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:27:34 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-879e743f-daa0-4548-9759-db3fdc3b3168 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:27:34 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-879e743f-daa0-4548-9759-db3fdc3b3168 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:27:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-879e743f-daa0-4548-9759-db3fdc3b3168 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.335s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:27:34 user nova-compute[74854]: INFO nova.scheduler.client.report [None req-879e743f-daa0-4548-9759-db3fdc3b3168 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Deleted allocations for instance e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52
Oct 23 17:27:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-879e743f-daa0-4548-9759-db3fdc3b3168 tempest-AttachVolumeNegativeTest-555328012 tempest-AttachVolumeNegativeTest-555328012-project-member] Lock "e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.212s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:27:34 user nova-compute[74854]: DEBUG nova.compute.manager [req-9e96c6e8-54ba-43c1-8cc8-a73fedc20d93 req-61552ad5-acea-498c-96e5-8fa7ccd86513 service nova] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Received event network-vif-plugged-d41f177b-2e9c-4d44-8402-04299d1aa88d {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:27:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-9e96c6e8-54ba-43c1-8cc8-a73fedc20d93 req-61552ad5-acea-498c-96e5-8fa7ccd86513 service nova] Acquiring lock "e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:27:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-9e96c6e8-54ba-43c1-8cc8-a73fedc20d93 req-61552ad5-acea-498c-96e5-8fa7ccd86513 service nova] Lock "e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:27:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-9e96c6e8-54ba-43c1-8cc8-a73fedc20d93 req-61552ad5-acea-498c-96e5-8fa7ccd86513 service nova] Lock "e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:27:34 user nova-compute[74854]: DEBUG nova.compute.manager [req-9e96c6e8-54ba-43c1-8cc8-a73fedc20d93 req-61552ad5-acea-498c-96e5-8fa7ccd86513 service nova] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] No waiting events found dispatching network-vif-plugged-d41f177b-2e9c-4d44-8402-04299d1aa88d {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:27:34 user nova-compute[74854]: WARNING nova.compute.manager [req-9e96c6e8-54ba-43c1-8cc8-a73fedc20d93 req-61552ad5-acea-498c-96e5-8fa7ccd86513 service nova] [instance: e3c1ff65-ac81-4d4c-ac78-4178ec0c1c52] Received unexpected event network-vif-plugged-d41f177b-2e9c-4d44-8402-04299d1aa88d for instance with vm_state deleted and task_state None.
Oct 23 17:27:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:37 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:41 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:42 user nova-compute[74854]: DEBUG nova.compute.manager [req-ec2c4167-fe1e-41b7-b2d7-0e53aa5c5a92 req-cf5838b3-a68e-4ff1-af24-6b6b0b7df69d service nova] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Received event network-changed-10f2e1f8-dfd9-47a1-924a-a3e80795f396 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:27:42 user nova-compute[74854]: DEBUG nova.compute.manager [req-ec2c4167-fe1e-41b7-b2d7-0e53aa5c5a92 req-cf5838b3-a68e-4ff1-af24-6b6b0b7df69d service nova] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Refreshing instance network info cache due to event network-changed-10f2e1f8-dfd9-47a1-924a-a3e80795f396. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:27:42 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-ec2c4167-fe1e-41b7-b2d7-0e53aa5c5a92 req-cf5838b3-a68e-4ff1-af24-6b6b0b7df69d service nova] Acquiring lock "refresh_cache-439f7e31-a29c-4b26-af66-32818c218e31" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:27:42 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-ec2c4167-fe1e-41b7-b2d7-0e53aa5c5a92 req-cf5838b3-a68e-4ff1-af24-6b6b0b7df69d service nova] Acquired lock "refresh_cache-439f7e31-a29c-4b26-af66-32818c218e31" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:27:42 user nova-compute[74854]: DEBUG nova.network.neutron [req-ec2c4167-fe1e-41b7-b2d7-0e53aa5c5a92 req-cf5838b3-a68e-4ff1-af24-6b6b0b7df69d service nova] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Refreshing network info cache for port 10f2e1f8-dfd9-47a1-924a-a3e80795f396 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:27:43 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:43 user nova-compute[74854]: DEBUG nova.network.neutron [req-ec2c4167-fe1e-41b7-b2d7-0e53aa5c5a92 req-cf5838b3-a68e-4ff1-af24-6b6b0b7df69d service nova] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Updated VIF entry in instance network info cache for port 10f2e1f8-dfd9-47a1-924a-a3e80795f396. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:27:43 user nova-compute[74854]: DEBUG nova.network.neutron [req-ec2c4167-fe1e-41b7-b2d7-0e53aa5c5a92 req-cf5838b3-a68e-4ff1-af24-6b6b0b7df69d service nova] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Updating instance_info_cache with network_info: [{"id": "10f2e1f8-dfd9-47a1-924a-a3e80795f396", "address": "fa:16:3e:d7:37:9a", "network": {"id": "282ba66f-2135-4abe-a18a-0b010c845b13", "bridge": "br-int", "label": "tempest-TestShelveInstance-1096489049-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.18", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4e3c6783c81f489981d23a83a0a710ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10f2e1f8-df", "ovs_interfaceid": "10f2e1f8-dfd9-47a1-924a-a3e80795f396", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:27:43 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-ec2c4167-fe1e-41b7-b2d7-0e53aa5c5a92 req-cf5838b3-a68e-4ff1-af24-6b6b0b7df69d service nova] Releasing lock "refresh_cache-439f7e31-a29c-4b26-af66-32818c218e31" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:27:44 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-cca46a5c-45e5-41c5-b50e-8286c9f792bd tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Acquiring lock "439f7e31-a29c-4b26-af66-32818c218e31" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:27:44 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-cca46a5c-45e5-41c5-b50e-8286c9f792bd tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Lock "439f7e31-a29c-4b26-af66-32818c218e31" acquired by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:27:44 user nova-compute[74854]: INFO nova.compute.manager [None req-cca46a5c-45e5-41c5-b50e-8286c9f792bd tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Shelve offloading
Oct 23 17:27:44 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:44 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:44 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:44 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:44 user nova-compute[74854]: DEBUG nova.compute.manager [req-a2e9cc5e-d29d-49f6-9668-45de9e8228b2 req-2747a539-a409-42cf-817e-b583dd44741a service nova] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Received event network-vif-unplugged-10f2e1f8-dfd9-47a1-924a-a3e80795f396 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:27:44 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a2e9cc5e-d29d-49f6-9668-45de9e8228b2 req-2747a539-a409-42cf-817e-b583dd44741a service nova] Acquiring lock "439f7e31-a29c-4b26-af66-32818c218e31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:27:44 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a2e9cc5e-d29d-49f6-9668-45de9e8228b2 req-2747a539-a409-42cf-817e-b583dd44741a service nova] Lock "439f7e31-a29c-4b26-af66-32818c218e31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:27:44 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a2e9cc5e-d29d-49f6-9668-45de9e8228b2 req-2747a539-a409-42cf-817e-b583dd44741a service nova] Lock "439f7e31-a29c-4b26-af66-32818c218e31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:27:44 user nova-compute[74854]: DEBUG nova.compute.manager [req-a2e9cc5e-d29d-49f6-9668-45de9e8228b2 req-2747a539-a409-42cf-817e-b583dd44741a service nova] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] No waiting events found dispatching network-vif-unplugged-10f2e1f8-dfd9-47a1-924a-a3e80795f396 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:27:44 user nova-compute[74854]: WARNING nova.compute.manager [req-a2e9cc5e-d29d-49f6-9668-45de9e8228b2 req-2747a539-a409-42cf-817e-b583dd44741a service nova] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Received unexpected event network-vif-unplugged-10f2e1f8-dfd9-47a1-924a-a3e80795f396 for instance with vm_state active and task_state shelving.
Oct 23 17:27:44 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Instance destroyed successfully.
Oct 23 17:27:44 user nova-compute[74854]: DEBUG nova.compute.manager [None req-cca46a5c-45e5-41c5-b50e-8286c9f792bd tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:27:44 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-cca46a5c-45e5-41c5-b50e-8286c9f792bd tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Acquiring lock "refresh_cache-439f7e31-a29c-4b26-af66-32818c218e31" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:27:44 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-cca46a5c-45e5-41c5-b50e-8286c9f792bd tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Acquired lock "refresh_cache-439f7e31-a29c-4b26-af66-32818c218e31" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:27:44 user nova-compute[74854]: DEBUG nova.network.neutron [None req-cca46a5c-45e5-41c5-b50e-8286c9f792bd tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:27:45 user nova-compute[74854]: DEBUG nova.network.neutron [None req-cca46a5c-45e5-41c5-b50e-8286c9f792bd tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Updating instance_info_cache with network_info: [{"id": "10f2e1f8-dfd9-47a1-924a-a3e80795f396", "address": "fa:16:3e:d7:37:9a", "network": {"id": "282ba66f-2135-4abe-a18a-0b010c845b13", "bridge": "br-int", "label": "tempest-TestShelveInstance-1096489049-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.18", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4e3c6783c81f489981d23a83a0a710ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10f2e1f8-df", "ovs_interfaceid": "10f2e1f8-dfd9-47a1-924a-a3e80795f396", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:27:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-cca46a5c-45e5-41c5-b50e-8286c9f792bd tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Releasing lock "refresh_cache-439f7e31-a29c-4b26-af66-32818c218e31" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:27:45 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Instance destroyed successfully.
Oct 23 17:27:45 user nova-compute[74854]: DEBUG nova.objects.instance [None req-cca46a5c-45e5-41c5-b50e-8286c9f792bd tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Lazy-loading 'resources' on Instance uuid 439f7e31-a29c-4b26-af66-32818c218e31 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:27:45 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-cca46a5c-45e5-41c5-b50e-8286c9f792bd tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:25:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1646238053',display_name='tempest-TestShelveInstance-server-1646238053',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1646238053',id=37,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK4jWPHxL0Zr8rvtYg76a31LLx4w5vduclxz3dNots9eQU7/Vo87s/rYPycj1vFbI1J4eNMZMUw+FMj1/hSjpYSNSixYd/vBZVRDJBk3VGh4evhbsETrh/2lu54Tp6cSXQ==',key_name='tempest-TestShelveInstance-301107434',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:26:15Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4e3c6783c81f489981d23a83a0a710ce',ramdisk_id='',reservation_id='r-e1uqt4j4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-757979104',owner_user_name='tempest-TestShelveInstance-757979104-project-member'},tags=<?>,task_state='shelving',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:26:16Z,user_data=None,user_id='3b510279990a41ba92507d521f052875',uuid=439f7e31-a29c-4b26-af66-32818c218e31,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "10f2e1f8-dfd9-47a1-924a-a3e80795f396", "address": "fa:16:3e:d7:37:9a", "network": {"id": "282ba66f-2135-4abe-a18a-0b010c845b13", "bridge": "br-int", "label": "tempest-TestShelveInstance-1096489049-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.18", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4e3c6783c81f489981d23a83a0a710ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10f2e1f8-df", "ovs_interfaceid": "10f2e1f8-dfd9-47a1-924a-a3e80795f396", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:27:45 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-cca46a5c-45e5-41c5-b50e-8286c9f792bd tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Converting VIF {"id": "10f2e1f8-dfd9-47a1-924a-a3e80795f396", "address": "fa:16:3e:d7:37:9a", "network": {"id": "282ba66f-2135-4abe-a18a-0b010c845b13", "bridge": "br-int", "label": "tempest-TestShelveInstance-1096489049-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.18", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4e3c6783c81f489981d23a83a0a710ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10f2e1f8-df", "ovs_interfaceid": "10f2e1f8-dfd9-47a1-924a-a3e80795f396", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:27:45 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-cca46a5c-45e5-41c5-b50e-8286c9f792bd tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d7:37:9a,bridge_name='br-int',has_traffic_filtering=True,id=10f2e1f8-dfd9-47a1-924a-a3e80795f396,network=Network(282ba66f-2135-4abe-a18a-0b010c845b13),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap10f2e1f8-df') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:27:45 user nova-compute[74854]: DEBUG os_vif [None req-cca46a5c-45e5-41c5-b50e-8286c9f792bd tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d7:37:9a,bridge_name='br-int',has_traffic_filtering=True,id=10f2e1f8-dfd9-47a1-924a-a3e80795f396,network=Network(282ba66f-2135-4abe-a18a-0b010c845b13),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap10f2e1f8-df') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:27:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap10f2e1f8-df, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:27:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:27:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=091eb14f-f21f-4f2b-a6ab-fec9dfcf55e2) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:27:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:45 user nova-compute[74854]: DEBUG nova.compute.manager [req-99f8f569-0202-40ba-a1a3-e922a7fd2930 req-0e674993-fbd6-441b-a58e-c0043de18157 service nova] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Received event network-changed-10f2e1f8-dfd9-47a1-924a-a3e80795f396 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:27:45 user nova-compute[74854]: DEBUG nova.compute.manager [req-99f8f569-0202-40ba-a1a3-e922a7fd2930 req-0e674993-fbd6-441b-a58e-c0043de18157 service nova] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Refreshing instance network info cache due to event network-changed-10f2e1f8-dfd9-47a1-924a-a3e80795f396. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:27:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-99f8f569-0202-40ba-a1a3-e922a7fd2930 req-0e674993-fbd6-441b-a58e-c0043de18157 service nova] Acquiring lock "refresh_cache-439f7e31-a29c-4b26-af66-32818c218e31" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:27:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-99f8f569-0202-40ba-a1a3-e922a7fd2930 req-0e674993-fbd6-441b-a58e-c0043de18157 service nova] Acquired lock "refresh_cache-439f7e31-a29c-4b26-af66-32818c218e31" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:27:45 user nova-compute[74854]: DEBUG nova.network.neutron [req-99f8f569-0202-40ba-a1a3-e922a7fd2930 req-0e674993-fbd6-441b-a58e-c0043de18157 service nova] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Refreshing network info cache for port 10f2e1f8-dfd9-47a1-924a-a3e80795f396 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:27:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:27:45 user nova-compute[74854]: INFO os_vif [None req-cca46a5c-45e5-41c5-b50e-8286c9f792bd tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d7:37:9a,bridge_name='br-int',has_traffic_filtering=True,id=10f2e1f8-dfd9-47a1-924a-a3e80795f396,network=Network(282ba66f-2135-4abe-a18a-0b010c845b13),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap10f2e1f8-df')
Oct 23 17:27:45 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cca46a5c-45e5-41c5-b50e-8286c9f792bd tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] calling os-brick to detach iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 17:27:45 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-cca46a5c-45e5-41c5-b50e-8286c9f792bd tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, {'target_iqn': 'iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eXqPrkjf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:27:45 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-cca46a5c-45e5-41c5-b50e-8286c9f792bd tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:27:45 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-cca46a5c-45e5-41c5-b50e-8286c9f792bd tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:27:45 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-cca46a5c-45e5-41c5-b50e-8286c9f792bd tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:27:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:27:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:27:45 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[8fbdd4b6-3327-4007-a028-9a05c04ad6b9]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:27:45 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-cca46a5c-45e5-41c5-b50e-8286c9f792bd tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 17:27:45 user nova-compute[74854]: No targets found.
Oct 23 17:27:45 user nova-compute[74854]: iSNS:
Oct 23 17:27:45 user nova-compute[74854]: No targets found.
Oct 23 17:27:45 user nova-compute[74854]: STATIC:
Oct 23 17:27:45 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f
Oct 23 17:27:45 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:27:45 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:27:45 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a
Oct 23 17:27:45 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:27:45 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:27:45 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4
Oct 23 17:27:45 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:27:45 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:27:45 user nova-compute[74854]: FIRMWARE:
Oct 23 17:27:45 user nova-compute[74854]: No targets found.
Oct 23 17:27:45 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:27:45 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-cca46a5c-45e5-41c5-b50e-8286c9f792bd tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 17:27:45 user nova-compute[74854]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 17:27:45 user nova-compute[74854]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74854) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 17:27:45 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-cca46a5c-45e5-41c5-b50e-8286c9f792bd tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f', 0)] {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 17:27:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:27:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:27:45 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[2aa15983-fdc4-4633-9afd-cf6b090dcb09]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:27:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:27:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:27:45 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d9fa005-19d8-4e19-8097-ae7428a723bd]: (4, ('tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:27:45 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-cca46a5c-45e5-41c5-b50e-8286c9f792bd tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)
Oct 23 17:27:45 user nova-compute[74854]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f (non-flash)
Oct 23 17:27:45 user nova-compute[74854]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 (non-flash)
Oct 23 17:27:45 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:27:45 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-cca46a5c-45e5-41c5-b50e-8286c9f792bd tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] iscsi session list stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)
Oct 23 17:27:45 user nova-compute[74854]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f (non-flash)
Oct 23 17:27:45 user nova-compute[74854]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 (non-flash)
Oct 23 17:27:45 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:27:45 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-cca46a5c-45e5-41c5-b50e-8286c9f792bd tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f305c3035b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f'): ({'sdc'}, set())}) {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 17:27:45 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-cca46a5c-45e5-41c5-b50e-8286c9f792bd tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Removing single pathed devices sdc {{(pid=74854) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 17:27:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:27:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:27:46 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[2dce2fdd-a4ce-4290-ba6e-594c4fe8e6c1]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:27:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:27:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:27:46 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[15d18aaa-1db7-4602-80ac-2ba535ff3152]: (4, ('ok\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:27:46 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-cca46a5c-45e5-41c5-b50e-8286c9f792bd tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Flushing IO for device /dev/sdc {{(pid=74854) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 17:27:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:27:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:27:46 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[be6a121b-b752-48ae-b004-657cc18c955e]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:27:46 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-cca46a5c-45e5-41c5-b50e-8286c9f792bd tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74854) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 17:27:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:27:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.041s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:27:46 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c991040-b254-48f2-8cd1-e996527888f9]: (4, ('1', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:27:46 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-cca46a5c-45e5-41c5-b50e-8286c9f792bd tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 17:27:46 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-cca46a5c-45e5-41c5-b50e-8286c9f792bd tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] SCSI volumes sdc have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 17:27:46 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-cca46a5c-45e5-41c5-b50e-8286c9f792bd tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f')] {{(pid=74854) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 17:27:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:27:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.030s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:27:46 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[cef74802-155c-4870-b4d7-0f087e9e9423]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:27:46 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-cca46a5c-45e5-41c5-b50e-8286c9f792bd tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:27:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f -p 172.16.0.220:3260 --logout {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:27:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f -p 172.16.0.220:3260 --logout" returned: 0 in 0.052s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:27:46 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[477c7275-414e-4002-b2d5-c742ba61480f]: (4, ('Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f, portal: 172.16.0.220,3260]\nLogout of [sid: 38, target: iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:27:46 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-cca46a5c-45e5-41c5-b50e-8286c9f792bd tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f, portal: 172.16.0.220,3260]
Oct 23 17:27:46 user nova-compute[74854]: Logout of [sid: 38, target: iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f, portal: 172.16.0.220,3260] successful.
Oct 23 17:27:46 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:27:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f -p 172.16.0.220:3260 --op delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:27:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:27:46 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a27c311-cd3b-4f14-99b7-b27158a27f5e]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:27:46 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-cca46a5c-45e5-41c5-b50e-8286c9f792bd tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:27:46 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-cca46a5c-45e5-41c5-b50e-8286c9f792bd tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.361s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:27:46 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-cca46a5c-45e5-41c5-b50e-8286c9f792bd tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] <== disconnect_volume: return (363ms) None {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:27:46 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cca46a5c-45e5-41c5-b50e-8286c9f792bd tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Disconnected iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 17:27:46 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-cca46a5c-45e5-41c5-b50e-8286c9f792bd tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Deleting instance files /opt/stack/data/nova/instances/439f7e31-a29c-4b26-af66-32818c218e31_del
Oct 23 17:27:46 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-cca46a5c-45e5-41c5-b50e-8286c9f792bd tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Deletion of /opt/stack/data/nova/instances/439f7e31-a29c-4b26-af66-32818c218e31_del complete
Oct 23 17:27:46 user nova-compute[74854]: DEBUG nova.network.neutron [req-99f8f569-0202-40ba-a1a3-e922a7fd2930 req-0e674993-fbd6-441b-a58e-c0043de18157 service nova] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Updated VIF entry in instance network info cache for port 10f2e1f8-dfd9-47a1-924a-a3e80795f396. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:27:46 user nova-compute[74854]: DEBUG nova.network.neutron [req-99f8f569-0202-40ba-a1a3-e922a7fd2930 req-0e674993-fbd6-441b-a58e-c0043de18157 service nova] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Updating instance_info_cache with network_info: [{"id": "10f2e1f8-dfd9-47a1-924a-a3e80795f396", "address": "fa:16:3e:d7:37:9a", "network": {"id": "282ba66f-2135-4abe-a18a-0b010c845b13", "bridge": null, "label": "tempest-TestShelveInstance-1096489049-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.18", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4e3c6783c81f489981d23a83a0a710ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tap10f2e1f8-df", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:27:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-99f8f569-0202-40ba-a1a3-e922a7fd2930 req-0e674993-fbd6-441b-a58e-c0043de18157 service nova] Releasing lock "refresh_cache-439f7e31-a29c-4b26-af66-32818c218e31" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:27:46 user nova-compute[74854]: DEBUG nova.compute.manager [req-a365544c-dde7-4ec9-86ab-514c5c071154 req-ab1d93e5-0233-4d81-8117-fe77ee766561 service nova] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Received event network-vif-plugged-10f2e1f8-dfd9-47a1-924a-a3e80795f396 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:27:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a365544c-dde7-4ec9-86ab-514c5c071154 req-ab1d93e5-0233-4d81-8117-fe77ee766561 service nova] Acquiring lock "439f7e31-a29c-4b26-af66-32818c218e31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:27:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a365544c-dde7-4ec9-86ab-514c5c071154 req-ab1d93e5-0233-4d81-8117-fe77ee766561 service nova] Lock "439f7e31-a29c-4b26-af66-32818c218e31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:27:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a365544c-dde7-4ec9-86ab-514c5c071154 req-ab1d93e5-0233-4d81-8117-fe77ee766561 service nova] Lock "439f7e31-a29c-4b26-af66-32818c218e31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:27:46 user nova-compute[74854]: DEBUG nova.compute.manager [req-a365544c-dde7-4ec9-86ab-514c5c071154 req-ab1d93e5-0233-4d81-8117-fe77ee766561 service nova] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] No waiting events found dispatching network-vif-plugged-10f2e1f8-dfd9-47a1-924a-a3e80795f396 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:27:46 user nova-compute[74854]: WARNING nova.compute.manager [req-a365544c-dde7-4ec9-86ab-514c5c071154 req-ab1d93e5-0233-4d81-8117-fe77ee766561 service nova] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Received unexpected event network-vif-plugged-10f2e1f8-dfd9-47a1-924a-a3e80795f396 for instance with vm_state active and task_state shelving.
Oct 23 17:27:46 user nova-compute[74854]: DEBUG nova.compute.manager [req-a365544c-dde7-4ec9-86ab-514c5c071154 req-ab1d93e5-0233-4d81-8117-fe77ee766561 service nova] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Received event network-changed-3b8d5ff2-2e1a-4ef1-b9b9-4fe8dcfca3d2 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:27:46 user nova-compute[74854]: DEBUG nova.compute.manager [req-a365544c-dde7-4ec9-86ab-514c5c071154 req-ab1d93e5-0233-4d81-8117-fe77ee766561 service nova] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Refreshing instance network info cache due to event network-changed-3b8d5ff2-2e1a-4ef1-b9b9-4fe8dcfca3d2. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:27:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a365544c-dde7-4ec9-86ab-514c5c071154 req-ab1d93e5-0233-4d81-8117-fe77ee766561 service nova] Acquiring lock "refresh_cache-ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:27:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a365544c-dde7-4ec9-86ab-514c5c071154 req-ab1d93e5-0233-4d81-8117-fe77ee766561 service nova] Acquired lock "refresh_cache-ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:27:46 user nova-compute[74854]: DEBUG nova.network.neutron [req-a365544c-dde7-4ec9-86ab-514c5c071154 req-ab1d93e5-0233-4d81-8117-fe77ee766561 service nova] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Refreshing network info cache for port 3b8d5ff2-2e1a-4ef1-b9b9-4fe8dcfca3d2 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:27:47 user nova-compute[74854]: DEBUG nova.network.neutron [req-a365544c-dde7-4ec9-86ab-514c5c071154 req-ab1d93e5-0233-4d81-8117-fe77ee766561 service nova] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Updated VIF entry in instance network info cache for port 3b8d5ff2-2e1a-4ef1-b9b9-4fe8dcfca3d2. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:27:47 user nova-compute[74854]: DEBUG nova.network.neutron [req-a365544c-dde7-4ec9-86ab-514c5c071154 req-ab1d93e5-0233-4d81-8117-fe77ee766561 service nova] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Updating instance_info_cache with network_info: [{"id": "3b8d5ff2-2e1a-4ef1-b9b9-4fe8dcfca3d2", "address": "fa:16:3e:42:c3:38", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b8d5ff2-2e", "ovs_interfaceid": "3b8d5ff2-2e1a-4ef1-b9b9-4fe8dcfca3d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:27:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a365544c-dde7-4ec9-86ab-514c5c071154 req-ab1d93e5-0233-4d81-8117-fe77ee766561 service nova] Releasing lock "refresh_cache-ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:27:47 user nova-compute[74854]: INFO nova.scheduler.client.report [None req-cca46a5c-45e5-41c5-b50e-8286c9f792bd tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Deleted allocations for instance 439f7e31-a29c-4b26-af66-32818c218e31
Oct 23 17:27:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-cca46a5c-45e5-41c5-b50e-8286c9f792bd tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:27:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-cca46a5c-45e5-41c5-b50e-8286c9f792bd tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:27:47 user nova-compute[74854]: DEBUG nova.objects.instance [None req-cca46a5c-45e5-41c5-b50e-8286c9f792bd tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Lazy-loading 'numa_topology' on Instance uuid 439f7e31-a29c-4b26-af66-32818c218e31 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:27:47 user nova-compute[74854]: DEBUG nova.objects.base [None req-cca46a5c-45e5-41c5-b50e-8286c9f792bd tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Object Instance<439f7e31-a29c-4b26-af66-32818c218e31> lazy-loaded attributes: resources,numa_topology {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:27:47 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-cca46a5c-45e5-41c5-b50e-8286c9f792bd tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:27:47 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-cca46a5c-45e5-41c5-b50e-8286c9f792bd tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:27:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-cca46a5c-45e5-41c5-b50e-8286c9f792bd tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.238s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:27:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-cca46a5c-45e5-41c5-b50e-8286c9f792bd tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Lock "439f7e31-a29c-4b26-af66-32818c218e31" "released" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: held 3.656s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:27:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-07116a89-9073-4956-a69a-2279fca8637a tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Acquiring lock "a86c9212-bc7b-40f3-97fa-20c65c3291b9" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:27:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-07116a89-9073-4956-a69a-2279fca8637a tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "a86c9212-bc7b-40f3-97fa-20c65c3291b9" acquired by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:27:47 user nova-compute[74854]: DEBUG nova.compute.manager [None req-07116a89-9073-4956-a69a-2279fca8637a tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Going to confirm migration 2 {{(pid=74854) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4773}}
Oct 23 17:27:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-07116a89-9073-4956-a69a-2279fca8637a tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Acquiring lock "refresh_cache-a86c9212-bc7b-40f3-97fa-20c65c3291b9" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:27:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-07116a89-9073-4956-a69a-2279fca8637a tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Acquired lock "refresh_cache-a86c9212-bc7b-40f3-97fa-20c65c3291b9" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:27:48 user nova-compute[74854]: DEBUG nova.network.neutron [None req-07116a89-9073-4956-a69a-2279fca8637a tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:27:48 user nova-compute[74854]: DEBUG nova.objects.instance [None req-07116a89-9073-4956-a69a-2279fca8637a tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lazy-loading 'info_cache' on Instance uuid a86c9212-bc7b-40f3-97fa-20c65c3291b9 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:27:48 user nova-compute[74854]: DEBUG nova.network.neutron [None req-07116a89-9073-4956-a69a-2279fca8637a tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Updating instance_info_cache with network_info: [{"id": "93c86dab-f356-4790-ae14-f6273bd5c78e", "address": "fa:16:3e:be:fb:56", "network": {"id": "96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1329263426-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bca03991a9df481c86def54ea306564f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93c86dab-f3", "ovs_interfaceid": "93c86dab-f356-4790-ae14-f6273bd5c78e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:27:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-07116a89-9073-4956-a69a-2279fca8637a tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Releasing lock "refresh_cache-a86c9212-bc7b-40f3-97fa-20c65c3291b9" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:27:48 user nova-compute[74854]: DEBUG nova.objects.instance [None req-07116a89-9073-4956-a69a-2279fca8637a tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lazy-loading 'migration_context' on Instance uuid a86c9212-bc7b-40f3-97fa-20c65c3291b9 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:27:48 user nova-compute[74854]: DEBUG nova.objects.base [None req-07116a89-9073-4956-a69a-2279fca8637a tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Object Instance<a86c9212-bc7b-40f3-97fa-20c65c3291b9> lazy-loaded attributes: info_cache,migration_context {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:27:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-07116a89-9073-4956-a69a-2279fca8637a tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:27:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-07116a89-9073-4956-a69a-2279fca8637a tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:27:48 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-07116a89-9073-4956-a69a-2279fca8637a tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:27:48 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-07116a89-9073-4956-a69a-2279fca8637a tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:27:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-07116a89-9073-4956-a69a-2279fca8637a tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 0.285s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:27:49 user nova-compute[74854]: INFO nova.scheduler.client.report [None req-07116a89-9073-4956-a69a-2279fca8637a tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Deleted allocation for migration 967258ac-bafb-403d-8883-b5ab01c9f0ff
Oct 23 17:27:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-07116a89-9073-4956-a69a-2279fca8637a tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "a86c9212-bc7b-40f3-97fa-20c65c3291b9" "released" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: held 1.239s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:27:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:54 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:27:55 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:27:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:56 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:27:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquiring lock "309d888f-83d0-4d34-941c-30c83ef2f71a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:27:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "309d888f-83d0-4d34-941c-30c83ef2f71a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:27:58 user nova-compute[74854]: DEBUG nova.compute.manager [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Starting instance... {{(pid=74854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 17:27:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:27:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:27:58 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74854) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 17:27:58 user nova-compute[74854]: INFO nova.compute.claims [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Claim successful on node user
Oct 23 17:27:58 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:27:58 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:27:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.294s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:27:58 user nova-compute[74854]: DEBUG nova.compute.manager [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Start building networks asynchronously for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 17:27:58 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:27:58 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 17:27:58 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 17:27:58 user nova-compute[74854]: DEBUG nova.compute.manager [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Allocating IP information in the background. {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 17:27:58 user nova-compute[74854]: DEBUG nova.network.neutron [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] allocate_for_instance() {{(pid=74854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 17:27:58 user nova-compute[74854]: DEBUG nova.compute.manager [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Start building block device mappings for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 17:27:58 user nova-compute[74854]: INFO nova.virt.block_device [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Booting with volume snapshot f36b3606-1e22-45fb-9652-1a1dfc5df675 at /dev/vda
Oct 23 17:27:59 user nova-compute[74854]: DEBUG nova.policy [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40d10700efba402e9cc769d2510f8311', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3560285cd557461eae016907fb469040', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74854) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 17:27:59 user nova-compute[74854]: DEBUG nova.network.neutron [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Successfully created port: 1062befe-9f07-4518-bb7b-c76701bd0c72 {{(pid=74854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 17:27:59 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:27:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:27:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:27:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:27:59 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Auditing locally available compute resources for user (node: user) {{(pid=74854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 17:28:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:28:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:28:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:28:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:28:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3b91b98-55f6-4714-8ede-5aa220ad27c5/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:28:00 user nova-compute[74854]: DEBUG nova.network.neutron [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Successfully updated port: 1062befe-9f07-4518-bb7b-c76701bd0c72 {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:28:00 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquiring lock "refresh_cache-309d888f-83d0-4d34-941c-30c83ef2f71a" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:28:00 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquired lock "refresh_cache-309d888f-83d0-4d34-941c-30c83ef2f71a" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:28:00 user nova-compute[74854]: DEBUG nova.network.neutron [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:28:00 user nova-compute[74854]: DEBUG nova.compute.manager [req-15cc162e-6706-47e3-9df7-a83b60679bb2 req-7c4b5447-3aca-4dc4-bade-f4b2acd3ebf7 service nova] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Received event network-changed-1062befe-9f07-4518-bb7b-c76701bd0c72 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:28:00 user nova-compute[74854]: DEBUG nova.compute.manager [req-15cc162e-6706-47e3-9df7-a83b60679bb2 req-7c4b5447-3aca-4dc4-bade-f4b2acd3ebf7 service nova] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Refreshing instance network info cache due to event network-changed-1062befe-9f07-4518-bb7b-c76701bd0c72. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:28:00 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-15cc162e-6706-47e3-9df7-a83b60679bb2 req-7c4b5447-3aca-4dc4-bade-f4b2acd3ebf7 service nova] Acquiring lock "refresh_cache-309d888f-83d0-4d34-941c-30c83ef2f71a" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:28:00 user nova-compute[74854]: DEBUG nova.network.neutron [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Instance cache missing network info. {{(pid=74854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 17:28:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3b91b98-55f6-4714-8ede-5aa220ad27c5/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:28:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3b91b98-55f6-4714-8ede-5aa220ad27c5/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:28:00 user nova-compute[74854]: DEBUG nova.network.neutron [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Updating instance_info_cache with network_info: [{"id": "1062befe-9f07-4518-bb7b-c76701bd0c72", "address": "fa:16:3e:a2:80:c6", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1062befe-9f", "ovs_interfaceid": "1062befe-9f07-4518-bb7b-c76701bd0c72", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:28:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3b91b98-55f6-4714-8ede-5aa220ad27c5/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:28:00 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:28:00 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Releasing lock "refresh_cache-309d888f-83d0-4d34-941c-30c83ef2f71a" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:28:00 user nova-compute[74854]: DEBUG nova.compute.manager [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Instance network_info: |[{"id": "1062befe-9f07-4518-bb7b-c76701bd0c72", "address": "fa:16:3e:a2:80:c6", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1062befe-9f", "ovs_interfaceid": "1062befe-9f07-4518-bb7b-c76701bd0c72", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 17:28:00 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-15cc162e-6706-47e3-9df7-a83b60679bb2 req-7c4b5447-3aca-4dc4-bade-f4b2acd3ebf7 service nova] Acquired lock "refresh_cache-309d888f-83d0-4d34-941c-30c83ef2f71a" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:28:00 user nova-compute[74854]: DEBUG nova.network.neutron [req-15cc162e-6706-47e3-9df7-a83b60679bb2 req-7c4b5447-3aca-4dc4-bade-f4b2acd3ebf7 service nova] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Refreshing network info cache for port 1062befe-9f07-4518-bb7b-c76701bd0c72 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:28:00 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:28:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/969e3765-0d59-491c-9e00-af1fe6f8cfe2/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:28:00 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:28:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/969e3765-0d59-491c-9e00-af1fe6f8cfe2/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:28:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/969e3765-0d59-491c-9e00-af1fe6f8cfe2/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:28:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:28:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/969e3765-0d59-491c-9e00-af1fe6f8cfe2/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:28:01 user nova-compute[74854]: DEBUG nova.network.neutron [req-15cc162e-6706-47e3-9df7-a83b60679bb2 req-7c4b5447-3aca-4dc4-bade-f4b2acd3ebf7 service nova] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Updated VIF entry in instance network info cache for port 1062befe-9f07-4518-bb7b-c76701bd0c72. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:28:01 user nova-compute[74854]: DEBUG nova.network.neutron [req-15cc162e-6706-47e3-9df7-a83b60679bb2 req-7c4b5447-3aca-4dc4-bade-f4b2acd3ebf7 service nova] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Updating instance_info_cache with network_info: [{"id": "1062befe-9f07-4518-bb7b-c76701bd0c72", "address": "fa:16:3e:a2:80:c6", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1062befe-9f", "ovs_interfaceid": "1062befe-9f07-4518-bb7b-c76701bd0c72", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:28:01 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:28:01 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:28:01 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Hypervisor/Node resource view: name=user free_ram=8142MB free_disk=24.922161102294922GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=74854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 17:28:01 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:28:01 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:28:01 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-15cc162e-6706-47e3-9df7-a83b60679bb2 req-7c4b5447-3aca-4dc4-bade-f4b2acd3ebf7 service nova] Releasing lock "refresh_cache-309d888f-83d0-4d34-941c-30c83ef2f71a" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:28:01 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:28:01 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance a86c9212-bc7b-40f3-97fa-20c65c3291b9 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 2048}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:28:01 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:28:01 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance d3b91b98-55f6-4714-8ede-5aa220ad27c5 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:28:01 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 969e3765-0d59-491c-9e00-af1fe6f8cfe2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:28:01 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 309d888f-83d0-4d34-941c-30c83ef2f71a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:28:01 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 17:28:01 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 17:28:01 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:28:01 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:28:01 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Compute_service record updated for user:user {{(pid=74854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 17:28:01 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.311s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:28:02 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:28:02 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:28:02 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:28:04 user nova-compute[74854]: DEBUG os_brick.utils [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:28:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:28:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:28:04 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae57583b-d287-47c8-9a37-f58e9eabd2dc]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a321e2f0722\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:28:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:28:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:28:04 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d8559c9-2f85-4574-ab5c-32fc63d7aee3]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:28:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:28:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:28:04 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[f41297d1-eda8-4492-ac06-8313ff8f9f59]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:28:04 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[84d51725-2d8f-42a4-8c66-518f27d2f006]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:28:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Running cmd (subprocess): nvme version {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:28:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] 'nvme version' failed. Not Retrying. {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:28:04 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:28:04 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Starting heal instance info cache {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 17:28:04 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Rebuilding the list of instances to heal {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 23 17:28:04 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.nvmeof [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] nvme not present on system {{(pid=74854) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 17:28:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:28:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:28:04 user nova-compute[74854]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 17:28:04 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa557b67-89ac-44df-9c98-ad08f0b147ca]: (4, '') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:28:04 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74854) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 17:28:04 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 17:28:04 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] LIGHTOS: no hostnqn found. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 17:28:04 user nova-compute[74854]: DEBUG os_brick.utils [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a321e2f0722', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:28:04 user nova-compute[74854]: DEBUG nova.virt.block_device [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Updating existing volume attachment record: 6e2551fc-48b5-4598-ae83-92621b1b6c9c {{(pid=74854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 17:28:04 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Skipping network cache update for instance because it is Building. {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9934}}
Oct 23 17:28:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "refresh_cache-a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:28:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquired lock "refresh_cache-a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:28:04 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Forcefully refreshing network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 17:28:04 user nova-compute[74854]: DEBUG nova.objects.instance [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lazy-loading 'info_cache' on Instance uuid a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:28:05 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Updating instance_info_cache with network_info: [{"id": "d9833449-c297-4a3f-9046-9e69b4182795", "address": "fa:16:3e:39:9a:1e", "network": {"id": "96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1329263426-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bca03991a9df481c86def54ea306564f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9833449-c2", "ovs_interfaceid": "d9833449-c297-4a3f-9046-9e69b4182795", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:28:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Releasing lock "refresh_cache-a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:28:05 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Updated the network info_cache for instance {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 17:28:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:28:07 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:28:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:28:15 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:28:16 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:28:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:28:19 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:28:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:28:21 user nova-compute[74854]: DEBUG nova.compute.manager [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Start spawning the instance on the hypervisor. {{(pid=74854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 17:28:21 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Creating instance directory {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 17:28:21 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Creating image(s)
Oct 23 17:28:21 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Did not create local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 23 17:28:21 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Ensure instance console log exists: /opt/stack/data/nova/instances/309d888f-83d0-4d34-941c-30c83ef2f71a/console.log {{(pid=74854) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 17:28:21 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:28:21 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:28:21 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:28:21 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Start _get_guest_xml network_info=[{"id": "1062befe-9f07-4518-bb7b-c76701bd0c72", "address": "fa:16:3e:a2:80:c6", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1062befe-9f", "ovs_interfaceid": "1062befe-9f07-4518-bb7b-c76701bd0c72", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-10-23T17:27:47Z,direct_url=<?>,disk_format='qcow2',id=0f85cbff-154c-40ca-a564-0e04092b159d,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-664492211',owner='3560285cd557461eae016907fb469040',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-10-23T17:27:48Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'attachment_id': '6e2551fc-48b5-4598-ae83-92621b1b6c9c', 'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:62bf66fe-495f-47ed-9750-87ac3e4a1a9c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qapZIiJw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '309d888f-83d0-4d34-941c-30c83ef2f71a', 'attached_at': '', 'detached_at': '', 'volume_id': '62bf66fe-495f-47ed-9750-87ac3e4a1a9c', 'serial': '62bf66fe-495f-47ed-9750-87ac3e4a1a9c'}, 'mount_device': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'volume_type': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:28:21 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:28:21 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:28:21 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:28:21 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:28:21 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:28:21 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:28:21 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:28:21 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-10-23T17:27:47Z,direct_url=<?>,disk_format='qcow2',id=0f85cbff-154c-40ca-a564-0e04092b159d,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-664492211',owner='3560285cd557461eae016907fb469040',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-10-23T17:27:48Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:28:21 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:28:21 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:28:21 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:28:21 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:28:21 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:28:21 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:28:21 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:28:21 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:28:21 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:28:21 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:28:21 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Calling os-brick to attach iSCSI Volume {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 17:28:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:62bf66fe-495f-47ed-9750-87ac3e4a1a9c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qapZIiJw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:28:21 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:28:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:28:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:28:21 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:28:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:62bf66fe-495f-47ed-9750-87ac3e4a1a9c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:28:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:62bf66fe-495f-47ed-9750-87ac3e4a1a9c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:28:21 user nova-compute[74854]: INFO os_brick.initiator.connectors.iscsi [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 17:28:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:62bf66fe-495f-47ed-9750-87ac3e4a1a9c -p 172.16.0.220:3260 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:28:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:62bf66fe-495f-47ed-9750-87ac3e4a1a9c -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:28:21 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[896fe781-9b53-41ac-90d8-9626456f450d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:28:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 17:28:21 user nova-compute[74854]:  {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:28:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:62bf66fe-495f-47ed-9750-87ac3e4a1a9c -p 172.16.0.220:3260 --interface default --op new {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:28:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:62bf66fe-495f-47ed-9750-87ac3e4a1a9c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:28:21 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[5dc5aea6-fa95-41e6-809e-1572473122f4]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:62bf66fe-495f-47ed-9750-87ac3e4a1a9c] added\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:28:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:62bf66fe-495f-47ed-9750-87ac3e4a1a9c] added
Oct 23 17:28:21 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:28:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:62bf66fe-495f-47ed-9750-87ac3e4a1a9c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:28:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:62bf66fe-495f-47ed-9750-87ac3e4a1a9c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:28:21 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba12d269-c38b-4fa4-9dd0-fa1a45e80aa3]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:28:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:28:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:62bf66fe-495f-47ed-9750-87ac3e4a1a9c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:28:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:62bf66fe-495f-47ed-9750-87ac3e4a1a9c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:28:21 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f9af07e-3c43-4fe6-832c-73f077db0677]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:28:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:28:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:62bf66fe-495f-47ed-9750-87ac3e4a1a9c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qapZIiJw {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:28:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:62bf66fe-495f-47ed-9750-87ac3e4a1a9c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qapZIiJw" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:28:21 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ce84bca-dd47-449b-bd2e-7422e4a5bad5]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:28:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'qapZIiJw'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:28:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:62bf66fe-495f-47ed-9750-87ac3e4a1a9c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:28:22 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:62bf66fe-495f-47ed-9750-87ac3e4a1a9c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.107s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:28:22 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5b620cd-835c-4973-bd54-1640560e7047]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:28:22 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:28:22 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:28:22 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:28:22 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[15443b92-06db-46ea-920f-30e051194627]: (4, ('tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:28:22 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)
Oct 23 17:28:22 user nova-compute[74854]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 (non-flash)
Oct 23 17:28:22 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:28:22 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsi session list stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)
Oct 23 17:28:22 user nova-compute[74854]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 (non-flash)
Oct 23 17:28:22 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:28:22 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:62bf66fe-495f-47ed-9750-87ac3e4a1a9c -p 172.16.0.220:3260 --login {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:28:22 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:62bf66fe-495f-47ed-9750-87ac3e4a1a9c -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:28:22 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2507ea2-5acc-4b84-a14c-3acfaca8c8ce]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:62bf66fe-495f-47ed-9750-87ac3e4a1a9c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:62bf66fe-495f-47ed-9750-87ac3e4a1a9c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:28:22 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:62bf66fe-495f-47ed-9750-87ac3e4a1a9c, portal: 172.16.0.220,3260]
Oct 23 17:28:22 user nova-compute[74854]: Login to [iface: default, target: iqn.2010-10.org.openstack:62bf66fe-495f-47ed-9750-87ac3e4a1a9c, portal: 172.16.0.220,3260] successful.
Oct 23 17:28:22 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:28:22 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:62bf66fe-495f-47ed-9750-87ac3e4a1a9c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:28:22 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:62bf66fe-495f-47ed-9750-87ac3e4a1a9c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:28:22 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[8801723c-3d4a-44fc-89c1-b894acb060c0]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:28:22 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:28:22 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:28:22 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:28:22 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[c204a40d-7efb-42a1-b1ee-4b88f43321c4]: (4, ('tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:62bf66fe-495f-47ed-9750-87ac3e4a1a9c (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:28:22 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)
Oct 23 17:28:22 user nova-compute[74854]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 (non-flash)
Oct 23 17:28:22 user nova-compute[74854]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:62bf66fe-495f-47ed-9750-87ac3e4a1a9c (non-flash)
Oct 23 17:28:22 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:28:22 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsi session list stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)
Oct 23 17:28:22 user nova-compute[74854]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 (non-flash)
Oct 23 17:28:22 user nova-compute[74854]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:62bf66fe-495f-47ed-9750-87ac3e4a1a9c (non-flash)
Oct 23 17:28:22 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:28:22 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:62bf66fe-495f-47ed-9750-87ac3e4a1a9c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.361s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:28:22 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Connected to 172.16.0.220:3260 {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 17:28:22 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] HCTL ('34', '-', '-', 0) found on session 42 with lun 0 {{(pid=74854) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 17:28:22 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74854) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 17:28:22 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:28:22 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.015s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:28:22 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[80a1b871-622c-4682-a0a0-8b316c5d7d5b]: (4, ('- - 0', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:28:22 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Searching for a device in session 42 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:28:22 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:62bf66fe-495f-47ed-9750-87ac3e4a1a9c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qapZIiJw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 17:28:23 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.394s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:28:23 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] <== connect_volume: return (1395ms) {'type': 'block', 'scsi_wwn': '26430363461353466', 'path': '/dev/sdc'} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:28:23 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26430363461353466', 'path': '/dev/sdc'} {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 17:28:23 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:27:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-1087930635',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-1087930635',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-1087930635',id=41,image_ref='0f85cbff-154c-40ca-a564-0e04092b159d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBuY7yaLP4rom49i8qr9yRmb2fb5ldgu3NSVMY2eDHLPfdT4PbaJRLQGk4tWglS2dSNg1ol8PmSMr8zhLmrdlU87t+Uhq0/uNRpPwTXuAWoepXKypzogmtVMeTACplr8+Q==',key_name='tempest-keypair-1064742633',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3560285cd557461eae016907fb469040',ramdisk_id='',reservation_id='r-ydk6zkf7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-1291140693',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-1291140693-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1291140693',owner_user_name='tempest-TestVolumeBootPattern-1291140693-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:27:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='40d10700efba402e9cc769d2510f8311',uuid=309d888f-83d0-4d34-941c-30c83ef2f71a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1062befe-9f07-4518-bb7b-c76701bd0c72", "address": "fa:16:3e:a2:80:c6", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1062befe-9f", "ovs_interfaceid": "1062befe-9f07-4518-bb7b-c76701bd0c72", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:28:23 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Converting VIF {"id": "1062befe-9f07-4518-bb7b-c76701bd0c72", "address": "fa:16:3e:a2:80:c6", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1062befe-9f", "ovs_interfaceid": "1062befe-9f07-4518-bb7b-c76701bd0c72", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:28:23 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a2:80:c6,bridge_name='br-int',has_traffic_filtering=True,id=1062befe-9f07-4518-bb7b-c76701bd0c72,network=Network(fb72fe03-c822-4d0e-99e3-cec932363ec0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1062befe-9f') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:28:23 user nova-compute[74854]: DEBUG nova.objects.instance [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lazy-loading 'pci_devices' on Instance uuid 309d888f-83d0-4d34-941c-30c83ef2f71a {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:28:23 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:28:23 user nova-compute[74854]:   <uuid>309d888f-83d0-4d34-941c-30c83ef2f71a</uuid>
Oct 23 17:28:23 user nova-compute[74854]:   <name>instance-00000029</name>
Oct 23 17:28:23 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:28:23 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:28:23 user nova-compute[74854]:   <metadata>
Oct 23 17:28:23 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:28:23 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:28:23 user nova-compute[74854]:       <nova:name>tempest-TestVolumeBootPattern-image-snapshot-server-1087930635</nova:name>
Oct 23 17:28:23 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:28:21</nova:creationTime>
Oct 23 17:28:23 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:28:23 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:28:23 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:28:23 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:28:23 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:28:23 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:28:23 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:28:23 user nova-compute[74854]:       <nova:owner>
Oct 23 17:28:23 user nova-compute[74854]:         <nova:user uuid="40d10700efba402e9cc769d2510f8311">tempest-TestVolumeBootPattern-1291140693-project-member</nova:user>
Oct 23 17:28:23 user nova-compute[74854]:         <nova:project uuid="3560285cd557461eae016907fb469040">tempest-TestVolumeBootPattern-1291140693</nova:project>
Oct 23 17:28:23 user nova-compute[74854]:       </nova:owner>
Oct 23 17:28:23 user nova-compute[74854]:       <nova:root type="image" uuid="0f85cbff-154c-40ca-a564-0e04092b159d"/>
Oct 23 17:28:23 user nova-compute[74854]:       <nova:ports>
Oct 23 17:28:23 user nova-compute[74854]:         <nova:port uuid="1062befe-9f07-4518-bb7b-c76701bd0c72">
Oct 23 17:28:23 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 23 17:28:23 user nova-compute[74854]:         </nova:port>
Oct 23 17:28:23 user nova-compute[74854]:       </nova:ports>
Oct 23 17:28:23 user nova-compute[74854]:     </nova:instance>
Oct 23 17:28:23 user nova-compute[74854]:   </metadata>
Oct 23 17:28:23 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:28:23 user nova-compute[74854]:     <system>
Oct 23 17:28:23 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:28:23 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:28:23 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:28:23 user nova-compute[74854]:       <entry name="serial">309d888f-83d0-4d34-941c-30c83ef2f71a</entry>
Oct 23 17:28:23 user nova-compute[74854]:       <entry name="uuid">309d888f-83d0-4d34-941c-30c83ef2f71a</entry>
Oct 23 17:28:23 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:28:23 user nova-compute[74854]:     </system>
Oct 23 17:28:23 user nova-compute[74854]:   </sysinfo>
Oct 23 17:28:23 user nova-compute[74854]:   <os>
Oct 23 17:28:23 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:28:23 user nova-compute[74854]:     <boot dev="hd"/>
Oct 23 17:28:23 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:28:23 user nova-compute[74854]:   </os>
Oct 23 17:28:23 user nova-compute[74854]:   <features>
Oct 23 17:28:23 user nova-compute[74854]:     <acpi/>
Oct 23 17:28:23 user nova-compute[74854]:     <apic/>
Oct 23 17:28:23 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:28:23 user nova-compute[74854]:   </features>
Oct 23 17:28:23 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:28:23 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:28:23 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:28:23 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:28:23 user nova-compute[74854]:   </clock>
Oct 23 17:28:23 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:28:23 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:28:23 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:28:23 user nova-compute[74854]:   </cpu>
Oct 23 17:28:23 user nova-compute[74854]:   <devices>
Oct 23 17:28:23 user nova-compute[74854]:     <disk type="block" device="disk">
Oct 23 17:28:23 user nova-compute[74854]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:28:23 user nova-compute[74854]:       <source dev="/dev/sdc"/>
Oct 23 17:28:23 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:28:23 user nova-compute[74854]:       <serial>62bf66fe-495f-47ed-9750-87ac3e4a1a9c</serial>
Oct 23 17:28:23 user nova-compute[74854]:     </disk>
Oct 23 17:28:23 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:28:23 user nova-compute[74854]:       <mac address="fa:16:3e:a2:80:c6"/>
Oct 23 17:28:23 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:28:23 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:28:23 user nova-compute[74854]:       <target dev="tap1062befe-9f"/>
Oct 23 17:28:23 user nova-compute[74854]:     </interface>
Oct 23 17:28:23 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:28:23 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/309d888f-83d0-4d34-941c-30c83ef2f71a/console.log" append="off"/>
Oct 23 17:28:23 user nova-compute[74854]:     </serial>
Oct 23 17:28:23 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:28:23 user nova-compute[74854]:     <video>
Oct 23 17:28:23 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:28:23 user nova-compute[74854]:     </video>
Oct 23 17:28:23 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:28:23 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:28:23 user nova-compute[74854]:     </rng>
Oct 23 17:28:23 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:28:23 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:28:23 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:28:23 user nova-compute[74854]:     </memballoon>
Oct 23 17:28:23 user nova-compute[74854]:   </devices>
Oct 23 17:28:23 user nova-compute[74854]: </domain>
Oct 23 17:28:23 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:28:23 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:27:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-1087930635',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-1087930635',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-1087930635',id=41,image_ref='0f85cbff-154c-40ca-a564-0e04092b159d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBuY7yaLP4rom49i8qr9yRmb2fb5ldgu3NSVMY2eDHLPfdT4PbaJRLQGk4tWglS2dSNg1ol8PmSMr8zhLmrdlU87t+Uhq0/uNRpPwTXuAWoepXKypzogmtVMeTACplr8+Q==',key_name='tempest-keypair-1064742633',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3560285cd557461eae016907fb469040',ramdisk_id='',reservation_id='r-ydk6zkf7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-1291140693',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-1291140693-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1291140693',owner_user_name='tempest-TestVolumeBootPattern-1291140693-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:27:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='40d10700efba402e9cc769d2510f8311',uuid=309d888f-83d0-4d34-941c-30c83ef2f71a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1062befe-9f07-4518-bb7b-c76701bd0c72", "address": "fa:16:3e:a2:80:c6", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1062befe-9f", "ovs_interfaceid": "1062befe-9f07-4518-bb7b-c76701bd0c72", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:28:23 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Converting VIF {"id": "1062befe-9f07-4518-bb7b-c76701bd0c72", "address": "fa:16:3e:a2:80:c6", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1062befe-9f", "ovs_interfaceid": "1062befe-9f07-4518-bb7b-c76701bd0c72", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:28:23 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a2:80:c6,bridge_name='br-int',has_traffic_filtering=True,id=1062befe-9f07-4518-bb7b-c76701bd0c72,network=Network(fb72fe03-c822-4d0e-99e3-cec932363ec0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1062befe-9f') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:28:23 user nova-compute[74854]: DEBUG os_vif [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a2:80:c6,bridge_name='br-int',has_traffic_filtering=True,id=1062befe-9f07-4518-bb7b-c76701bd0c72,network=Network(fb72fe03-c822-4d0e-99e3-cec932363ec0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1062befe-9f') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:28:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:28:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:28:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:28:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:28:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b56bd912-4c9f-5728-96e0-577ab74adbe7', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:28:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:28:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:28:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:28:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:28:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1062befe-9f, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:28:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1062befe-9f, col_values=(('qos', UUID('81567079-be3e-4587-b3a4-89b79e6f2382')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:28:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1062befe-9f, col_values=(('external_ids', {'iface-id': '1062befe-9f07-4518-bb7b-c76701bd0c72', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a2:80:c6', 'vm-uuid': '309d888f-83d0-4d34-941c-30c83ef2f71a'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:28:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:28:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:28:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:28:23 user nova-compute[74854]: INFO os_vif [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a2:80:c6,bridge_name='br-int',has_traffic_filtering=True,id=1062befe-9f07-4518-bb7b-c76701bd0c72,network=Network(fb72fe03-c822-4d0e-99e3-cec932363ec0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1062befe-9f')
Oct 23 17:28:23 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:28:23 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] No VIF found with MAC fa:16:3e:a2:80:c6, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:28:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:28:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:28:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:28:24 user nova-compute[74854]: DEBUG nova.compute.manager [req-95a7a4c5-b2c1-4506-bbaf-40e64b252780 req-2caa0be7-4875-4ad8-95e1-ee39a3235f8b service nova] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Received event network-vif-plugged-1062befe-9f07-4518-bb7b-c76701bd0c72 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:28:24 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-95a7a4c5-b2c1-4506-bbaf-40e64b252780 req-2caa0be7-4875-4ad8-95e1-ee39a3235f8b service nova] Acquiring lock "309d888f-83d0-4d34-941c-30c83ef2f71a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:28:24 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-95a7a4c5-b2c1-4506-bbaf-40e64b252780 req-2caa0be7-4875-4ad8-95e1-ee39a3235f8b service nova] Lock "309d888f-83d0-4d34-941c-30c83ef2f71a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:28:24 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-95a7a4c5-b2c1-4506-bbaf-40e64b252780 req-2caa0be7-4875-4ad8-95e1-ee39a3235f8b service nova] Lock "309d888f-83d0-4d34-941c-30c83ef2f71a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:28:24 user nova-compute[74854]: DEBUG nova.compute.manager [req-95a7a4c5-b2c1-4506-bbaf-40e64b252780 req-2caa0be7-4875-4ad8-95e1-ee39a3235f8b service nova] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] No waiting events found dispatching network-vif-plugged-1062befe-9f07-4518-bb7b-c76701bd0c72 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:28:24 user nova-compute[74854]: WARNING nova.compute.manager [req-95a7a4c5-b2c1-4506-bbaf-40e64b252780 req-2caa0be7-4875-4ad8-95e1-ee39a3235f8b service nova] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Received unexpected event network-vif-plugged-1062befe-9f07-4518-bb7b-c76701bd0c72 for instance with vm_state building and task_state spawning.
Oct 23 17:28:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:28:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:28:26 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:28:26 user nova-compute[74854]: DEBUG nova.compute.manager [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Instance event wait completed in 0 seconds for  {{(pid=74854) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 17:28:26 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Guest created on hypervisor {{(pid=74854) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 17:28:26 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Instance spawned successfully.
Oct 23 17:28:26 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 17:28:26 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Found default for hw_input_bus of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:28:26 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Found default for hw_pointer_model of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:28:26 user nova-compute[74854]: INFO nova.compute.manager [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Took 5.16 seconds to spawn the instance on the hypervisor.
Oct 23 17:28:26 user nova-compute[74854]: DEBUG nova.compute.manager [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:28:26 user nova-compute[74854]: DEBUG nova.compute.manager [req-c5696782-5c2b-4f68-ac55-29c67dd159c7 req-9656a91d-2b6f-469e-bced-f847df656dc2 service nova] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Received event network-vif-plugged-1062befe-9f07-4518-bb7b-c76701bd0c72 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:28:26 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-c5696782-5c2b-4f68-ac55-29c67dd159c7 req-9656a91d-2b6f-469e-bced-f847df656dc2 service nova] Acquiring lock "309d888f-83d0-4d34-941c-30c83ef2f71a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:28:26 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-c5696782-5c2b-4f68-ac55-29c67dd159c7 req-9656a91d-2b6f-469e-bced-f847df656dc2 service nova] Lock "309d888f-83d0-4d34-941c-30c83ef2f71a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:28:26 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-c5696782-5c2b-4f68-ac55-29c67dd159c7 req-9656a91d-2b6f-469e-bced-f847df656dc2 service nova] Lock "309d888f-83d0-4d34-941c-30c83ef2f71a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:28:26 user nova-compute[74854]: DEBUG nova.compute.manager [req-c5696782-5c2b-4f68-ac55-29c67dd159c7 req-9656a91d-2b6f-469e-bced-f847df656dc2 service nova] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] No waiting events found dispatching network-vif-plugged-1062befe-9f07-4518-bb7b-c76701bd0c72 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:28:26 user nova-compute[74854]: WARNING nova.compute.manager [req-c5696782-5c2b-4f68-ac55-29c67dd159c7 req-9656a91d-2b6f-469e-bced-f847df656dc2 service nova] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Received unexpected event network-vif-plugged-1062befe-9f07-4518-bb7b-c76701bd0c72 for instance with vm_state building and task_state spawning.
Oct 23 17:28:26 user nova-compute[74854]: INFO nova.compute.manager [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Took 28.53 seconds to build instance.
Oct 23 17:28:27 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-7cb79142-21c3-49ad-a66a-6cfa108e8f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "309d888f-83d0-4d34-941c-30c83ef2f71a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 28.632s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:28:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:28:33 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:28:33 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:28:33 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74854) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 17:28:33 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:28:33 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:28:33 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:28:38 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:28:41 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:28:43 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:28:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:28:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:28:49 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:28:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:28:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ba79b8c1-5de2-46f0-afc3-0b2af3fdc198 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Acquiring lock "d3b91b98-55f6-4714-8ede-5aa220ad27c5" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:28:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ba79b8c1-5de2-46f0-afc3-0b2af3fdc198 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Lock "d3b91b98-55f6-4714-8ede-5aa220ad27c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:28:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ba79b8c1-5de2-46f0-afc3-0b2af3fdc198 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Acquiring lock "d3b91b98-55f6-4714-8ede-5aa220ad27c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:28:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ba79b8c1-5de2-46f0-afc3-0b2af3fdc198 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Lock "d3b91b98-55f6-4714-8ede-5aa220ad27c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:28:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ba79b8c1-5de2-46f0-afc3-0b2af3fdc198 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Lock "d3b91b98-55f6-4714-8ede-5aa220ad27c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:28:53 user nova-compute[74854]: INFO nova.compute.manager [None req-ba79b8c1-5de2-46f0-afc3-0b2af3fdc198 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: d3b91b98-55f6-4714-8ede-5aa220ad27c5] Terminating instance
Oct 23 17:28:53 user nova-compute[74854]: DEBUG nova.compute.manager [None req-ba79b8c1-5de2-46f0-afc3-0b2af3fdc198 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: d3b91b98-55f6-4714-8ede-5aa220ad27c5] Start destroying the instance on the hypervisor. {{(pid=74854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 17:28:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:28:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:28:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:28:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:28:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:28:53 user nova-compute[74854]: DEBUG nova.compute.manager [req-c1939aaf-581e-4d95-b1bc-ae85e36e9796 req-e4a1efe7-a52e-43d9-a866-e24a022f817c service nova] [instance: d3b91b98-55f6-4714-8ede-5aa220ad27c5] Received event network-vif-unplugged-ece7393f-2fbc-401b-8aba-de0fd517620f {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:28:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-c1939aaf-581e-4d95-b1bc-ae85e36e9796 req-e4a1efe7-a52e-43d9-a866-e24a022f817c service nova] Acquiring lock "d3b91b98-55f6-4714-8ede-5aa220ad27c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:28:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-c1939aaf-581e-4d95-b1bc-ae85e36e9796 req-e4a1efe7-a52e-43d9-a866-e24a022f817c service nova] Lock "d3b91b98-55f6-4714-8ede-5aa220ad27c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:28:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-c1939aaf-581e-4d95-b1bc-ae85e36e9796 req-e4a1efe7-a52e-43d9-a866-e24a022f817c service nova] Lock "d3b91b98-55f6-4714-8ede-5aa220ad27c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:28:53 user nova-compute[74854]: DEBUG nova.compute.manager [req-c1939aaf-581e-4d95-b1bc-ae85e36e9796 req-e4a1efe7-a52e-43d9-a866-e24a022f817c service nova] [instance: d3b91b98-55f6-4714-8ede-5aa220ad27c5] No waiting events found dispatching network-vif-unplugged-ece7393f-2fbc-401b-8aba-de0fd517620f {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:28:53 user nova-compute[74854]: DEBUG nova.compute.manager [req-c1939aaf-581e-4d95-b1bc-ae85e36e9796 req-e4a1efe7-a52e-43d9-a866-e24a022f817c service nova] [instance: d3b91b98-55f6-4714-8ede-5aa220ad27c5] Received event network-vif-unplugged-ece7393f-2fbc-401b-8aba-de0fd517620f for instance with task_state deleting. {{(pid=74854) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 17:28:53 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: d3b91b98-55f6-4714-8ede-5aa220ad27c5] Instance destroyed successfully.
Oct 23 17:28:53 user nova-compute[74854]: DEBUG nova.objects.instance [None req-ba79b8c1-5de2-46f0-afc3-0b2af3fdc198 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Lazy-loading 'resources' on Instance uuid d3b91b98-55f6-4714-8ede-5aa220ad27c5 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:28:53 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-ba79b8c1-5de2-46f0-afc3-0b2af3fdc198 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:27:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1199430962',display_name='tempest-VolumesActionsTest-instance-1199430962',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1199430962',id=39,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:27:09Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7a87e6b283d14f5090e7d2e2c072bdc3',ramdisk_id='',reservation_id='r-g651b0s4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-228437702',owner_user_name='tempest-VolumesActionsTest-228437702-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:27:09Z,user_data=None,user_id='b0b757442f5a4a398cb120d091cbabd6',uuid=d3b91b98-55f6-4714-8ede-5aa220ad27c5,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ece7393f-2fbc-401b-8aba-de0fd517620f", "address": "fa:16:3e:c6:7d:ff", "network": {"id": "22c1f39b-811a-4692-adbb-92ceb0e0b4e3", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1009630071-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a87e6b283d14f5090e7d2e2c072bdc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapece7393f-2f", "ovs_interfaceid": "ece7393f-2fbc-401b-8aba-de0fd517620f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:28:53 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-ba79b8c1-5de2-46f0-afc3-0b2af3fdc198 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Converting VIF {"id": "ece7393f-2fbc-401b-8aba-de0fd517620f", "address": "fa:16:3e:c6:7d:ff", "network": {"id": "22c1f39b-811a-4692-adbb-92ceb0e0b4e3", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1009630071-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a87e6b283d14f5090e7d2e2c072bdc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapece7393f-2f", "ovs_interfaceid": "ece7393f-2fbc-401b-8aba-de0fd517620f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:28:53 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-ba79b8c1-5de2-46f0-afc3-0b2af3fdc198 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c6:7d:ff,bridge_name='br-int',has_traffic_filtering=True,id=ece7393f-2fbc-401b-8aba-de0fd517620f,network=Network(22c1f39b-811a-4692-adbb-92ceb0e0b4e3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapece7393f-2f') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:28:53 user nova-compute[74854]: DEBUG os_vif [None req-ba79b8c1-5de2-46f0-afc3-0b2af3fdc198 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c6:7d:ff,bridge_name='br-int',has_traffic_filtering=True,id=ece7393f-2fbc-401b-8aba-de0fd517620f,network=Network(22c1f39b-811a-4692-adbb-92ceb0e0b4e3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapece7393f-2f') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:28:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:28:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapece7393f-2f, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:28:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:28:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:28:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:28:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2a5e8560-5179-4582-9565-b37495d92d7d) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:28:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:28:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:28:53 user nova-compute[74854]: INFO os_vif [None req-ba79b8c1-5de2-46f0-afc3-0b2af3fdc198 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c6:7d:ff,bridge_name='br-int',has_traffic_filtering=True,id=ece7393f-2fbc-401b-8aba-de0fd517620f,network=Network(22c1f39b-811a-4692-adbb-92ceb0e0b4e3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapece7393f-2f')
Oct 23 17:28:53 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-ba79b8c1-5de2-46f0-afc3-0b2af3fdc198 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: d3b91b98-55f6-4714-8ede-5aa220ad27c5] Deleting instance files /opt/stack/data/nova/instances/d3b91b98-55f6-4714-8ede-5aa220ad27c5_del
Oct 23 17:28:53 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-ba79b8c1-5de2-46f0-afc3-0b2af3fdc198 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: d3b91b98-55f6-4714-8ede-5aa220ad27c5] Deletion of /opt/stack/data/nova/instances/d3b91b98-55f6-4714-8ede-5aa220ad27c5_del complete
Oct 23 17:28:53 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:28:53 user nova-compute[74854]: INFO nova.compute.manager [None req-ba79b8c1-5de2-46f0-afc3-0b2af3fdc198 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: d3b91b98-55f6-4714-8ede-5aa220ad27c5] Took 0.67 seconds to destroy the instance on the hypervisor.
Oct 23 17:28:53 user nova-compute[74854]: DEBUG oslo.service.loopingcall [None req-ba79b8c1-5de2-46f0-afc3-0b2af3fdc198 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 17:28:53 user nova-compute[74854]: DEBUG nova.compute.manager [-] [instance: d3b91b98-55f6-4714-8ede-5aa220ad27c5] Deallocating network for instance {{(pid=74854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 17:28:53 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: d3b91b98-55f6-4714-8ede-5aa220ad27c5] deallocate_for_instance() {{(pid=74854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 17:28:54 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: d3b91b98-55f6-4714-8ede-5aa220ad27c5] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:28:54 user nova-compute[74854]: INFO nova.compute.manager [-] [instance: d3b91b98-55f6-4714-8ede-5aa220ad27c5] Took 0.53 seconds to deallocate network for instance.
Oct 23 17:28:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ba79b8c1-5de2-46f0-afc3-0b2af3fdc198 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:28:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ba79b8c1-5de2-46f0-afc3-0b2af3fdc198 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:28:54 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:28:54 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-ba79b8c1-5de2-46f0-afc3-0b2af3fdc198 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:28:54 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-ba79b8c1-5de2-46f0-afc3-0b2af3fdc198 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:28:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ba79b8c1-5de2-46f0-afc3-0b2af3fdc198 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.436s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:28:54 user nova-compute[74854]: INFO nova.scheduler.client.report [None req-ba79b8c1-5de2-46f0-afc3-0b2af3fdc198 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Deleted allocations for instance d3b91b98-55f6-4714-8ede-5aa220ad27c5
Oct 23 17:28:55 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-ba79b8c1-5de2-46f0-afc3-0b2af3fdc198 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Lock "d3b91b98-55f6-4714-8ede-5aa220ad27c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.833s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:28:55 user nova-compute[74854]: DEBUG nova.compute.manager [req-e1ac8d72-871c-4b92-bb25-24cba161676a req-f4ee773d-5ace-46db-90c6-8a9d395a109a service nova] [instance: d3b91b98-55f6-4714-8ede-5aa220ad27c5] Received event network-vif-plugged-ece7393f-2fbc-401b-8aba-de0fd517620f {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:28:55 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e1ac8d72-871c-4b92-bb25-24cba161676a req-f4ee773d-5ace-46db-90c6-8a9d395a109a service nova] Acquiring lock "d3b91b98-55f6-4714-8ede-5aa220ad27c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:28:55 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e1ac8d72-871c-4b92-bb25-24cba161676a req-f4ee773d-5ace-46db-90c6-8a9d395a109a service nova] Lock "d3b91b98-55f6-4714-8ede-5aa220ad27c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:28:55 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e1ac8d72-871c-4b92-bb25-24cba161676a req-f4ee773d-5ace-46db-90c6-8a9d395a109a service nova] Lock "d3b91b98-55f6-4714-8ede-5aa220ad27c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:28:55 user nova-compute[74854]: DEBUG nova.compute.manager [req-e1ac8d72-871c-4b92-bb25-24cba161676a req-f4ee773d-5ace-46db-90c6-8a9d395a109a service nova] [instance: d3b91b98-55f6-4714-8ede-5aa220ad27c5] No waiting events found dispatching network-vif-plugged-ece7393f-2fbc-401b-8aba-de0fd517620f {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:28:55 user nova-compute[74854]: WARNING nova.compute.manager [req-e1ac8d72-871c-4b92-bb25-24cba161676a req-f4ee773d-5ace-46db-90c6-8a9d395a109a service nova] [instance: d3b91b98-55f6-4714-8ede-5aa220ad27c5] Received unexpected event network-vif-plugged-ece7393f-2fbc-401b-8aba-de0fd517620f for instance with vm_state deleted and task_state None.
Oct 23 17:28:55 user nova-compute[74854]: DEBUG nova.compute.manager [req-e1ac8d72-871c-4b92-bb25-24cba161676a req-f4ee773d-5ace-46db-90c6-8a9d395a109a service nova] [instance: d3b91b98-55f6-4714-8ede-5aa220ad27c5] Received event network-vif-deleted-ece7393f-2fbc-401b-8aba-de0fd517620f {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:28:56 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:28:56 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:28:57 user nova-compute[74854]: DEBUG nova.compute.manager [req-9dbd92f7-148b-46f0-9777-b3a2eae6baca req-bfcbb60e-91b7-444d-b292-834a3aaf0612 service nova] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Received event network-changed-ec6c3ba0-2c13-43f8-b6b0-74acdf2e114b {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:28:57 user nova-compute[74854]: DEBUG nova.compute.manager [req-9dbd92f7-148b-46f0-9777-b3a2eae6baca req-bfcbb60e-91b7-444d-b292-834a3aaf0612 service nova] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Refreshing instance network info cache due to event network-changed-ec6c3ba0-2c13-43f8-b6b0-74acdf2e114b. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:28:57 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-9dbd92f7-148b-46f0-9777-b3a2eae6baca req-bfcbb60e-91b7-444d-b292-834a3aaf0612 service nova] Acquiring lock "refresh_cache-969e3765-0d59-491c-9e00-af1fe6f8cfe2" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:28:57 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-9dbd92f7-148b-46f0-9777-b3a2eae6baca req-bfcbb60e-91b7-444d-b292-834a3aaf0612 service nova] Acquired lock "refresh_cache-969e3765-0d59-491c-9e00-af1fe6f8cfe2" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:28:57 user nova-compute[74854]: DEBUG nova.network.neutron [req-9dbd92f7-148b-46f0-9777-b3a2eae6baca req-bfcbb60e-91b7-444d-b292-834a3aaf0612 service nova] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Refreshing network info cache for port ec6c3ba0-2c13-43f8-b6b0-74acdf2e114b {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:28:57 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:28:58 user nova-compute[74854]: DEBUG nova.network.neutron [req-9dbd92f7-148b-46f0-9777-b3a2eae6baca req-bfcbb60e-91b7-444d-b292-834a3aaf0612 service nova] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Updated VIF entry in instance network info cache for port ec6c3ba0-2c13-43f8-b6b0-74acdf2e114b. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:28:58 user nova-compute[74854]: DEBUG nova.network.neutron [req-9dbd92f7-148b-46f0-9777-b3a2eae6baca req-bfcbb60e-91b7-444d-b292-834a3aaf0612 service nova] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Updating instance_info_cache with network_info: [{"id": "ec6c3ba0-2c13-43f8-b6b0-74acdf2e114b", "address": "fa:16:3e:8d:c9:3a", "network": {"id": "f3a5ef4f-4295-43fa-93e3-bf020c9527ed", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1115748822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b8476704c5e04e1a8395f9fa3002e292", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec6c3ba0-2c", "ovs_interfaceid": "ec6c3ba0-2c13-43f8-b6b0-74acdf2e114b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:28:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-9dbd92f7-148b-46f0-9777-b3a2eae6baca req-bfcbb60e-91b7-444d-b292-834a3aaf0612 service nova] Releasing lock "refresh_cache-969e3765-0d59-491c-9e00-af1fe6f8cfe2" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:28:58 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:28:58 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:28:59 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:28:59 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 17:28:59 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:28:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:28:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:28:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:28:59 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Auditing locally available compute resources for user (node: user) {{(pid=74854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 17:28:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:29:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:29:00 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:29:00 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:29:00 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:29:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/969e3765-0d59-491c-9e00-af1fe6f8cfe2/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/969e3765-0d59-491c-9e00-af1fe6f8cfe2/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:29:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/969e3765-0d59-491c-9e00-af1fe6f8cfe2/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/969e3765-0d59-491c-9e00-af1fe6f8cfe2/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:29:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:29:01 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:29:01 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:29:01 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Hypervisor/Node resource view: name=user free_ram=8218MB free_disk=24.93811798095703GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=74854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 17:29:01 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:29:01 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:29:01 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:29:01 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance a86c9212-bc7b-40f3-97fa-20c65c3291b9 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 2048}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:29:01 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:29:01 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 969e3765-0d59-491c-9e00-af1fe6f8cfe2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:29:01 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 309d888f-83d0-4d34-941c-30c83ef2f71a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:29:01 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 17:29:01 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 17:29:01 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-50c0b699-a8d5-4e46-b979-e09688f3b36c tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Acquiring lock "969e3765-0d59-491c-9e00-af1fe6f8cfe2" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:29:01 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-50c0b699-a8d5-4e46-b979-e09688f3b36c tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "969e3765-0d59-491c-9e00-af1fe6f8cfe2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:29:01 user nova-compute[74854]: DEBUG nova.objects.instance [None req-50c0b699-a8d5-4e46-b979-e09688f3b36c tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lazy-loading 'flavor' on Instance uuid 969e3765-0d59-491c-9e00-af1fe6f8cfe2 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:29:01 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-50c0b699-a8d5-4e46-b979-e09688f3b36c tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "969e3765-0d59-491c-9e00-af1fe6f8cfe2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.067s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:29:01 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:29:01 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:29:01 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Compute_service record updated for user:user {{(pid=74854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 17:29:01 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.330s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:29:01 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-50c0b699-a8d5-4e46-b979-e09688f3b36c tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Acquiring lock "969e3765-0d59-491c-9e00-af1fe6f8cfe2" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:29:01 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-50c0b699-a8d5-4e46-b979-e09688f3b36c tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "969e3765-0d59-491c-9e00-af1fe6f8cfe2" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:29:01 user nova-compute[74854]: INFO nova.compute.manager [None req-50c0b699-a8d5-4e46-b979-e09688f3b36c tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Attaching volume bae24621-598a-47f8-928f-348e737db508 to /dev/vdb
Oct 23 17:29:01 user nova-compute[74854]: DEBUG os_brick.utils [None req-50c0b699-a8d5-4e46-b979-e09688f3b36c tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:29:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:29:01 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[50245247-4a25-4369-93af-c2db1808b4c1]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a321e2f0722\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:29:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:29:01 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa95df54-b41c-4264-949a-6808f3834872]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:29:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:29:01 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a5b4772-0c50-400f-aaf9-853580e7b93b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:29:01 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e84aa165-356e-41af-bcce-f7fefb2a8200]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:29:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-50c0b699-a8d5-4e46-b979-e09688f3b36c tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Running cmd (subprocess): nvme version {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-50c0b699-a8d5-4e46-b979-e09688f3b36c tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] 'nvme version' failed. Not Retrying. {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:29:01 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.nvmeof [None req-50c0b699-a8d5-4e46-b979-e09688f3b36c tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] nvme not present on system {{(pid=74854) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 17:29:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:29:01 user nova-compute[74854]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 17:29:01 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c8c06e9-5c47-4a3f-80d1-d66ca03a74d6]: (4, '') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:29:01 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-50c0b699-a8d5-4e46-b979-e09688f3b36c tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74854) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 17:29:01 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-50c0b699-a8d5-4e46-b979-e09688f3b36c tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 17:29:01 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-50c0b699-a8d5-4e46-b979-e09688f3b36c tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] LIGHTOS: no hostnqn found. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 17:29:01 user nova-compute[74854]: DEBUG os_brick.utils [None req-50c0b699-a8d5-4e46-b979-e09688f3b36c tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a321e2f0722', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:29:01 user nova-compute[74854]: DEBUG nova.virt.block_device [None req-50c0b699-a8d5-4e46-b979-e09688f3b36c tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Updating existing volume attachment record: 415e8723-bc9f-44b7-b60b-925b6a175b70 {{(pid=74854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 17:29:02 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:29:02 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:29:02 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:29:03 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:29:05 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:29:05 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Starting heal instance info cache {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 17:29:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "refresh_cache-a86c9212-bc7b-40f3-97fa-20c65c3291b9" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:29:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquired lock "refresh_cache-a86c9212-bc7b-40f3-97fa-20c65c3291b9" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:29:06 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Forcefully refreshing network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 17:29:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:29:06 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Updating instance_info_cache with network_info: [{"id": "93c86dab-f356-4790-ae14-f6273bd5c78e", "address": "fa:16:3e:be:fb:56", "network": {"id": "96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1329263426-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bca03991a9df481c86def54ea306564f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93c86dab-f3", "ovs_interfaceid": "93c86dab-f356-4790-ae14-f6273bd5c78e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:29:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Releasing lock "refresh_cache-a86c9212-bc7b-40f3-97fa-20c65c3291b9" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:29:06 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Updated the network info_cache for instance {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 17:29:06 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:29:06 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74854) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 23 17:29:08 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:29:08 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:29:08 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Cleaning up deleted instances {{(pid=74854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 23 17:29:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:29:08 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] There are 1 instances to clean {{(pid=74854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 23 17:29:08 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Instance has had 4 of 5 cleanup attempts {{(pid=74854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11221}}
Oct 23 17:29:08 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Deletion of /opt/stack/data/nova/instances/4284792e-08bd-4f6e-a47f-e7381f16c8c6_resize failed
Oct 23 17:29:11 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:29:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:29:16 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:29:16 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:29:16 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Triggering sync for uuid a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf {{(pid=74854) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 23 17:29:16 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Triggering sync for uuid a86c9212-bc7b-40f3-97fa-20c65c3291b9 {{(pid=74854) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 23 17:29:16 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Triggering sync for uuid ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336 {{(pid=74854) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 23 17:29:16 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Triggering sync for uuid 969e3765-0d59-491c-9e00-af1fe6f8cfe2 {{(pid=74854) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 23 17:29:16 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Triggering sync for uuid 309d888f-83d0-4d34-941c-30c83ef2f71a {{(pid=74854) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 23 17:29:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:29:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:29:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "a86c9212-bc7b-40f3-97fa-20c65c3291b9" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:29:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "a86c9212-bc7b-40f3-97fa-20c65c3291b9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:29:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:29:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:29:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "969e3765-0d59-491c-9e00-af1fe6f8cfe2" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:29:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "309d888f-83d0-4d34-941c-30c83ef2f71a" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:29:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "309d888f-83d0-4d34-941c-30c83ef2f71a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:29:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "a86c9212-bc7b-40f3-97fa-20c65c3291b9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.036s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:29:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.037s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:29:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.041s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:29:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "309d888f-83d0-4d34-941c-30c83ef2f71a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.061s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:29:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:29:19 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-50c0b699-a8d5-4e46-b979-e09688f3b36c tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Calling os-brick to attach iSCSI Volume {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 17:29:19 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-50c0b699-a8d5-4e46-b979-e09688f3b36c tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mfcpwnbo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:29:19 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-50c0b699-a8d5-4e46-b979-e09688f3b36c tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:29:19 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-50c0b699-a8d5-4e46-b979-e09688f3b36c tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:29:19 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-50c0b699-a8d5-4e46-b979-e09688f3b36c tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:29:19 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-50c0b699-a8d5-4e46-b979-e09688f3b36c tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:29:19 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-50c0b699-a8d5-4e46-b979-e09688f3b36c tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:29:19 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-50c0b699-a8d5-4e46-b979-e09688f3b36c tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:29:19 user nova-compute[74854]: INFO os_brick.initiator.connectors.iscsi [None req-50c0b699-a8d5-4e46-b979-e09688f3b36c tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 17:29:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508 -p 172.16.0.220:3260 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:29:19 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[80c3bdf9-0f16-4a19-bf21-5797b0c73d3a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:29:19 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-50c0b699-a8d5-4e46-b979-e09688f3b36c tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 17:29:19 user nova-compute[74854]:  {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:29:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508 -p 172.16.0.220:3260 --interface default --op new {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:29:19 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[6066f2c0-18e8-463a-aaab-063fb21e948a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508] added\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:29:19 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-50c0b699-a8d5-4e46-b979-e09688f3b36c tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508] added
Oct 23 17:29:19 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:29:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:29:19 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b58e4d2-3789-457d-979b-159a78d99c79]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:29:19 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-50c0b699-a8d5-4e46-b979-e09688f3b36c tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:29:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:29:19 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[409cc96f-d705-4e52-9b53-22b1b4f649d8]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:29:19 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-50c0b699-a8d5-4e46-b979-e09688f3b36c tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:29:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mfcpwnbo {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mfcpwnbo" returned: 0 in 0.025s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:29:19 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea208258-00ab-4578-9617-29a387ca9162]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:29:19 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-50c0b699-a8d5-4e46-b979-e09688f3b36c tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'mfcpwnbo'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:29:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.038s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:29:19 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[26a27962-d676-4624-9b62-3f94b0d3a464]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:29:19 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-50c0b699-a8d5-4e46-b979-e09688f3b36c tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:29:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:29:19 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[19fb72c7-b1df-473b-a923-cdb8a5a124ef]: (4, ('tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:62bf66fe-495f-47ed-9750-87ac3e4a1a9c (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:29:19 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-50c0b699-a8d5-4e46-b979-e09688f3b36c tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)
Oct 23 17:29:19 user nova-compute[74854]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 (non-flash)
Oct 23 17:29:19 user nova-compute[74854]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:62bf66fe-495f-47ed-9750-87ac3e4a1a9c (non-flash)
Oct 23 17:29:19 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:29:19 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-50c0b699-a8d5-4e46-b979-e09688f3b36c tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsi session list stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)
Oct 23 17:29:19 user nova-compute[74854]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 (non-flash)
Oct 23 17:29:19 user nova-compute[74854]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:62bf66fe-495f-47ed-9750-87ac3e4a1a9c (non-flash)
Oct 23 17:29:19 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:29:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508 -p 172.16.0.220:3260 --login {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508 -p 172.16.0.220:3260 --login" returned: 0 in 0.059s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:29:19 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[0dacfd8b-b35d-45e1-90be-3f89ef9bf92f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:29:19 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-50c0b699-a8d5-4e46-b979-e09688f3b36c tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508, portal: 172.16.0.220,3260]
Oct 23 17:29:19 user nova-compute[74854]: Login to [iface: default, target: iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508, portal: 172.16.0.220,3260] successful.
Oct 23 17:29:19 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:29:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:20 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:29:20 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[4dab8e3d-e743-4ddf-9f53-0f1406a278c9]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:29:20 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-50c0b699-a8d5-4e46-b979-e09688f3b36c tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:29:20 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:20 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:29:20 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[64f02bed-fe9d-455a-9853-873be241c22e]: (4, ('tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:62bf66fe-495f-47ed-9750-87ac3e4a1a9c (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:29:20 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-50c0b699-a8d5-4e46-b979-e09688f3b36c tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)
Oct 23 17:29:20 user nova-compute[74854]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 (non-flash)
Oct 23 17:29:20 user nova-compute[74854]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:62bf66fe-495f-47ed-9750-87ac3e4a1a9c (non-flash)
Oct 23 17:29:20 user nova-compute[74854]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508 (non-flash)
Oct 23 17:29:20 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:29:20 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-50c0b699-a8d5-4e46-b979-e09688f3b36c tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsi session list stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)
Oct 23 17:29:20 user nova-compute[74854]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 (non-flash)
Oct 23 17:29:20 user nova-compute[74854]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:62bf66fe-495f-47ed-9750-87ac3e4a1a9c (non-flash)
Oct 23 17:29:20 user nova-compute[74854]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508 (non-flash)
Oct 23 17:29:20 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:29:20 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-50c0b699-a8d5-4e46-b979-e09688f3b36c tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.316s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:29:20 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-50c0b699-a8d5-4e46-b979-e09688f3b36c tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Connected to 172.16.0.220:3260 {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 17:29:20 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-50c0b699-a8d5-4e46-b979-e09688f3b36c tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] HCTL ('36', '-', '-', 0) found on session 43 with lun 0 {{(pid=74854) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 17:29:20 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-50c0b699-a8d5-4e46-b979-e09688f3b36c tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74854) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 17:29:20 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:20 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:29:20 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3268270-6f01-48c3-9166-085f25fe9926]: (4, ('- - 0', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:29:20 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-50c0b699-a8d5-4e46-b979-e09688f3b36c tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Searching for a device in session 43 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:29:20 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-50c0b699-a8d5-4e46-b979-e09688f3b36c tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mfcpwnbo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 17:29:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-50c0b699-a8d5-4e46-b979-e09688f3b36c tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.352s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:29:21 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-50c0b699-a8d5-4e46-b979-e09688f3b36c tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] <== connect_volume: return (1354ms) {'type': 'block', 'scsi_wwn': '26562646566323438', 'path': '/dev/sde'} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:29:21 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-50c0b699-a8d5-4e46-b979-e09688f3b36c tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26562646566323438', 'path': '/dev/sde'} {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 17:29:21 user nova-compute[74854]: DEBUG nova.objects.instance [None req-50c0b699-a8d5-4e46-b979-e09688f3b36c tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lazy-loading 'flavor' on Instance uuid 969e3765-0d59-491c-9e00-af1fe6f8cfe2 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:29:21 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-50c0b699-a8d5-4e46-b979-e09688f3b36c tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] attach device xml: <disk type="block" device="disk">
Oct 23 17:29:21 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:29:21 user nova-compute[74854]:   <source dev="/dev/sde"/>
Oct 23 17:29:21 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:29:21 user nova-compute[74854]:   <serial>bae24621-598a-47f8-928f-348e737db508</serial>
Oct 23 17:29:21 user nova-compute[74854]: </disk>
Oct 23 17:29:21 user nova-compute[74854]:  {{(pid=74854) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 17:29:21 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-50c0b699-a8d5-4e46-b979-e09688f3b36c tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:29:21 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-50c0b699-a8d5-4e46-b979-e09688f3b36c tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:29:21 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-50c0b699-a8d5-4e46-b979-e09688f3b36c tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] No VIF found with MAC fa:16:3e:8d:c9:3a, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:29:21 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-50c0b699-a8d5-4e46-b979-e09688f3b36c tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "969e3765-0d59-491c-9e00-af1fe6f8cfe2" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 20.015s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:29:21 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "969e3765-0d59-491c-9e00-af1fe6f8cfe2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 5.443s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:29:21 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "969e3765-0d59-491c-9e00-af1fe6f8cfe2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.023s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:29:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:29:27 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-cb43b524-6a5e-41e2-9fed-75015cfda19b tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Acquiring lock "969e3765-0d59-491c-9e00-af1fe6f8cfe2" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:29:27 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-cb43b524-6a5e-41e2-9fed-75015cfda19b tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "969e3765-0d59-491c-9e00-af1fe6f8cfe2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:29:27 user nova-compute[74854]: DEBUG nova.objects.instance [None req-cb43b524-6a5e-41e2-9fed-75015cfda19b tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lazy-loading 'flavor' on Instance uuid 969e3765-0d59-491c-9e00-af1fe6f8cfe2 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:29:27 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-cb43b524-6a5e-41e2-9fed-75015cfda19b tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "969e3765-0d59-491c-9e00-af1fe6f8cfe2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.065s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:29:28 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-cb43b524-6a5e-41e2-9fed-75015cfda19b tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Acquiring lock "969e3765-0d59-491c-9e00-af1fe6f8cfe2" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:29:28 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-cb43b524-6a5e-41e2-9fed-75015cfda19b tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "969e3765-0d59-491c-9e00-af1fe6f8cfe2" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:29:28 user nova-compute[74854]: INFO nova.compute.manager [None req-cb43b524-6a5e-41e2-9fed-75015cfda19b tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Attaching volume ed17d2e8-7639-4a4e-9162-a9f99a6c1f33 to /dev/vdc
Oct 23 17:29:28 user nova-compute[74854]: DEBUG os_brick.utils [None req-cb43b524-6a5e-41e2-9fed-75015cfda19b tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:29:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:29:28 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6908610-5572-4b25-bfd1-e122c4ebb168]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a321e2f0722\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:29:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:29:28 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[6db367d3-0b7d-49a5-8710-96a1e50ada78]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:29:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:29:28 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[927cc9b2-15b7-4fe2-a594-a1ec7f4b87e4]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:29:28 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[91d68f2d-1aea-4f52-9b7a-84b619788a30]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:29:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-cb43b524-6a5e-41e2-9fed-75015cfda19b tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Running cmd (subprocess): nvme version {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-cb43b524-6a5e-41e2-9fed-75015cfda19b tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] 'nvme version' failed. Not Retrying. {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:29:28 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.nvmeof [None req-cb43b524-6a5e-41e2-9fed-75015cfda19b tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] nvme not present on system {{(pid=74854) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 17:29:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:29:28 user nova-compute[74854]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 17:29:28 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c7307e3-961c-4217-8eda-cc0811acb334]: (4, '') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:29:28 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-cb43b524-6a5e-41e2-9fed-75015cfda19b tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74854) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 17:29:28 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-cb43b524-6a5e-41e2-9fed-75015cfda19b tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 17:29:28 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-cb43b524-6a5e-41e2-9fed-75015cfda19b tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] LIGHTOS: no hostnqn found. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 17:29:28 user nova-compute[74854]: DEBUG os_brick.utils [None req-cb43b524-6a5e-41e2-9fed-75015cfda19b tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] <== get_connector_properties: return (123ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a321e2f0722', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:29:28 user nova-compute[74854]: DEBUG nova.virt.block_device [None req-cb43b524-6a5e-41e2-9fed-75015cfda19b tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Updating existing volume attachment record: 9600a25e-72a1-4390-acb0-41b5dff863a1 {{(pid=74854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 17:29:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:29:31 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:29:33 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:29:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Acquiring lock "439f7e31-a29c-4b26-af66-32818c218e31" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:29:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Lock "439f7e31-a29c-4b26-af66-32818c218e31" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:29:35 user nova-compute[74854]: INFO nova.compute.manager [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Unshelving
Oct 23 17:29:35 user nova-compute[74854]: INFO nova.virt.block_device [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Booting with volume 6f46e4af-4dcb-4758-85fc-62f88886183f at /dev/vda
Oct 23 17:29:36 user nova-compute[74854]: DEBUG os_brick.utils [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:29:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:29:36 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[96cb17c6-54c0-4be8-adec-caf115dea6a2]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a321e2f0722\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:29:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:29:36 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[49be5d96-b232-4018-8be7-68a1cd7ae6a3]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:29:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:29:36 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[539167df-bb77-4c74-ab40-6cc8d6df30b5]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:29:36 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[044b8997-b895-405e-b9f6-2cf2f86fee1f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:29:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Running cmd (subprocess): nvme version {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] 'nvme version' failed. Not Retrying. {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:29:36 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] nvme not present on system {{(pid=74854) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 17:29:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:29:36 user nova-compute[74854]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 17:29:36 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9e8b1ed-b242-4ce8-b696-4a4e4acf563d]: (4, '') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:29:36 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74854) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 17:29:36 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 17:29:36 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] LIGHTOS: no hostnqn found. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 17:29:36 user nova-compute[74854]: DEBUG os_brick.utils [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a321e2f0722', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:29:36 user nova-compute[74854]: DEBUG nova.virt.block_device [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Updating existing volume attachment record: 6c9491ae-5b26-4155-8e96-4f5545cc2b58 {{(pid=74854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 17:29:38 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:29:39 user nova-compute[74854]: INFO nova.compute.manager [None req-88985b50-b562-4006-a840-6c1e1e81835c tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Get console output
Oct 23 17:29:39 user nova-compute[74854]: INFO nova.privsep.libvirt [-] Ignored error while reading from instance console pty: can't concat NoneType to bytes
Oct 23 17:29:41 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:29:43 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:29:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Acquiring lock "88691b05-eba8-4376-8d75-2b06384a4776" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:29:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Lock "88691b05-eba8-4376-8d75-2b06384a4776" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:29:45 user nova-compute[74854]: DEBUG nova.compute.manager [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] Starting instance... {{(pid=74854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 17:29:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:29:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:29:45 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74854) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 17:29:45 user nova-compute[74854]: INFO nova.compute.claims [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] Claim successful on node user
Oct 23 17:29:45 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:29:45 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:29:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.366s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:29:45 user nova-compute[74854]: DEBUG nova.compute.manager [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] Start building networks asynchronously for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 17:29:45 user nova-compute[74854]: DEBUG nova.compute.manager [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] Allocating IP information in the background. {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 17:29:45 user nova-compute[74854]: DEBUG nova.network.neutron [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] allocate_for_instance() {{(pid=74854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 17:29:46 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 17:29:46 user nova-compute[74854]: DEBUG nova.compute.manager [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] Start building block device mappings for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 17:29:46 user nova-compute[74854]: DEBUG nova.policy [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0b757442f5a4a398cb120d091cbabd6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a87e6b283d14f5090e7d2e2c072bdc3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74854) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 17:29:46 user nova-compute[74854]: DEBUG nova.compute.manager [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] Start spawning the instance on the hypervisor. {{(pid=74854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 17:29:46 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] Creating instance directory {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 17:29:46 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] Creating image(s)
Oct 23 17:29:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Acquiring lock "/opt/stack/data/nova/instances/88691b05-eba8-4376-8d75-2b06384a4776/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:29:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Lock "/opt/stack/data/nova/instances/88691b05-eba8-4376-8d75-2b06384a4776/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:29:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Lock "/opt/stack/data/nova/instances/88691b05-eba8-4376-8d75-2b06384a4776/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:29:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.194s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:29:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Acquiring lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:29:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:29:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:29:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.192s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:29:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/88691b05-eba8-4376-8d75-2b06384a4776/disk 1073741824 {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:46 user nova-compute[74854]: DEBUG nova.network.neutron [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] Successfully created port: 9dd065f3-7881-4843-812b-9d4c91d4e70f {{(pid=74854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 17:29:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/88691b05-eba8-4376-8d75-2b06384a4776/disk 1073741824" returned: 0 in 0.092s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:29:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.290s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:29:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.209s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:29:46 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Checking if we can resize image /opt/stack/data/nova/instances/88691b05-eba8-4376-8d75-2b06384a4776/disk. size=1073741824 {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 17:29:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/88691b05-eba8-4376-8d75-2b06384a4776/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:46 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cb43b524-6a5e-41e2-9fed-75015cfda19b tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Calling os-brick to attach iSCSI Volume {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 17:29:46 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb43b524-6a5e-41e2-9fed-75015cfda19b tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JPanqvBt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:29:46 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-cb43b524-6a5e-41e2-9fed-75015cfda19b tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:29:46 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-cb43b524-6a5e-41e2-9fed-75015cfda19b tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-cb43b524-6a5e-41e2-9fed-75015cfda19b tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.004s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:29:47 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-cb43b524-6a5e-41e2-9fed-75015cfda19b tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:29:47 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-cb43b524-6a5e-41e2-9fed-75015cfda19b tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-cb43b524-6a5e-41e2-9fed-75015cfda19b tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:29:47 user nova-compute[74854]: INFO os_brick.initiator.connectors.iscsi [None req-cb43b524-6a5e-41e2-9fed-75015cfda19b tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 17:29:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33 -p 172.16.0.220:3260 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33 -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad43cf01-ee7c-4afa-8dcb-f4839729663e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb43b524-6a5e-41e2-9fed-75015cfda19b tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 17:29:47 user nova-compute[74854]:  {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33 -p 172.16.0.220:3260 --interface default --op new {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2aeb1d4-624d-447c-89cb-92bda2c22e38]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33] added\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb43b524-6a5e-41e2-9fed-75015cfda19b tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33] added
Oct 23 17:29:47 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[49c9d512-9b8b-48b1-9db6-6d1072afd003]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb43b524-6a5e-41e2-9fed-75015cfda19b tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/88691b05-eba8-4376-8d75-2b06384a4776/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Cannot resize image /opt/stack/data/nova/instances/88691b05-eba8-4376-8d75-2b06384a4776/disk to a smaller size. {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] Created local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] Ensure instance console log exists: /opt/stack/data/nova/instances/88691b05-eba8-4376-8d75-2b06384a4776/console.log {{(pid=74854) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[48cb4c57-9041-47e6-bf1c-e979465a4e0c]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb43b524-6a5e-41e2-9fed-75015cfda19b tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JPanqvBt {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JPanqvBt" returned: 0 in 0.027s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fca4c99-b023-439a-aad7-0b0c9a576d81]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb43b524-6a5e-41e2-9fed-75015cfda19b tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'JPanqvBt'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a024072-f629-41a6-a9f3-43cd2eeac28d]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb43b524-6a5e-41e2-9fed-75015cfda19b tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[adf09021-9e4b-41f0-ad0d-6eb9ef602339]: (4, ('tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:62bf66fe-495f-47ed-9750-87ac3e4a1a9c (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb43b524-6a5e-41e2-9fed-75015cfda19b tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)
Oct 23 17:29:47 user nova-compute[74854]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 (non-flash)
Oct 23 17:29:47 user nova-compute[74854]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:62bf66fe-495f-47ed-9750-87ac3e4a1a9c (non-flash)
Oct 23 17:29:47 user nova-compute[74854]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508 (non-flash)
Oct 23 17:29:47 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb43b524-6a5e-41e2-9fed-75015cfda19b tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsi session list stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)
Oct 23 17:29:47 user nova-compute[74854]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 (non-flash)
Oct 23 17:29:47 user nova-compute[74854]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:62bf66fe-495f-47ed-9750-87ac3e4a1a9c (non-flash)
Oct 23 17:29:47 user nova-compute[74854]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508 (non-flash)
Oct 23 17:29:47 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33 -p 172.16.0.220:3260 --login {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33 -p 172.16.0.220:3260 --login" returned: 0 in 0.088s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[c11cfc2d-ac70-4805-828c-d5e08f81c92e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb43b524-6a5e-41e2-9fed-75015cfda19b tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33, portal: 172.16.0.220,3260]
Oct 23 17:29:47 user nova-compute[74854]: Login to [iface: default, target: iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33, portal: 172.16.0.220,3260] successful.
Oct 23 17:29:47 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[25a02e87-b1cf-4be0-9550-7c372065bb01]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb43b524-6a5e-41e2-9fed-75015cfda19b tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b112883-add0-40a0-baa9-b2862924e6a4]: (4, ('tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:62bf66fe-495f-47ed-9750-87ac3e4a1a9c (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb43b524-6a5e-41e2-9fed-75015cfda19b tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)
Oct 23 17:29:47 user nova-compute[74854]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 (non-flash)
Oct 23 17:29:47 user nova-compute[74854]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:62bf66fe-495f-47ed-9750-87ac3e4a1a9c (non-flash)
Oct 23 17:29:47 user nova-compute[74854]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508 (non-flash)
Oct 23 17:29:47 user nova-compute[74854]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33 (non-flash)
Oct 23 17:29:47 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb43b524-6a5e-41e2-9fed-75015cfda19b tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsi session list stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)
Oct 23 17:29:47 user nova-compute[74854]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 (non-flash)
Oct 23 17:29:47 user nova-compute[74854]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:62bf66fe-495f-47ed-9750-87ac3e4a1a9c (non-flash)
Oct 23 17:29:47 user nova-compute[74854]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508 (non-flash)
Oct 23 17:29:47 user nova-compute[74854]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33 (non-flash)
Oct 23 17:29:47 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-cb43b524-6a5e-41e2-9fed-75015cfda19b tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.340s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb43b524-6a5e-41e2-9fed-75015cfda19b tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Connected to 172.16.0.220:3260 {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-cb43b524-6a5e-41e2-9fed-75015cfda19b tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] HCTL ('37', '-', '-', 0) found on session 44 with lun 0 {{(pid=74854) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-cb43b524-6a5e-41e2-9fed-75015cfda19b tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74854) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG nova.network.neutron [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] Successfully updated port: 9dd065f3-7881-4843-812b-9d4c91d4e70f {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[4db1a861-0ca9-4251-9792-79ee5c9e1086]: (4, ('- - 0', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-cb43b524-6a5e-41e2-9fed-75015cfda19b tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Searching for a device in session 44 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb43b524-6a5e-41e2-9fed-75015cfda19b tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JPanqvBt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Acquiring lock "refresh_cache-88691b05-eba8-4376-8d75-2b06384a4776" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Acquired lock "refresh_cache-88691b05-eba8-4376-8d75-2b06384a4776" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG nova.network.neutron [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG nova.compute.manager [req-384d9716-8a01-484b-a892-f3e81c6e6707 req-cd11d87d-d347-4bd6-a614-935adc06b1a0 service nova] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] Received event network-changed-9dd065f3-7881-4843-812b-9d4c91d4e70f {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG nova.compute.manager [req-384d9716-8a01-484b-a892-f3e81c6e6707 req-cd11d87d-d347-4bd6-a614-935adc06b1a0 service nova] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] Refreshing instance network info cache due to event network-changed-9dd065f3-7881-4843-812b-9d4c91d4e70f. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-384d9716-8a01-484b-a892-f3e81c6e6707 req-cd11d87d-d347-4bd6-a614-935adc06b1a0 service nova] Acquiring lock "refresh_cache-88691b05-eba8-4376-8d75-2b06384a4776" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG nova.network.neutron [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] Instance cache missing network info. {{(pid=74854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG nova.network.neutron [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] Updating instance_info_cache with network_info: [{"id": "9dd065f3-7881-4843-812b-9d4c91d4e70f", "address": "fa:16:3e:e8:f4:a2", "network": {"id": "22c1f39b-811a-4692-adbb-92ceb0e0b4e3", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1009630071-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a87e6b283d14f5090e7d2e2c072bdc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9dd065f3-78", "ovs_interfaceid": "9dd065f3-7881-4843-812b-9d4c91d4e70f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Releasing lock "refresh_cache-88691b05-eba8-4376-8d75-2b06384a4776" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG nova.compute.manager [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] Instance network_info: |[{"id": "9dd065f3-7881-4843-812b-9d4c91d4e70f", "address": "fa:16:3e:e8:f4:a2", "network": {"id": "22c1f39b-811a-4692-adbb-92ceb0e0b4e3", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1009630071-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a87e6b283d14f5090e7d2e2c072bdc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9dd065f3-78", "ovs_interfaceid": "9dd065f3-7881-4843-812b-9d4c91d4e70f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-384d9716-8a01-484b-a892-f3e81c6e6707 req-cd11d87d-d347-4bd6-a614-935adc06b1a0 service nova] Acquired lock "refresh_cache-88691b05-eba8-4376-8d75-2b06384a4776" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG nova.network.neutron [req-384d9716-8a01-484b-a892-f3e81c6e6707 req-cd11d87d-d347-4bd6-a614-935adc06b1a0 service nova] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] Refreshing network info cache for port 9dd065f3-7881-4843-812b-9d4c91d4e70f {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] Start _get_guest_xml network_info=[{"id": "9dd065f3-7881-4843-812b-9d4c91d4e70f", "address": "fa:16:3e:e8:f4:a2", "network": {"id": "22c1f39b-811a-4692-adbb-92ceb0e0b4e3", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1009630071-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a87e6b283d14f5090e7d2e2c072bdc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9dd065f3-78", "ovs_interfaceid": "9dd065f3-7881-4843-812b-9d4c91d4e70f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'encryption_format': None, 'encryption_options': None, 'size': 0, 'boot_index': 0, 'encrypted': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'image_id': '68c345df-c9e8-475a-b17c-635fa0c7e894'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:29:47 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:29:47 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:29:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:29:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1451709951',display_name='tempest-VolumesActionsTest-instance-1451709951',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1451709951',id=42,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7a87e6b283d14f5090e7d2e2c072bdc3',ramdisk_id='',reservation_id='r-gd3fm9c0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-228437702',owner_user_name='tempest-VolumesActionsTest-228437702-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:29:46Z,user_data=None,user_id='b0b757442f5a4a398cb120d091cbabd6',uuid=88691b05-eba8-4376-8d75-2b06384a4776,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9dd065f3-7881-4843-812b-9d4c91d4e70f", "address": "fa:16:3e:e8:f4:a2", "network": {"id": "22c1f39b-811a-4692-adbb-92ceb0e0b4e3", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1009630071-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a87e6b283d14f5090e7d2e2c072bdc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9dd065f3-78", "ovs_interfaceid": "9dd065f3-7881-4843-812b-9d4c91d4e70f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Converting VIF {"id": "9dd065f3-7881-4843-812b-9d4c91d4e70f", "address": "fa:16:3e:e8:f4:a2", "network": {"id": "22c1f39b-811a-4692-adbb-92ceb0e0b4e3", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1009630071-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a87e6b283d14f5090e7d2e2c072bdc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9dd065f3-78", "ovs_interfaceid": "9dd065f3-7881-4843-812b-9d4c91d4e70f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e8:f4:a2,bridge_name='br-int',has_traffic_filtering=True,id=9dd065f3-7881-4843-812b-9d4c91d4e70f,network=Network(22c1f39b-811a-4692-adbb-92ceb0e0b4e3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9dd065f3-78') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG nova.objects.instance [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Lazy-loading 'pci_devices' on Instance uuid 88691b05-eba8-4376-8d75-2b06384a4776 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:29:47 user nova-compute[74854]:   <uuid>88691b05-eba8-4376-8d75-2b06384a4776</uuid>
Oct 23 17:29:47 user nova-compute[74854]:   <name>instance-0000002a</name>
Oct 23 17:29:47 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:29:47 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:29:47 user nova-compute[74854]:   <metadata>
Oct 23 17:29:47 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:29:47 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:29:47 user nova-compute[74854]:       <nova:name>tempest-VolumesActionsTest-instance-1451709951</nova:name>
Oct 23 17:29:47 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:29:47</nova:creationTime>
Oct 23 17:29:47 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:29:47 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:29:47 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:29:47 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:29:47 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:29:47 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:29:47 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:29:47 user nova-compute[74854]:       <nova:owner>
Oct 23 17:29:47 user nova-compute[74854]:         <nova:user uuid="b0b757442f5a4a398cb120d091cbabd6">tempest-VolumesActionsTest-228437702-project-member</nova:user>
Oct 23 17:29:47 user nova-compute[74854]:         <nova:project uuid="7a87e6b283d14f5090e7d2e2c072bdc3">tempest-VolumesActionsTest-228437702</nova:project>
Oct 23 17:29:47 user nova-compute[74854]:       </nova:owner>
Oct 23 17:29:47 user nova-compute[74854]:       <nova:root type="image" uuid="68c345df-c9e8-475a-b17c-635fa0c7e894"/>
Oct 23 17:29:47 user nova-compute[74854]:       <nova:ports>
Oct 23 17:29:47 user nova-compute[74854]:         <nova:port uuid="9dd065f3-7881-4843-812b-9d4c91d4e70f">
Oct 23 17:29:47 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 23 17:29:47 user nova-compute[74854]:         </nova:port>
Oct 23 17:29:47 user nova-compute[74854]:       </nova:ports>
Oct 23 17:29:47 user nova-compute[74854]:     </nova:instance>
Oct 23 17:29:47 user nova-compute[74854]:   </metadata>
Oct 23 17:29:47 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:29:47 user nova-compute[74854]:     <system>
Oct 23 17:29:47 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:29:47 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:29:47 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:29:47 user nova-compute[74854]:       <entry name="serial">88691b05-eba8-4376-8d75-2b06384a4776</entry>
Oct 23 17:29:47 user nova-compute[74854]:       <entry name="uuid">88691b05-eba8-4376-8d75-2b06384a4776</entry>
Oct 23 17:29:47 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:29:47 user nova-compute[74854]:     </system>
Oct 23 17:29:47 user nova-compute[74854]:   </sysinfo>
Oct 23 17:29:47 user nova-compute[74854]:   <os>
Oct 23 17:29:47 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:29:47 user nova-compute[74854]:     <boot dev="hd"/>
Oct 23 17:29:47 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:29:47 user nova-compute[74854]:   </os>
Oct 23 17:29:47 user nova-compute[74854]:   <features>
Oct 23 17:29:47 user nova-compute[74854]:     <acpi/>
Oct 23 17:29:47 user nova-compute[74854]:     <apic/>
Oct 23 17:29:47 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:29:47 user nova-compute[74854]:   </features>
Oct 23 17:29:47 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:29:47 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:29:47 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:29:47 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:29:47 user nova-compute[74854]:   </clock>
Oct 23 17:29:47 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:29:47 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:29:47 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:29:47 user nova-compute[74854]:   </cpu>
Oct 23 17:29:47 user nova-compute[74854]:   <devices>
Oct 23 17:29:47 user nova-compute[74854]:     <disk type="file" device="disk">
Oct 23 17:29:47 user nova-compute[74854]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 17:29:47 user nova-compute[74854]:       <source file="/opt/stack/data/nova/instances/88691b05-eba8-4376-8d75-2b06384a4776/disk"/>
Oct 23 17:29:47 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:29:47 user nova-compute[74854]:     </disk>
Oct 23 17:29:47 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:29:47 user nova-compute[74854]:       <mac address="fa:16:3e:e8:f4:a2"/>
Oct 23 17:29:47 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:29:47 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:29:47 user nova-compute[74854]:       <target dev="tap9dd065f3-78"/>
Oct 23 17:29:47 user nova-compute[74854]:     </interface>
Oct 23 17:29:47 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:29:47 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/88691b05-eba8-4376-8d75-2b06384a4776/console.log" append="off"/>
Oct 23 17:29:47 user nova-compute[74854]:     </serial>
Oct 23 17:29:47 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:29:47 user nova-compute[74854]:     <video>
Oct 23 17:29:47 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:29:47 user nova-compute[74854]:     </video>
Oct 23 17:29:47 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:29:47 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:29:47 user nova-compute[74854]:     </rng>
Oct 23 17:29:47 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:29:47 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:29:47 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:29:47 user nova-compute[74854]:     </memballoon>
Oct 23 17:29:47 user nova-compute[74854]:   </devices>
Oct 23 17:29:47 user nova-compute[74854]: </domain>
Oct 23 17:29:47 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:29:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1451709951',display_name='tempest-VolumesActionsTest-instance-1451709951',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1451709951',id=42,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7a87e6b283d14f5090e7d2e2c072bdc3',ramdisk_id='',reservation_id='r-gd3fm9c0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-228437702',owner_user_name='tempest-VolumesActionsTest-228437702-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:29:46Z,user_data=None,user_id='b0b757442f5a4a398cb120d091cbabd6',uuid=88691b05-eba8-4376-8d75-2b06384a4776,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9dd065f3-7881-4843-812b-9d4c91d4e70f", "address": "fa:16:3e:e8:f4:a2", "network": {"id": "22c1f39b-811a-4692-adbb-92ceb0e0b4e3", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1009630071-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a87e6b283d14f5090e7d2e2c072bdc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9dd065f3-78", "ovs_interfaceid": "9dd065f3-7881-4843-812b-9d4c91d4e70f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Converting VIF {"id": "9dd065f3-7881-4843-812b-9d4c91d4e70f", "address": "fa:16:3e:e8:f4:a2", "network": {"id": "22c1f39b-811a-4692-adbb-92ceb0e0b4e3", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1009630071-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a87e6b283d14f5090e7d2e2c072bdc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9dd065f3-78", "ovs_interfaceid": "9dd065f3-7881-4843-812b-9d4c91d4e70f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e8:f4:a2,bridge_name='br-int',has_traffic_filtering=True,id=9dd065f3-7881-4843-812b-9d4c91d4e70f,network=Network(22c1f39b-811a-4692-adbb-92ceb0e0b4e3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9dd065f3-78') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG os_vif [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e8:f4:a2,bridge_name='br-int',has_traffic_filtering=True,id=9dd065f3-7881-4843-812b-9d4c91d4e70f,network=Network(22c1f39b-811a-4692-adbb-92ceb0e0b4e3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9dd065f3-78') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f13eb7a0-5f1b-55e2-87f2-eaee9f61b029', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9dd065f3-78, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9dd065f3-78, col_values=(('qos', UUID('b2c77d99-9d9a-43ce-a545-dd2c7cc958e2')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9dd065f3-78, col_values=(('external_ids', {'iface-id': '9dd065f3-7881-4843-812b-9d4c91d4e70f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e8:f4:a2', 'vm-uuid': '88691b05-eba8-4376-8d75-2b06384a4776'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:29:47 user nova-compute[74854]: INFO os_vif [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e8:f4:a2,bridge_name='br-int',has_traffic_filtering=True,id=9dd065f3-7881-4843-812b-9d4c91d4e70f,network=Network(22c1f39b-811a-4692-adbb-92ceb0e0b4e3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9dd065f3-78')
Oct 23 17:29:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:29:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] No VIF found with MAC fa:16:3e:e8:f4:a2, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:29:48 user nova-compute[74854]: DEBUG nova.network.neutron [req-384d9716-8a01-484b-a892-f3e81c6e6707 req-cd11d87d-d347-4bd6-a614-935adc06b1a0 service nova] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] Updated VIF entry in instance network info cache for port 9dd065f3-7881-4843-812b-9d4c91d4e70f. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:29:48 user nova-compute[74854]: DEBUG nova.network.neutron [req-384d9716-8a01-484b-a892-f3e81c6e6707 req-cd11d87d-d347-4bd6-a614-935adc06b1a0 service nova] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] Updating instance_info_cache with network_info: [{"id": "9dd065f3-7881-4843-812b-9d4c91d4e70f", "address": "fa:16:3e:e8:f4:a2", "network": {"id": "22c1f39b-811a-4692-adbb-92ceb0e0b4e3", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1009630071-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a87e6b283d14f5090e7d2e2c072bdc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9dd065f3-78", "ovs_interfaceid": "9dd065f3-7881-4843-812b-9d4c91d4e70f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:29:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-384d9716-8a01-484b-a892-f3e81c6e6707 req-cd11d87d-d347-4bd6-a614-935adc06b1a0 service nova] Releasing lock "refresh_cache-88691b05-eba8-4376-8d75-2b06384a4776" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:29:48 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-cb43b524-6a5e-41e2-9fed-75015cfda19b tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.380s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:29:48 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb43b524-6a5e-41e2-9fed-75015cfda19b tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] <== connect_volume: return (1384ms) {'type': 'block', 'scsi_wwn': '23832616635636532', 'path': '/dev/sdf'} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:29:48 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cb43b524-6a5e-41e2-9fed-75015cfda19b tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23832616635636532', 'path': '/dev/sdf'} {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 17:29:48 user nova-compute[74854]: DEBUG nova.objects.instance [None req-cb43b524-6a5e-41e2-9fed-75015cfda19b tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lazy-loading 'flavor' on Instance uuid 969e3765-0d59-491c-9e00-af1fe6f8cfe2 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:29:48 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-cb43b524-6a5e-41e2-9fed-75015cfda19b tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] attach device xml: <disk type="block" device="disk">
Oct 23 17:29:48 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:29:48 user nova-compute[74854]:   <source dev="/dev/sdf"/>
Oct 23 17:29:48 user nova-compute[74854]:   <target dev="vdc" bus="virtio"/>
Oct 23 17:29:48 user nova-compute[74854]:   <serial>ed17d2e8-7639-4a4e-9162-a9f99a6c1f33</serial>
Oct 23 17:29:48 user nova-compute[74854]: </disk>
Oct 23 17:29:48 user nova-compute[74854]:  {{(pid=74854) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 17:29:49 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-cb43b524-6a5e-41e2-9fed-75015cfda19b tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:29:49 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-cb43b524-6a5e-41e2-9fed-75015cfda19b tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:29:49 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-cb43b524-6a5e-41e2-9fed-75015cfda19b tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:29:49 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-cb43b524-6a5e-41e2-9fed-75015cfda19b tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] No VIF found with MAC fa:16:3e:8d:c9:3a, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:29:49 user nova-compute[74854]: DEBUG nova.compute.manager [req-a3f1eeee-a2a3-4aa2-8eb5-5f563e6ec54d req-0b47586e-be26-4487-a8a8-09e4e3659f5e service nova] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Received event network-changed-1062befe-9f07-4518-bb7b-c76701bd0c72 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:29:49 user nova-compute[74854]: DEBUG nova.compute.manager [req-a3f1eeee-a2a3-4aa2-8eb5-5f563e6ec54d req-0b47586e-be26-4487-a8a8-09e4e3659f5e service nova] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Refreshing instance network info cache due to event network-changed-1062befe-9f07-4518-bb7b-c76701bd0c72. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:29:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a3f1eeee-a2a3-4aa2-8eb5-5f563e6ec54d req-0b47586e-be26-4487-a8a8-09e4e3659f5e service nova] Acquiring lock "refresh_cache-309d888f-83d0-4d34-941c-30c83ef2f71a" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:29:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a3f1eeee-a2a3-4aa2-8eb5-5f563e6ec54d req-0b47586e-be26-4487-a8a8-09e4e3659f5e service nova] Acquired lock "refresh_cache-309d888f-83d0-4d34-941c-30c83ef2f71a" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:29:49 user nova-compute[74854]: DEBUG nova.network.neutron [req-a3f1eeee-a2a3-4aa2-8eb5-5f563e6ec54d req-0b47586e-be26-4487-a8a8-09e4e3659f5e service nova] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Refreshing network info cache for port 1062befe-9f07-4518-bb7b-c76701bd0c72 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:29:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-cb43b524-6a5e-41e2-9fed-75015cfda19b tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "969e3765-0d59-491c-9e00-af1fe6f8cfe2" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 21.481s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:29:49 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:29:49 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:29:49 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:29:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-6a3748c2-0ad5-42d1-a3ac-3d9988857e43 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquiring lock "309d888f-83d0-4d34-941c-30c83ef2f71a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:29:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-6a3748c2-0ad5-42d1-a3ac-3d9988857e43 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "309d888f-83d0-4d34-941c-30c83ef2f71a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:29:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-6a3748c2-0ad5-42d1-a3ac-3d9988857e43 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquiring lock "309d888f-83d0-4d34-941c-30c83ef2f71a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:29:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-6a3748c2-0ad5-42d1-a3ac-3d9988857e43 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "309d888f-83d0-4d34-941c-30c83ef2f71a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:29:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-6a3748c2-0ad5-42d1-a3ac-3d9988857e43 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "309d888f-83d0-4d34-941c-30c83ef2f71a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:29:50 user nova-compute[74854]: INFO nova.compute.manager [None req-6a3748c2-0ad5-42d1-a3ac-3d9988857e43 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Terminating instance
Oct 23 17:29:50 user nova-compute[74854]: DEBUG nova.compute.manager [None req-6a3748c2-0ad5-42d1-a3ac-3d9988857e43 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Start destroying the instance on the hypervisor. {{(pid=74854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 17:29:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:29:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:29:50 user nova-compute[74854]: DEBUG nova.network.neutron [req-a3f1eeee-a2a3-4aa2-8eb5-5f563e6ec54d req-0b47586e-be26-4487-a8a8-09e4e3659f5e service nova] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Updated VIF entry in instance network info cache for port 1062befe-9f07-4518-bb7b-c76701bd0c72. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:29:50 user nova-compute[74854]: DEBUG nova.network.neutron [req-a3f1eeee-a2a3-4aa2-8eb5-5f563e6ec54d req-0b47586e-be26-4487-a8a8-09e4e3659f5e service nova] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Updating instance_info_cache with network_info: [{"id": "1062befe-9f07-4518-bb7b-c76701bd0c72", "address": "fa:16:3e:a2:80:c6", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.55", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1062befe-9f", "ovs_interfaceid": "1062befe-9f07-4518-bb7b-c76701bd0c72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:29:50 user nova-compute[74854]: DEBUG nova.compute.manager [req-80c43079-a04e-4f59-a3d3-66d9e54531a7 req-1d8e80d2-f192-4118-bd09-4a2f93e9177d service nova] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] Received event network-vif-plugged-9dd065f3-7881-4843-812b-9d4c91d4e70f {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:29:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-80c43079-a04e-4f59-a3d3-66d9e54531a7 req-1d8e80d2-f192-4118-bd09-4a2f93e9177d service nova] Acquiring lock "88691b05-eba8-4376-8d75-2b06384a4776-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:29:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-80c43079-a04e-4f59-a3d3-66d9e54531a7 req-1d8e80d2-f192-4118-bd09-4a2f93e9177d service nova] Lock "88691b05-eba8-4376-8d75-2b06384a4776-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:29:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-80c43079-a04e-4f59-a3d3-66d9e54531a7 req-1d8e80d2-f192-4118-bd09-4a2f93e9177d service nova] Lock "88691b05-eba8-4376-8d75-2b06384a4776-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:29:50 user nova-compute[74854]: DEBUG nova.compute.manager [req-80c43079-a04e-4f59-a3d3-66d9e54531a7 req-1d8e80d2-f192-4118-bd09-4a2f93e9177d service nova] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] No waiting events found dispatching network-vif-plugged-9dd065f3-7881-4843-812b-9d4c91d4e70f {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:29:50 user nova-compute[74854]: WARNING nova.compute.manager [req-80c43079-a04e-4f59-a3d3-66d9e54531a7 req-1d8e80d2-f192-4118-bd09-4a2f93e9177d service nova] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] Received unexpected event network-vif-plugged-9dd065f3-7881-4843-812b-9d4c91d4e70f for instance with vm_state building and task_state spawning.
Oct 23 17:29:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a3f1eeee-a2a3-4aa2-8eb5-5f563e6ec54d req-0b47586e-be26-4487-a8a8-09e4e3659f5e service nova] Releasing lock "refresh_cache-309d888f-83d0-4d34-941c-30c83ef2f71a" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:29:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a9f3dc3b-fc10-4878-a3a7-878ddff38d19 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Acquiring lock "969e3765-0d59-491c-9e00-af1fe6f8cfe2" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:29:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a9f3dc3b-fc10-4878-a3a7-878ddff38d19 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "969e3765-0d59-491c-9e00-af1fe6f8cfe2" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:29:50 user nova-compute[74854]: INFO nova.compute.manager [None req-a9f3dc3b-fc10-4878-a3a7-878ddff38d19 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Detaching volume bae24621-598a-47f8-928f-348e737db508
Oct 23 17:29:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:29:50 user nova-compute[74854]: INFO nova.virt.block_device [None req-a9f3dc3b-fc10-4878-a3a7-878ddff38d19 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Attempting to driver detach volume bae24621-598a-47f8-928f-348e737db508 from mountpoint /dev/vdb
Oct 23 17:29:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:29:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:29:50 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-a9f3dc3b-fc10-4878-a3a7-878ddff38d19 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Attempting to detach device vdb from instance 969e3765-0d59-491c-9e00-af1fe6f8cfe2 from the persistent domain config. {{(pid=74854) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 17:29:50 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-a9f3dc3b-fc10-4878-a3a7-878ddff38d19 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 17:29:50 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:29:50 user nova-compute[74854]:   <source dev="/dev/sde"/>
Oct 23 17:29:50 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:29:50 user nova-compute[74854]:   <serial>bae24621-598a-47f8-928f-348e737db508</serial>
Oct 23 17:29:50 user nova-compute[74854]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 17:29:50 user nova-compute[74854]: </disk>
Oct 23 17:29:50 user nova-compute[74854]:  {{(pid=74854) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 17:29:50 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-a9f3dc3b-fc10-4878-a3a7-878ddff38d19 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Successfully detached device vdb from instance 969e3765-0d59-491c-9e00-af1fe6f8cfe2 from the persistent domain config.
Oct 23 17:29:50 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-a9f3dc3b-fc10-4878-a3a7-878ddff38d19 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 969e3765-0d59-491c-9e00-af1fe6f8cfe2 from the live domain config. {{(pid=74854) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 23 17:29:50 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-a9f3dc3b-fc10-4878-a3a7-878ddff38d19 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 17:29:50 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:29:50 user nova-compute[74854]:   <source dev="/dev/sde"/>
Oct 23 17:29:50 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:29:50 user nova-compute[74854]:   <serial>bae24621-598a-47f8-928f-348e737db508</serial>
Oct 23 17:29:50 user nova-compute[74854]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 17:29:50 user nova-compute[74854]: </disk>
Oct 23 17:29:50 user nova-compute[74854]:  {{(pid=74854) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 17:29:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:29:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:29:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:29:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-a9f3dc3b-fc10-4878-a3a7-878ddff38d19 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 969e3765-0d59-491c-9e00-af1fe6f8cfe2 {{(pid=74854) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 23 17:29:51 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Instance destroyed successfully.
Oct 23 17:29:51 user nova-compute[74854]: DEBUG nova.objects.instance [None req-6a3748c2-0ad5-42d1-a3ac-3d9988857e43 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lazy-loading 'resources' on Instance uuid 309d888f-83d0-4d34-941c-30c83ef2f71a {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-6a3748c2-0ad5-42d1-a3ac-3d9988857e43 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:27:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-1087930635',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-1087930635',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-1087930635',id=41,image_ref='0f85cbff-154c-40ca-a564-0e04092b159d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBuY7yaLP4rom49i8qr9yRmb2fb5ldgu3NSVMY2eDHLPfdT4PbaJRLQGk4tWglS2dSNg1ol8PmSMr8zhLmrdlU87t+Uhq0/uNRpPwTXuAWoepXKypzogmtVMeTACplr8+Q==',key_name='tempest-keypair-1064742633',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:28:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3560285cd557461eae016907fb469040',ramdisk_id='',reservation_id='r-ydk6zkf7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-1291140693',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-1291140693-project-member',image_root_device_name='/dev/vda',owner_project_name='tempest-TestVolumeBootPattern-1291140693',owner_user_name='tempest-TestVolumeBootPattern-1291140693-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:28:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='40d10700efba402e9cc769d2510f8311',uuid=309d888f-83d0-4d34-941c-30c83ef2f71a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1062befe-9f07-4518-bb7b-c76701bd0c72", "address": "fa:16:3e:a2:80:c6", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1062befe-9f", "ovs_interfaceid": "1062befe-9f07-4518-bb7b-c76701bd0c72", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-6a3748c2-0ad5-42d1-a3ac-3d9988857e43 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Converting VIF {"id": "1062befe-9f07-4518-bb7b-c76701bd0c72", "address": "fa:16:3e:a2:80:c6", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1062befe-9f", "ovs_interfaceid": "1062befe-9f07-4518-bb7b-c76701bd0c72", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-6a3748c2-0ad5-42d1-a3ac-3d9988857e43 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a2:80:c6,bridge_name='br-int',has_traffic_filtering=True,id=1062befe-9f07-4518-bb7b-c76701bd0c72,network=Network(fb72fe03-c822-4d0e-99e3-cec932363ec0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1062befe-9f') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG os_vif [None req-6a3748c2-0ad5-42d1-a3ac-3d9988857e43 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a2:80:c6,bridge_name='br-int',has_traffic_filtering=True,id=1062befe-9f07-4518-bb7b-c76701bd0c72,network=Network(fb72fe03-c822-4d0e-99e3-cec932363ec0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1062befe-9f') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1062befe-9f, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=81567079-be3e-4587-b3a4-89b79e6f2382) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:29:51 user nova-compute[74854]: INFO os_vif [None req-6a3748c2-0ad5-42d1-a3ac-3d9988857e43 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a2:80:c6,bridge_name='br-int',has_traffic_filtering=True,id=1062befe-9f07-4518-bb7b-c76701bd0c72,network=Network(fb72fe03-c822-4d0e-99e3-cec932363ec0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1062befe-9f')
Oct 23 17:29:51 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6a3748c2-0ad5-42d1-a3ac-3d9988857e43 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] calling os-brick to detach iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a3748c2-0ad5-42d1-a3ac-3d9988857e43 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, {'target_iqn': 'iqn.2010-10.org.openstack:62bf66fe-495f-47ed-9750-87ac3e4a1a9c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qapZIiJw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:29:51 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-6a3748c2-0ad5-42d1-a3ac-3d9988857e43 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:29:51 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-6a3748c2-0ad5-42d1-a3ac-3d9988857e43 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-6a3748c2-0ad5-42d1-a3ac-3d9988857e43 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[19146d90-1c6f-44c8-a81a-046814023bf5]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:62bf66fe-495f-47ed-9750-87ac3e4a1a9c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a3748c2-0ad5-42d1-a3ac-3d9988857e43 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 17:29:51 user nova-compute[74854]: No targets found.
Oct 23 17:29:51 user nova-compute[74854]: iSNS:
Oct 23 17:29:51 user nova-compute[74854]: No targets found.
Oct 23 17:29:51 user nova-compute[74854]: STATIC:
Oct 23 17:29:51 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a
Oct 23 17:29:51 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:29:51 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:29:51 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33
Oct 23 17:29:51 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:29:51 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:29:51 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:62bf66fe-495f-47ed-9750-87ac3e4a1a9c
Oct 23 17:29:51 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:29:51 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:29:51 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4
Oct 23 17:29:51 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:29:51 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:29:51 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508
Oct 23 17:29:51 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:29:51 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:29:51 user nova-compute[74854]: FIRMWARE:
Oct 23 17:29:51 user nova-compute[74854]: No targets found.
Oct 23 17:29:51 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a3748c2-0ad5-42d1-a3ac-3d9988857e43 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 17:29:51 user nova-compute[74854]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 17:29:51 user nova-compute[74854]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74854) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a3748c2-0ad5-42d1-a3ac-3d9988857e43 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:62bf66fe-495f-47ed-9750-87ac3e4a1a9c', 0)] {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[1332f8fd-5a09-499d-a6b9-e613799a2d24]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:62bf66fe-495f-47ed-9750-87ac3e4a1a9c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.037s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[1cae4142-0b84-4bb0-accd-765e74e8fc3b]: (4, ('tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:62bf66fe-495f-47ed-9750-87ac3e4a1a9c (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a3748c2-0ad5-42d1-a3ac-3d9988857e43 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)
Oct 23 17:29:51 user nova-compute[74854]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 (non-flash)
Oct 23 17:29:51 user nova-compute[74854]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:62bf66fe-495f-47ed-9750-87ac3e4a1a9c (non-flash)
Oct 23 17:29:51 user nova-compute[74854]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508 (non-flash)
Oct 23 17:29:51 user nova-compute[74854]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33 (non-flash)
Oct 23 17:29:51 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a3748c2-0ad5-42d1-a3ac-3d9988857e43 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsi session list stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)
Oct 23 17:29:51 user nova-compute[74854]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 (non-flash)
Oct 23 17:29:51 user nova-compute[74854]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:62bf66fe-495f-47ed-9750-87ac3e4a1a9c (non-flash)
Oct 23 17:29:51 user nova-compute[74854]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508 (non-flash)
Oct 23 17:29:51 user nova-compute[74854]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33 (non-flash)
Oct 23 17:29:51 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a3748c2-0ad5-42d1-a3ac-3d9988857e43 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f305c300b80>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:62bf66fe-495f-47ed-9750-87ac3e4a1a9c'): ({'sdc'}, set())}) {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-6a3748c2-0ad5-42d1-a3ac-3d9988857e43 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Removing single pathed devices sdc {{(pid=74854) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.028s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7fa5f0a-e41a-4c70-88aa-f85d83f0faed]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e45f296d-6153-4088-9389-5711786215de]: (4, ('ok\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-6a3748c2-0ad5-42d1-a3ac-3d9988857e43 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Flushing IO for device /dev/sdc {{(pid=74854) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[a216e114-f22b-40ab-a9fa-e2a03009bef6]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-6a3748c2-0ad5-42d1-a3ac-3d9988857e43 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74854) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.053s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a6c2cd5-8118-4c26-8027-dff235b52955]: (4, ('1', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-6a3748c2-0ad5-42d1-a3ac-3d9988857e43 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-6a3748c2-0ad5-42d1-a3ac-3d9988857e43 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] SCSI volumes sdc have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a3748c2-0ad5-42d1-a3ac-3d9988857e43 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:62bf66fe-495f-47ed-9750-87ac3e4a1a9c')] {{(pid=74854) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:62bf66fe-495f-47ed-9750-87ac3e4a1a9c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:62bf66fe-495f-47ed-9750-87ac3e4a1a9c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.026s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b863b7b-a4ae-47c1-b661-09dacee459e0]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a3748c2-0ad5-42d1-a3ac-3d9988857e43 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:62bf66fe-495f-47ed-9750-87ac3e4a1a9c -p 172.16.0.220:3260 --logout {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG nova.compute.manager [req-733ca184-26ae-415d-aa75-e16a3e9a9996 req-9dfdcff2-da63-4c14-8178-cd3725780b8d service nova] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Received event network-vif-unplugged-1062befe-9f07-4518-bb7b-c76701bd0c72 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-733ca184-26ae-415d-aa75-e16a3e9a9996 req-9dfdcff2-da63-4c14-8178-cd3725780b8d service nova] Acquiring lock "309d888f-83d0-4d34-941c-30c83ef2f71a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-733ca184-26ae-415d-aa75-e16a3e9a9996 req-9dfdcff2-da63-4c14-8178-cd3725780b8d service nova] Lock "309d888f-83d0-4d34-941c-30c83ef2f71a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-733ca184-26ae-415d-aa75-e16a3e9a9996 req-9dfdcff2-da63-4c14-8178-cd3725780b8d service nova] Lock "309d888f-83d0-4d34-941c-30c83ef2f71a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG nova.compute.manager [req-733ca184-26ae-415d-aa75-e16a3e9a9996 req-9dfdcff2-da63-4c14-8178-cd3725780b8d service nova] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] No waiting events found dispatching network-vif-unplugged-1062befe-9f07-4518-bb7b-c76701bd0c72 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG nova.compute.manager [req-733ca184-26ae-415d-aa75-e16a3e9a9996 req-9dfdcff2-da63-4c14-8178-cd3725780b8d service nova] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Received event network-vif-unplugged-1062befe-9f07-4518-bb7b-c76701bd0c72 for instance with task_state deleting. {{(pid=74854) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG nova.compute.manager [req-733ca184-26ae-415d-aa75-e16a3e9a9996 req-9dfdcff2-da63-4c14-8178-cd3725780b8d service nova] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Received event network-vif-plugged-1062befe-9f07-4518-bb7b-c76701bd0c72 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-733ca184-26ae-415d-aa75-e16a3e9a9996 req-9dfdcff2-da63-4c14-8178-cd3725780b8d service nova] Acquiring lock "309d888f-83d0-4d34-941c-30c83ef2f71a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-733ca184-26ae-415d-aa75-e16a3e9a9996 req-9dfdcff2-da63-4c14-8178-cd3725780b8d service nova] Lock "309d888f-83d0-4d34-941c-30c83ef2f71a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-733ca184-26ae-415d-aa75-e16a3e9a9996 req-9dfdcff2-da63-4c14-8178-cd3725780b8d service nova] Lock "309d888f-83d0-4d34-941c-30c83ef2f71a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG nova.compute.manager [req-733ca184-26ae-415d-aa75-e16a3e9a9996 req-9dfdcff2-da63-4c14-8178-cd3725780b8d service nova] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] No waiting events found dispatching network-vif-plugged-1062befe-9f07-4518-bb7b-c76701bd0c72 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:29:51 user nova-compute[74854]: WARNING nova.compute.manager [req-733ca184-26ae-415d-aa75-e16a3e9a9996 req-9dfdcff2-da63-4c14-8178-cd3725780b8d service nova] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Received unexpected event network-vif-plugged-1062befe-9f07-4518-bb7b-c76701bd0c72 for instance with vm_state active and task_state deleting.
Oct 23 17:29:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:62bf66fe-495f-47ed-9750-87ac3e4a1a9c -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[04e12c5c-2922-4ee3-a972-bad63b1f2470]: (4, ('Logging out of session [sid: 42, target: iqn.2010-10.org.openstack:62bf66fe-495f-47ed-9750-87ac3e4a1a9c, portal: 172.16.0.220,3260]\nLogout of [sid: 42, target: iqn.2010-10.org.openstack:62bf66fe-495f-47ed-9750-87ac3e4a1a9c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a3748c2-0ad5-42d1-a3ac-3d9988857e43 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 42, target: iqn.2010-10.org.openstack:62bf66fe-495f-47ed-9750-87ac3e4a1a9c, portal: 172.16.0.220,3260]
Oct 23 17:29:51 user nova-compute[74854]: Logout of [sid: 42, target: iqn.2010-10.org.openstack:62bf66fe-495f-47ed-9750-87ac3e4a1a9c, portal: 172.16.0.220,3260] successful.
Oct 23 17:29:51 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:62bf66fe-495f-47ed-9750-87ac3e4a1a9c -p 172.16.0.220:3260 --op delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:62bf66fe-495f-47ed-9750-87ac3e4a1a9c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[7acc2366-2a60-475d-a50c-16d705b3491c]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a3748c2-0ad5-42d1-a3ac-3d9988857e43 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-6a3748c2-0ad5-42d1-a3ac-3d9988857e43 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.381s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a3748c2-0ad5-42d1-a3ac-3d9988857e43 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] <== disconnect_volume: return (383ms) None {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6a3748c2-0ad5-42d1-a3ac-3d9988857e43 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Disconnected iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 17:29:51 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-6a3748c2-0ad5-42d1-a3ac-3d9988857e43 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Deleting instance files /opt/stack/data/nova/instances/309d888f-83d0-4d34-941c-30c83ef2f71a_del
Oct 23 17:29:51 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-6a3748c2-0ad5-42d1-a3ac-3d9988857e43 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Deletion of /opt/stack/data/nova/instances/309d888f-83d0-4d34-941c-30c83ef2f71a_del complete
Oct 23 17:29:51 user nova-compute[74854]: INFO nova.compute.manager [None req-6a3748c2-0ad5-42d1-a3ac-3d9988857e43 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Took 1.74 seconds to destroy the instance on the hypervisor.
Oct 23 17:29:51 user nova-compute[74854]: DEBUG oslo.service.loopingcall [None req-6a3748c2-0ad5-42d1-a3ac-3d9988857e43 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG nova.compute.manager [-] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Deallocating network for instance {{(pid=74854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 17:29:51 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] deallocate_for_instance() {{(pid=74854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 17:29:52 user nova-compute[74854]: DEBUG nova.compute.manager [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] Instance event wait completed in 0 seconds for  {{(pid=74854) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 17:29:52 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] Guest created on hypervisor {{(pid=74854) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 17:29:52 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] Instance spawned successfully.
Oct 23 17:29:52 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 17:29:52 user nova-compute[74854]: DEBUG nova.compute.manager [req-b9c64094-1cad-434e-8920-ce4105bf6950 req-36493ca2-9c5d-4cd7-89fe-83977cf4ea42 service nova] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] Received event network-vif-plugged-9dd065f3-7881-4843-812b-9d4c91d4e70f {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:29:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-b9c64094-1cad-434e-8920-ce4105bf6950 req-36493ca2-9c5d-4cd7-89fe-83977cf4ea42 service nova] Acquiring lock "88691b05-eba8-4376-8d75-2b06384a4776-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:29:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-b9c64094-1cad-434e-8920-ce4105bf6950 req-36493ca2-9c5d-4cd7-89fe-83977cf4ea42 service nova] Lock "88691b05-eba8-4376-8d75-2b06384a4776-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:29:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-b9c64094-1cad-434e-8920-ce4105bf6950 req-36493ca2-9c5d-4cd7-89fe-83977cf4ea42 service nova] Lock "88691b05-eba8-4376-8d75-2b06384a4776-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:29:52 user nova-compute[74854]: DEBUG nova.compute.manager [req-b9c64094-1cad-434e-8920-ce4105bf6950 req-36493ca2-9c5d-4cd7-89fe-83977cf4ea42 service nova] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] No waiting events found dispatching network-vif-plugged-9dd065f3-7881-4843-812b-9d4c91d4e70f {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:29:52 user nova-compute[74854]: WARNING nova.compute.manager [req-b9c64094-1cad-434e-8920-ce4105bf6950 req-36493ca2-9c5d-4cd7-89fe-83977cf4ea42 service nova] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] Received unexpected event network-vif-plugged-9dd065f3-7881-4843-812b-9d4c91d4e70f for instance with vm_state building and task_state spawning.
Oct 23 17:29:52 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] Found default for hw_cdrom_bus of ide {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:29:52 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] Found default for hw_disk_bus of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:29:52 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] Found default for hw_input_bus of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:29:52 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] Found default for hw_pointer_model of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:29:52 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] Found default for hw_video_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:29:52 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] Found default for hw_vif_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:29:52 user nova-compute[74854]: INFO nova.compute.manager [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] Took 6.31 seconds to spawn the instance on the hypervisor.
Oct 23 17:29:52 user nova-compute[74854]: DEBUG nova.compute.manager [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:29:52 user nova-compute[74854]: INFO nova.compute.manager [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] Took 7.08 seconds to build instance.
Oct 23 17:29:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9833ba8b-9788-4fcc-adfe-80214a2c5d58 tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Lock "88691b05-eba8-4376-8d75-2b06384a4776" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.340s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:29:52 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:29:53 user nova-compute[74854]: INFO nova.compute.manager [-] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Took 1.18 seconds to deallocate network for instance.
Oct 23 17:29:53 user nova-compute[74854]: DEBUG nova.compute.manager [req-d553c8d6-83be-4b5d-9def-ee88dce7e1f9 req-27cef141-c4e4-485e-a587-3a6aa4474d59 service nova] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Received event network-vif-deleted-1062befe-9f07-4518-bb7b-c76701bd0c72 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:29:53 user nova-compute[74854]: INFO nova.compute.manager [req-d553c8d6-83be-4b5d-9def-ee88dce7e1f9 req-27cef141-c4e4-485e-a587-3a6aa4474d59 service nova] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Neutron deleted interface 1062befe-9f07-4518-bb7b-c76701bd0c72; detaching it from the instance and deleting it from the info cache
Oct 23 17:29:53 user nova-compute[74854]: DEBUG nova.network.neutron [req-d553c8d6-83be-4b5d-9def-ee88dce7e1f9 req-27cef141-c4e4-485e-a587-3a6aa4474d59 service nova] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:29:53 user nova-compute[74854]: DEBUG nova.compute.manager [req-d553c8d6-83be-4b5d-9def-ee88dce7e1f9 req-27cef141-c4e4-485e-a587-3a6aa4474d59 service nova] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Detach interface failed, port_id=1062befe-9f07-4518-bb7b-c76701bd0c72, reason: Instance 309d888f-83d0-4d34-941c-30c83ef2f71a could not be found. {{(pid=74854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 23 17:29:53 user nova-compute[74854]: INFO nova.compute.manager [None req-6a3748c2-0ad5-42d1-a3ac-3d9988857e43 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Took 0.90 seconds to detach 1 volumes for instance.
Oct 23 17:29:53 user nova-compute[74854]: DEBUG nova.compute.manager [None req-6a3748c2-0ad5-42d1-a3ac-3d9988857e43 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 309d888f-83d0-4d34-941c-30c83ef2f71a] Deleting volume: 62bf66fe-495f-47ed-9750-87ac3e4a1a9c {{(pid=74854) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 23 17:29:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-6a3748c2-0ad5-42d1-a3ac-3d9988857e43 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:29:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-6a3748c2-0ad5-42d1-a3ac-3d9988857e43 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:29:54 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-6a3748c2-0ad5-42d1-a3ac-3d9988857e43 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:29:54 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-6a3748c2-0ad5-42d1-a3ac-3d9988857e43 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:29:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-6a3748c2-0ad5-42d1-a3ac-3d9988857e43 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.319s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:29:54 user nova-compute[74854]: INFO nova.scheduler.client.report [None req-6a3748c2-0ad5-42d1-a3ac-3d9988857e43 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Deleted allocations for instance 309d888f-83d0-4d34-941c-30c83ef2f71a
Oct 23 17:29:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-6a3748c2-0ad5-42d1-a3ac-3d9988857e43 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "309d888f-83d0-4d34-941c-30c83ef2f71a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.425s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:29:54 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:29:56 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:29:56 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:29:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:29:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:29:56 user nova-compute[74854]: DEBUG nova.objects.instance [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Lazy-loading 'pci_requests' on Instance uuid 439f7e31-a29c-4b26-af66-32818c218e31 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:29:56 user nova-compute[74854]: DEBUG nova.objects.instance [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Lazy-loading 'numa_topology' on Instance uuid 439f7e31-a29c-4b26-af66-32818c218e31 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:29:56 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74854) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 17:29:56 user nova-compute[74854]: INFO nova.compute.claims [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Claim successful on node user
Oct 23 17:29:56 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:29:56 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:29:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.411s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:29:56 user nova-compute[74854]: INFO nova.network.neutron [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Updating port 10f2e1f8-dfd9-47a1-924a-a3e80795f396 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Oct 23 17:29:57 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Acquiring lock "refresh_cache-439f7e31-a29c-4b26-af66-32818c218e31" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:29:57 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Acquired lock "refresh_cache-439f7e31-a29c-4b26-af66-32818c218e31" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:29:57 user nova-compute[74854]: DEBUG nova.network.neutron [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:29:57 user nova-compute[74854]: DEBUG nova.compute.manager [req-0204742e-a37c-429d-abc3-a5db971daa13 req-e4d6bd80-83a0-4030-85fc-2003f2bb4a99 service nova] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Received event network-changed-10f2e1f8-dfd9-47a1-924a-a3e80795f396 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:29:57 user nova-compute[74854]: DEBUG nova.compute.manager [req-0204742e-a37c-429d-abc3-a5db971daa13 req-e4d6bd80-83a0-4030-85fc-2003f2bb4a99 service nova] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Refreshing instance network info cache due to event network-changed-10f2e1f8-dfd9-47a1-924a-a3e80795f396. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:29:57 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-0204742e-a37c-429d-abc3-a5db971daa13 req-e4d6bd80-83a0-4030-85fc-2003f2bb4a99 service nova] Acquiring lock "refresh_cache-439f7e31-a29c-4b26-af66-32818c218e31" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG nova.network.neutron [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Updating instance_info_cache with network_info: [{"id": "10f2e1f8-dfd9-47a1-924a-a3e80795f396", "address": "fa:16:3e:d7:37:9a", "network": {"id": "282ba66f-2135-4abe-a18a-0b010c845b13", "bridge": "br-int", "label": "tempest-TestShelveInstance-1096489049-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.18", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4e3c6783c81f489981d23a83a0a710ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10f2e1f8-df", "ovs_interfaceid": "10f2e1f8-dfd9-47a1-924a-a3e80795f396", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Releasing lock "refresh_cache-439f7e31-a29c-4b26-af66-32818c218e31" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Creating instance directory {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 17:29:58 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Creating image(s)
Oct 23 17:29:58 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Did not create local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Ensure instance console log exists: /opt/stack/data/nova/instances/439f7e31-a29c-4b26-af66-32818c218e31/console.log {{(pid=74854) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Start _get_guest_xml network_info=[{"id": "10f2e1f8-dfd9-47a1-924a-a3e80795f396", "address": "fa:16:3e:d7:37:9a", "network": {"id": "282ba66f-2135-4abe-a18a-0b010c845b13", "bridge": "br-int", "label": "tempest-TestShelveInstance-1096489049-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.18", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4e3c6783c81f489981d23a83a0a710ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10f2e1f8-df", "ovs_interfaceid": "10f2e1f8-dfd9-47a1-924a-a3e80795f396", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'attachment_id': '6c9491ae-5b26-4155-8e96-4f5545cc2b58', 'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eXqPrkjf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '439f7e31-a29c-4b26-af66-32818c218e31', 'attached_at': '', 'detached_at': '', 'volume_id': '6f46e4af-4dcb-4758-85fc-62f88886183f', 'serial': '6f46e4af-4dcb-4758-85fc-62f88886183f'}, 'mount_device': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'volume_type': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-0204742e-a37c-429d-abc3-a5db971daa13 req-e4d6bd80-83a0-4030-85fc-2003f2bb4a99 service nova] Acquired lock "refresh_cache-439f7e31-a29c-4b26-af66-32818c218e31" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG nova.network.neutron [req-0204742e-a37c-429d-abc3-a5db971daa13 req-e4d6bd80-83a0-4030-85fc-2003f2bb4a99 service nova] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Refreshing network info cache for port 10f2e1f8-dfd9-47a1-924a-a3e80795f396 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:29:58 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:29:58 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:29:58 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG nova.objects.instance [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Lazy-loading 'vcpu_model' on Instance uuid 439f7e31-a29c-4b26-af66-32818c218e31 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG nova.objects.base [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Object Instance<439f7e31-a29c-4b26-af66-32818c218e31> lazy-loaded attributes: pci_requests,vcpu_model {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Calling os-brick to attach iSCSI Volume {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eXqPrkjf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:29:58 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:29:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:29:58 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:29:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:29:58 user nova-compute[74854]: INFO os_brick.initiator.connectors.iscsi [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 17:29:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f -p 172.16.0.220:3260 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1612776-d7d7-4290-8fea-c6bc08338ecc]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 17:29:58 user nova-compute[74854]:  {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f -p 172.16.0.220:3260 --interface default --op new {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[be21ddea-2403-4a56-9c70-31d81872bc2e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f] added\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f] added
Oct 23 17:29:58 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[86f271f6-0813-4c9e-b569-e104e583aaea]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[74c98cb2-b161-4a28-ad3a-032f08fdefc2]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v eXqPrkjf {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v eXqPrkjf" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[9dcde13f-8c44-42ea-a647-61d3ac15eb04]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'eXqPrkjf'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.030s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[960c6ce2-6823-48e6-9278-f5daeb6152cb]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b143cc0c-cef4-4dee-9892-5702ff1ffbf3]: (4, ('tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)
Oct 23 17:29:58 user nova-compute[74854]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 (non-flash)
Oct 23 17:29:58 user nova-compute[74854]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508 (non-flash)
Oct 23 17:29:58 user nova-compute[74854]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33 (non-flash)
Oct 23 17:29:58 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] iscsi session list stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)
Oct 23 17:29:58 user nova-compute[74854]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 (non-flash)
Oct 23 17:29:58 user nova-compute[74854]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508 (non-flash)
Oct 23 17:29:58 user nova-compute[74854]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33 (non-flash)
Oct 23 17:29:58 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f -p 172.16.0.220:3260 --login {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f -p 172.16.0.220:3260 --login" returned: 0 in 0.073s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[009b6f05-8489-45a7-b4e8-ddea9ae4a8f2]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f, portal: 172.16.0.220,3260]
Oct 23 17:29:58 user nova-compute[74854]: Login to [iface: default, target: iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f, portal: 172.16.0.220,3260] successful.
Oct 23 17:29:58 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d49c337-898d-44b6-89ad-7a7fc744d3f5]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e257ab26-7923-4b91-9c3d-6407c16c5d24]: (4, ('tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33 (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)
Oct 23 17:29:58 user nova-compute[74854]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 (non-flash)
Oct 23 17:29:58 user nova-compute[74854]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508 (non-flash)
Oct 23 17:29:58 user nova-compute[74854]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33 (non-flash)
Oct 23 17:29:58 user nova-compute[74854]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f (non-flash)
Oct 23 17:29:58 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] iscsi session list stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)
Oct 23 17:29:58 user nova-compute[74854]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 (non-flash)
Oct 23 17:29:58 user nova-compute[74854]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508 (non-flash)
Oct 23 17:29:58 user nova-compute[74854]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33 (non-flash)
Oct 23 17:29:58 user nova-compute[74854]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f (non-flash)
Oct 23 17:29:58 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.340s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Connected to 172.16.0.220:3260 {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] HCTL ('34', '-', '-', 0) found on session 45 with lun 0 {{(pid=74854) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74854) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG nova.network.neutron [req-0204742e-a37c-429d-abc3-a5db971daa13 req-e4d6bd80-83a0-4030-85fc-2003f2bb4a99 service nova] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Updated VIF entry in instance network info cache for port 10f2e1f8-dfd9-47a1-924a-a3e80795f396. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG nova.network.neutron [req-0204742e-a37c-429d-abc3-a5db971daa13 req-e4d6bd80-83a0-4030-85fc-2003f2bb4a99 service nova] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Updating instance_info_cache with network_info: [{"id": "10f2e1f8-dfd9-47a1-924a-a3e80795f396", "address": "fa:16:3e:d7:37:9a", "network": {"id": "282ba66f-2135-4abe-a18a-0b010c845b13", "bridge": "br-int", "label": "tempest-TestShelveInstance-1096489049-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.18", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4e3c6783c81f489981d23a83a0a710ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10f2e1f8-df", "ovs_interfaceid": "10f2e1f8-dfd9-47a1-924a-a3e80795f396", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e3007ba-f41c-4860-8a55-1516f98b8a38]: (4, ('- - 0', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Searching for a device in session 45 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eXqPrkjf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-0204742e-a37c-429d-abc3-a5db971daa13 req-e4d6bd80-83a0-4030-85fc-2003f2bb4a99 service nova] Releasing lock "refresh_cache-439f7e31-a29c-4b26-af66-32818c218e31" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:29:58 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:29:59 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.383s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:29:59 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] <== connect_volume: return (1384ms) {'type': 'block', 'scsi_wwn': '23732653937653335', 'path': '/dev/sdc'} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:29:59 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23732653937653335', 'path': '/dev/sdc'} {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 17:29:59 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-23T17:25:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1646238053',display_name='tempest-TestShelveInstance-server-1646238053',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1646238053',id=37,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-301107434',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:26:15Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='4e3c6783c81f489981d23a83a0a710ce',ramdisk_id='',reservation_id='r-e1uqt4j4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-757979104',owner_user_name='tempest-TestShelveInstance-757979104-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:29:36Z,user_data=None,user_id='3b510279990a41ba92507d521f052875',uuid=439f7e31-a29c-4b26-af66-32818c218e31,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "10f2e1f8-dfd9-47a1-924a-a3e80795f396", "address": "fa:16:3e:d7:37:9a", "network": {"id": "282ba66f-2135-4abe-a18a-0b010c845b13", "bridge": "br-int", "label": "tempest-TestShelveInstance-1096489049-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.18", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4e3c6783c81f489981d23a83a0a710ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10f2e1f8-df", "ovs_interfaceid": "10f2e1f8-dfd9-47a1-924a-a3e80795f396", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:29:59 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Converting VIF {"id": "10f2e1f8-dfd9-47a1-924a-a3e80795f396", "address": "fa:16:3e:d7:37:9a", "network": {"id": "282ba66f-2135-4abe-a18a-0b010c845b13", "bridge": "br-int", "label": "tempest-TestShelveInstance-1096489049-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.18", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4e3c6783c81f489981d23a83a0a710ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10f2e1f8-df", "ovs_interfaceid": "10f2e1f8-dfd9-47a1-924a-a3e80795f396", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:29:59 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d7:37:9a,bridge_name='br-int',has_traffic_filtering=True,id=10f2e1f8-dfd9-47a1-924a-a3e80795f396,network=Network(282ba66f-2135-4abe-a18a-0b010c845b13),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap10f2e1f8-df') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:29:59 user nova-compute[74854]: DEBUG nova.objects.instance [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Lazy-loading 'pci_devices' on Instance uuid 439f7e31-a29c-4b26-af66-32818c218e31 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:29:59 user nova-compute[74854]: DEBUG nova.objects.base [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Object Instance<439f7e31-a29c-4b26-af66-32818c218e31> lazy-loaded attributes: pci_requests,vcpu_model,pci_devices {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:29:59 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:29:59 user nova-compute[74854]:   <uuid>439f7e31-a29c-4b26-af66-32818c218e31</uuid>
Oct 23 17:29:59 user nova-compute[74854]:   <name>instance-00000025</name>
Oct 23 17:29:59 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:29:59 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:29:59 user nova-compute[74854]:   <metadata>
Oct 23 17:29:59 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:29:59 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:29:59 user nova-compute[74854]:       <nova:name>tempest-TestShelveInstance-server-1646238053</nova:name>
Oct 23 17:29:59 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:29:58</nova:creationTime>
Oct 23 17:29:59 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:29:59 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:29:59 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:29:59 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:29:59 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:29:59 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:29:59 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:29:59 user nova-compute[74854]:       <nova:owner>
Oct 23 17:29:59 user nova-compute[74854]:         <nova:user uuid="3b510279990a41ba92507d521f052875">tempest-TestShelveInstance-757979104-project-member</nova:user>
Oct 23 17:29:59 user nova-compute[74854]:         <nova:project uuid="4e3c6783c81f489981d23a83a0a710ce">tempest-TestShelveInstance-757979104</nova:project>
Oct 23 17:29:59 user nova-compute[74854]:       </nova:owner>
Oct 23 17:29:59 user nova-compute[74854]:       <nova:ports>
Oct 23 17:29:59 user nova-compute[74854]:         <nova:port uuid="10f2e1f8-dfd9-47a1-924a-a3e80795f396">
Oct 23 17:29:59 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 23 17:29:59 user nova-compute[74854]:         </nova:port>
Oct 23 17:29:59 user nova-compute[74854]:       </nova:ports>
Oct 23 17:29:59 user nova-compute[74854]:     </nova:instance>
Oct 23 17:29:59 user nova-compute[74854]:   </metadata>
Oct 23 17:29:59 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:29:59 user nova-compute[74854]:     <system>
Oct 23 17:29:59 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:29:59 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:29:59 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:29:59 user nova-compute[74854]:       <entry name="serial">439f7e31-a29c-4b26-af66-32818c218e31</entry>
Oct 23 17:29:59 user nova-compute[74854]:       <entry name="uuid">439f7e31-a29c-4b26-af66-32818c218e31</entry>
Oct 23 17:29:59 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:29:59 user nova-compute[74854]:     </system>
Oct 23 17:29:59 user nova-compute[74854]:   </sysinfo>
Oct 23 17:29:59 user nova-compute[74854]:   <os>
Oct 23 17:29:59 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:29:59 user nova-compute[74854]:     <boot dev="hd"/>
Oct 23 17:29:59 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:29:59 user nova-compute[74854]:   </os>
Oct 23 17:29:59 user nova-compute[74854]:   <features>
Oct 23 17:29:59 user nova-compute[74854]:     <acpi/>
Oct 23 17:29:59 user nova-compute[74854]:     <apic/>
Oct 23 17:29:59 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:29:59 user nova-compute[74854]:   </features>
Oct 23 17:29:59 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:29:59 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:29:59 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:29:59 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:29:59 user nova-compute[74854]:   </clock>
Oct 23 17:29:59 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:29:59 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:29:59 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:29:59 user nova-compute[74854]:   </cpu>
Oct 23 17:29:59 user nova-compute[74854]:   <devices>
Oct 23 17:29:59 user nova-compute[74854]:     <disk type="block" device="disk">
Oct 23 17:29:59 user nova-compute[74854]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:29:59 user nova-compute[74854]:       <source dev="/dev/sdc"/>
Oct 23 17:29:59 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:29:59 user nova-compute[74854]:       <serial>6f46e4af-4dcb-4758-85fc-62f88886183f</serial>
Oct 23 17:29:59 user nova-compute[74854]:     </disk>
Oct 23 17:29:59 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:29:59 user nova-compute[74854]:       <mac address="fa:16:3e:d7:37:9a"/>
Oct 23 17:29:59 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:29:59 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:29:59 user nova-compute[74854]:       <target dev="tap10f2e1f8-df"/>
Oct 23 17:29:59 user nova-compute[74854]:     </interface>
Oct 23 17:29:59 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:29:59 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/439f7e31-a29c-4b26-af66-32818c218e31/console.log" append="off"/>
Oct 23 17:29:59 user nova-compute[74854]:     </serial>
Oct 23 17:29:59 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:29:59 user nova-compute[74854]:     <video>
Oct 23 17:29:59 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:29:59 user nova-compute[74854]:     </video>
Oct 23 17:29:59 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:29:59 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:29:59 user nova-compute[74854]:     </rng>
Oct 23 17:29:59 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:29:59 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:29:59 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:29:59 user nova-compute[74854]:     </memballoon>
Oct 23 17:29:59 user nova-compute[74854]:     </memballoon>
Oct 23 17:29:59 user nova-compute[74854]:   </devices>
Oct 23 17:29:59 user nova-compute[74854]: </domain>
Oct 23 17:29:59 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:29:59 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-23T17:25:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1646238053',display_name='tempest-TestShelveInstance-server-1646238053',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1646238053',id=37,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-301107434',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:26:15Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='4e3c6783c81f489981d23a83a0a710ce',ramdisk_id='',reservation_id='r-e1uqt4j4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-757979104',owner_user_name='tempest-TestShelveInstance-757979104-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:29:36Z,user_data=None,user_id='3b510279990a41ba92507d521f052875',uuid=439f7e31-a29c-4b26-af66-32818c218e31,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "10f2e1f8-dfd9-47a1-924a-a3e80795f396", "address": "fa:16:3e:d7:37:9a", "network": {"id": "282ba66f-2135-4abe-a18a-0b010c845b13", "bridge": "br-int", "label": "tempest-TestShelveInstance-1096489049-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.18", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4e3c6783c81f489981d23a83a0a710ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10f2e1f8-df", "ovs_interfaceid": "10f2e1f8-dfd9-47a1-924a-a3e80795f396", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:29:59 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Converting VIF {"id": "10f2e1f8-dfd9-47a1-924a-a3e80795f396", "address": "fa:16:3e:d7:37:9a", "network": {"id": "282ba66f-2135-4abe-a18a-0b010c845b13", "bridge": "br-int", "label": "tempest-TestShelveInstance-1096489049-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.18", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4e3c6783c81f489981d23a83a0a710ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10f2e1f8-df", "ovs_interfaceid": "10f2e1f8-dfd9-47a1-924a-a3e80795f396", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:29:59 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d7:37:9a,bridge_name='br-int',has_traffic_filtering=True,id=10f2e1f8-dfd9-47a1-924a-a3e80795f396,network=Network(282ba66f-2135-4abe-a18a-0b010c845b13),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap10f2e1f8-df') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:29:59 user nova-compute[74854]: DEBUG os_vif [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d7:37:9a,bridge_name='br-int',has_traffic_filtering=True,id=10f2e1f8-dfd9-47a1-924a-a3e80795f396,network=Network(282ba66f-2135-4abe-a18a-0b010c845b13),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap10f2e1f8-df') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:29:59 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:29:59 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:29:59 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:29:59 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:29:59 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '057d6896-7847-57de-b556-4d481c790be7', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:29:59 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:29:59 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:29:59 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:29:59 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap10f2e1f8-df, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:29:59 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap10f2e1f8-df, col_values=(('qos', UUID('935b21ec-de4f-46b9-a986-c873f901118f')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:29:59 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap10f2e1f8-df, col_values=(('external_ids', {'iface-id': '10f2e1f8-dfd9-47a1-924a-a3e80795f396', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d7:37:9a', 'vm-uuid': '439f7e31-a29c-4b26-af66-32818c218e31'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:29:59 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:29:59 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:29:59 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:29:59 user nova-compute[74854]: INFO os_vif [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d7:37:9a,bridge_name='br-int',has_traffic_filtering=True,id=10f2e1f8-dfd9-47a1-924a-a3e80795f396,network=Network(282ba66f-2135-4abe-a18a-0b010c845b13),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap10f2e1f8-df')
Oct 23 17:29:59 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:29:59 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 17:29:59 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:29:59 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] No VIF found with MAC fa:16:3e:d7:37:9a, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:30:00 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:30:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:01 user nova-compute[74854]: DEBUG nova.compute.manager [req-52541f20-6de3-460f-bb07-7da37bd17189 req-f2099f72-7ace-4acd-8364-84fb1ac42f86 service nova] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Received event network-vif-plugged-10f2e1f8-dfd9-47a1-924a-a3e80795f396 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:30:01 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-52541f20-6de3-460f-bb07-7da37bd17189 req-f2099f72-7ace-4acd-8364-84fb1ac42f86 service nova] Acquiring lock "439f7e31-a29c-4b26-af66-32818c218e31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:30:01 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-52541f20-6de3-460f-bb07-7da37bd17189 req-f2099f72-7ace-4acd-8364-84fb1ac42f86 service nova] Lock "439f7e31-a29c-4b26-af66-32818c218e31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:30:01 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-52541f20-6de3-460f-bb07-7da37bd17189 req-f2099f72-7ace-4acd-8364-84fb1ac42f86 service nova] Lock "439f7e31-a29c-4b26-af66-32818c218e31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:30:01 user nova-compute[74854]: DEBUG nova.compute.manager [req-52541f20-6de3-460f-bb07-7da37bd17189 req-f2099f72-7ace-4acd-8364-84fb1ac42f86 service nova] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] No waiting events found dispatching network-vif-plugged-10f2e1f8-dfd9-47a1-924a-a3e80795f396 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:30:01 user nova-compute[74854]: WARNING nova.compute.manager [req-52541f20-6de3-460f-bb07-7da37bd17189 req-f2099f72-7ace-4acd-8364-84fb1ac42f86 service nova] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Received unexpected event network-vif-plugged-10f2e1f8-dfd9-47a1-924a-a3e80795f396 for instance with vm_state shelved_offloaded and task_state spawning.
Oct 23 17:30:01 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:30:01 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:30:01 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:30:01 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:30:01 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:30:01 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Auditing locally available compute resources for user (node: user) {{(pid=74854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 17:30:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:02 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:30:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:30:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:30:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:30:02 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:30:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/88691b05-eba8-4376-8d75-2b06384a4776/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:30:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/88691b05-eba8-4376-8d75-2b06384a4776/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:30:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/88691b05-eba8-4376-8d75-2b06384a4776/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:30:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/88691b05-eba8-4376-8d75-2b06384a4776/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:30:02 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:30:02 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:30:02 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/969e3765-0d59-491c-9e00-af1fe6f8cfe2/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:30:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/969e3765-0d59-491c-9e00-af1fe6f8cfe2/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:30:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/969e3765-0d59-491c-9e00-af1fe6f8cfe2/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:30:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/969e3765-0d59-491c-9e00-af1fe6f8cfe2/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:30:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdf (vdc) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:30:03 user nova-compute[74854]: DEBUG nova.compute.manager [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Instance event wait completed in 0 seconds for  {{(pid=74854) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 17:30:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Guest created on hypervisor {{(pid=74854) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 17:30:03 user nova-compute[74854]: DEBUG nova.compute.manager [req-f586eb4b-4f38-4762-bfae-f264b0afbc65 req-59854137-decf-4fdd-bc19-df1ea365a4ef service nova] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Received event network-vif-plugged-10f2e1f8-dfd9-47a1-924a-a3e80795f396 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:30:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-f586eb4b-4f38-4762-bfae-f264b0afbc65 req-59854137-decf-4fdd-bc19-df1ea365a4ef service nova] Acquiring lock "439f7e31-a29c-4b26-af66-32818c218e31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:30:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-f586eb4b-4f38-4762-bfae-f264b0afbc65 req-59854137-decf-4fdd-bc19-df1ea365a4ef service nova] Lock "439f7e31-a29c-4b26-af66-32818c218e31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:30:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-f586eb4b-4f38-4762-bfae-f264b0afbc65 req-59854137-decf-4fdd-bc19-df1ea365a4ef service nova] Lock "439f7e31-a29c-4b26-af66-32818c218e31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:30:03 user nova-compute[74854]: DEBUG nova.compute.manager [req-f586eb4b-4f38-4762-bfae-f264b0afbc65 req-59854137-decf-4fdd-bc19-df1ea365a4ef service nova] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] No waiting events found dispatching network-vif-plugged-10f2e1f8-dfd9-47a1-924a-a3e80795f396 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:30:03 user nova-compute[74854]: WARNING nova.compute.manager [req-f586eb4b-4f38-4762-bfae-f264b0afbc65 req-59854137-decf-4fdd-bc19-df1ea365a4ef service nova] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Received unexpected event network-vif-plugged-10f2e1f8-dfd9-47a1-924a-a3e80795f396 for instance with vm_state shelved_offloaded and task_state spawning.
Oct 23 17:30:03 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Instance spawned successfully.
Oct 23 17:30:03 user nova-compute[74854]: DEBUG nova.compute.manager [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:30:03 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:30:03 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:30:03 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Hypervisor/Node resource view: name=user free_ram=8210MB free_disk=24.916343688964844GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=74854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 17:30:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:30:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:30:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a8af7bc5-642e-4f85-be96-db46b17afbcc tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Lock "439f7e31-a29c-4b26-af66-32818c218e31" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 28.006s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:30:03 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:30:03 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance a86c9212-bc7b-40f3-97fa-20c65c3291b9 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:30:03 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:30:03 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 969e3765-0d59-491c-9e00-af1fe6f8cfe2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:30:03 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Instance with task_state "spawning" is not being actively managed by this compute host but has allocations referencing this compute node (e1b4a95c-5743-4848-882e-b3384de5d1b5): {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1777}}
Oct 23 17:30:03 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 88691b05-eba8-4376-8d75-2b06384a4776 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:30:03 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 17:30:03 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 17:30:03 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Refreshing inventories for resource provider e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 23 17:30:04 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Updating ProviderTree inventory for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 23 17:30:04 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Updating inventory in ProviderTree for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 23 17:30:04 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Refreshing aggregate associations for resource provider e1b4a95c-5743-4848-882e-b3384de5d1b5, aggregates: None {{(pid=74854) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 23 17:30:04 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Refreshing trait associations for resource provider e1b4a95c-5743-4848-882e-b3384de5d1b5, traits: COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_SECURITY_UEFI_SECURE_BOOT,HW_CPU_X86_SSE41,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_RESCUE_BFV,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_VOLUME_EXTEND,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_VOLUME_ATTACH_WITH_TAG,HW_CPU_X86_SSE42,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_USB,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_BOCHS,HW_CPU_X86_SSE,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_IMAGE_TYPE_ARI,HW_CPU_X86_SSE2,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_SATA,COMPUTE_NODE,HW_CPU_X86_MMX,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_DEVICE_TAGGING,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_FDC {{(pid=74854) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 23 17:30:04 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:30:04 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:30:04 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Compute_service record updated for user:user {{(pid=74854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 17:30:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.600s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:30:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:06 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:30:06 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Starting heal instance info cache {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 17:30:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "refresh_cache-ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:30:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquired lock "refresh_cache-ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:30:06 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Forcefully refreshing network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 17:30:07 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Updating instance_info_cache with network_info: [{"id": "3b8d5ff2-2e1a-4ef1-b9b9-4fe8dcfca3d2", "address": "fa:16:3e:42:c3:38", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b8d5ff2-2e", "ovs_interfaceid": "3b8d5ff2-2e1a-4ef1-b9b9-4fe8dcfca3d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:30:07 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Releasing lock "refresh_cache-ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:30:07 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Updated the network info_cache for instance {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 17:30:07 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:30:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:10 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:30:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:11 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-a9f3dc3b-fc10-4878-a3a7-878ddff38d19 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 969e3765-0d59-491c-9e00-af1fe6f8cfe2 is timed out.
Oct 23 17:30:11 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-a9f3dc3b-fc10-4878-a3a7-878ddff38d19 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Successfully detached device vdb from instance 969e3765-0d59-491c-9e00-af1fe6f8cfe2 from the live domain config.
Oct 23 17:30:11 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a9f3dc3b-fc10-4878-a3a7-878ddff38d19 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] calling os-brick to detach iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 17:30:11 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9f3dc3b-fc10-4878-a3a7-878ddff38d19 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, {'target_iqn': 'iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mfcpwnbo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:30:11 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-a9f3dc3b-fc10-4878-a3a7-878ddff38d19 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:30:11 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-a9f3dc3b-fc10-4878-a3a7-878ddff38d19 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:30:11 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-a9f3dc3b-fc10-4878-a3a7-878ddff38d19 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:30:11 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:30:11 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:30:11 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7a28491-b11c-4d4c-91f9-0f53dfa558fd]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:30:11 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9f3dc3b-fc10-4878-a3a7-878ddff38d19 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 17:30:11 user nova-compute[74854]: No targets found.
Oct 23 17:30:11 user nova-compute[74854]: iSNS:
Oct 23 17:30:11 user nova-compute[74854]: No targets found.
Oct 23 17:30:11 user nova-compute[74854]: STATIC:
Oct 23 17:30:11 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f
Oct 23 17:30:11 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:30:11 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:30:11 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a
Oct 23 17:30:11 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:30:11 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:30:11 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33
Oct 23 17:30:11 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:30:11 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:30:11 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4
Oct 23 17:30:11 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:30:11 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:30:11 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508
Oct 23 17:30:11 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:30:11 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:30:11 user nova-compute[74854]: FIRMWARE:
Oct 23 17:30:11 user nova-compute[74854]: No targets found.
Oct 23 17:30:11 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:30:11 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9f3dc3b-fc10-4878-a3a7-878ddff38d19 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 17:30:11 user nova-compute[74854]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 17:30:11 user nova-compute[74854]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74854) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 17:30:11 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9f3dc3b-fc10-4878-a3a7-878ddff38d19 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508', 0)] {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 17:30:11 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:30:11 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:30:11 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c0a342c-831a-46de-97c3-667c92ec208b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:30:11 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:30:11 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.046s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:30:11 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[a334c7aa-f8dc-4d33-ab7b-32374b567d6d]: (4, ('tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33 (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:30:11 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9f3dc3b-fc10-4878-a3a7-878ddff38d19 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)
Oct 23 17:30:11 user nova-compute[74854]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 (non-flash)
Oct 23 17:30:11 user nova-compute[74854]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508 (non-flash)
Oct 23 17:30:11 user nova-compute[74854]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33 (non-flash)
Oct 23 17:30:11 user nova-compute[74854]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f (non-flash)
Oct 23 17:30:11 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:30:11 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9f3dc3b-fc10-4878-a3a7-878ddff38d19 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsi session list stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)
Oct 23 17:30:11 user nova-compute[74854]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 (non-flash)
Oct 23 17:30:11 user nova-compute[74854]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508 (non-flash)
Oct 23 17:30:11 user nova-compute[74854]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33 (non-flash)
Oct 23 17:30:11 user nova-compute[74854]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f (non-flash)
Oct 23 17:30:11 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:30:11 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9f3dc3b-fc10-4878-a3a7-878ddff38d19 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f3038d71000>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508'): ({'sde'}, set())}) {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 17:30:11 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-a9f3dc3b-fc10-4878-a3a7-878ddff38d19 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Removing single pathed devices sde {{(pid=74854) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 17:30:11 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:30:11 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:30:11 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[56a6f1bd-4944-489e-bd96-688ae3a7422a]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:30:11 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:30:11 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:30:11 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[2db1b069-fb31-4a1e-bc18-cd24fe71d062]: (4, ('ok\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:30:11 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-a9f3dc3b-fc10-4878-a3a7-878ddff38d19 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Flushing IO for device /dev/sde {{(pid=74854) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 17:30:11 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:30:11 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:30:11 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0b8a5e8-729c-43db-9d16-37d93356b71c]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:30:11 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-a9f3dc3b-fc10-4878-a3a7-878ddff38d19 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74854) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 17:30:11 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:30:11 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.037s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:30:11 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb4963bb-4a9a-44e9-b7ab-18aebdbd07e3]: (4, ('1', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:30:11 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-a9f3dc3b-fc10-4878-a3a7-878ddff38d19 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 17:30:11 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-a9f3dc3b-fc10-4878-a3a7-878ddff38d19 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] SCSI volumes sde have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 17:30:11 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9f3dc3b-fc10-4878-a3a7-878ddff38d19 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508')] {{(pid=74854) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 17:30:11 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:30:11 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.027s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:30:11 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[587608c5-7bab-4c9e-92ab-06607bb6394f]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:30:11 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9f3dc3b-fc10-4878-a3a7-878ddff38d19 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:30:11 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508 -p 172.16.0.220:3260 --logout {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:30:11 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508 -p 172.16.0.220:3260 --logout" returned: 0 in 0.068s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:30:11 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[88d458fb-d593-4a95-b3de-1a7ab898280d]: (4, ('Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508, portal: 172.16.0.220,3260]\nLogout of [sid: 43, target: iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:30:11 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9f3dc3b-fc10-4878-a3a7-878ddff38d19 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508, portal: 172.16.0.220,3260]
Oct 23 17:30:11 user nova-compute[74854]: Logout of [sid: 43, target: iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508, portal: 172.16.0.220,3260] successful.
Oct 23 17:30:11 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:30:11 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508 -p 172.16.0.220:3260 --op delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:30:11 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bae24621-598a-47f8-928f-348e737db508 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.033s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:30:11 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd2e0242-1012-4a10-9be5-c1c114daeaa2]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:30:11 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9f3dc3b-fc10-4878-a3a7-878ddff38d19 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:30:11 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-a9f3dc3b-fc10-4878-a3a7-878ddff38d19 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.370s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:30:11 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9f3dc3b-fc10-4878-a3a7-878ddff38d19 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] <== disconnect_volume: return (372ms) None {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:30:11 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a9f3dc3b-fc10-4878-a3a7-878ddff38d19 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Disconnected iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 17:30:12 user nova-compute[74854]: DEBUG nova.objects.instance [None req-a9f3dc3b-fc10-4878-a3a7-878ddff38d19 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lazy-loading 'flavor' on Instance uuid 969e3765-0d59-491c-9e00-af1fe6f8cfe2 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:30:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a9f3dc3b-fc10-4878-a3a7-878ddff38d19 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "969e3765-0d59-491c-9e00-af1fe6f8cfe2" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.165s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:30:13 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-6fa7195d-c967-447f-a2d8-d471f41d4be1 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Acquiring lock "969e3765-0d59-491c-9e00-af1fe6f8cfe2" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:30:13 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-6fa7195d-c967-447f-a2d8-d471f41d4be1 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "969e3765-0d59-491c-9e00-af1fe6f8cfe2" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:30:13 user nova-compute[74854]: INFO nova.compute.manager [None req-6fa7195d-c967-447f-a2d8-d471f41d4be1 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Detaching volume ed17d2e8-7639-4a4e-9162-a9f99a6c1f33
Oct 23 17:30:13 user nova-compute[74854]: INFO nova.virt.block_device [None req-6fa7195d-c967-447f-a2d8-d471f41d4be1 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Attempting to driver detach volume ed17d2e8-7639-4a4e-9162-a9f99a6c1f33 from mountpoint /dev/vdc
Oct 23 17:30:13 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-6fa7195d-c967-447f-a2d8-d471f41d4be1 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Attempting to detach device vdc from instance 969e3765-0d59-491c-9e00-af1fe6f8cfe2 from the persistent domain config. {{(pid=74854) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 17:30:13 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-6fa7195d-c967-447f-a2d8-d471f41d4be1 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 17:30:13 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:30:13 user nova-compute[74854]:   <source dev="/dev/sdf"/>
Oct 23 17:30:13 user nova-compute[74854]:   <target dev="vdc" bus="virtio"/>
Oct 23 17:30:13 user nova-compute[74854]:   <serial>ed17d2e8-7639-4a4e-9162-a9f99a6c1f33</serial>
Oct 23 17:30:13 user nova-compute[74854]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 23 17:30:13 user nova-compute[74854]: </disk>
Oct 23 17:30:13 user nova-compute[74854]:  {{(pid=74854) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 17:30:13 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-6fa7195d-c967-447f-a2d8-d471f41d4be1 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Successfully detached device vdc from instance 969e3765-0d59-491c-9e00-af1fe6f8cfe2 from the persistent domain config.
Oct 23 17:30:13 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-6fa7195d-c967-447f-a2d8-d471f41d4be1 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance 969e3765-0d59-491c-9e00-af1fe6f8cfe2 from the live domain config. {{(pid=74854) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 23 17:30:13 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-6fa7195d-c967-447f-a2d8-d471f41d4be1 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 17:30:13 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:30:13 user nova-compute[74854]:   <source dev="/dev/sdf"/>
Oct 23 17:30:13 user nova-compute[74854]:   <target dev="vdc" bus="virtio"/>
Oct 23 17:30:13 user nova-compute[74854]:   <serial>ed17d2e8-7639-4a4e-9162-a9f99a6c1f33</serial>
Oct 23 17:30:13 user nova-compute[74854]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 23 17:30:13 user nova-compute[74854]: </disk>
Oct 23 17:30:13 user nova-compute[74854]:  {{(pid=74854) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 17:30:14 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-6fa7195d-c967-447f-a2d8-d471f41d4be1 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance 969e3765-0d59-491c-9e00-af1fe6f8cfe2 {{(pid=74854) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 23 17:30:14 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:16 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:16 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:19 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:21 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:22 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:25 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Acquiring lock "92b4d090-abf0-4c14-a643-15c354047755" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:30:25 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Lock "92b4d090-abf0-4c14-a643-15c354047755" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:30:25 user nova-compute[74854]: DEBUG nova.compute.manager [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] [instance: 92b4d090-abf0-4c14-a643-15c354047755] Starting instance... {{(pid=74854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 17:30:25 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:30:25 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:30:25 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74854) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 17:30:25 user nova-compute[74854]: INFO nova.compute.claims [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] [instance: 92b4d090-abf0-4c14-a643-15c354047755] Claim successful on node user
Oct 23 17:30:26 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:30:26 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:30:26 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:26 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.378s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:30:26 user nova-compute[74854]: DEBUG nova.compute.manager [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] [instance: 92b4d090-abf0-4c14-a643-15c354047755] Start building networks asynchronously for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 17:30:26 user nova-compute[74854]: DEBUG nova.compute.manager [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] [instance: 92b4d090-abf0-4c14-a643-15c354047755] Allocating IP information in the background. {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 17:30:26 user nova-compute[74854]: DEBUG nova.network.neutron [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] [instance: 92b4d090-abf0-4c14-a643-15c354047755] allocate_for_instance() {{(pid=74854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 17:30:26 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] [instance: 92b4d090-abf0-4c14-a643-15c354047755] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 17:30:26 user nova-compute[74854]: DEBUG nova.compute.manager [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] [instance: 92b4d090-abf0-4c14-a643-15c354047755] Start building block device mappings for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 17:30:26 user nova-compute[74854]: DEBUG nova.policy [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d28debecc25480ebd94427364889ec5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9496c1f96c33495f887f8c64f728deac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74854) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 17:30:26 user nova-compute[74854]: DEBUG nova.compute.manager [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] [instance: 92b4d090-abf0-4c14-a643-15c354047755] Start spawning the instance on the hypervisor. {{(pid=74854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 17:30:26 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] [instance: 92b4d090-abf0-4c14-a643-15c354047755] Creating instance directory {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 17:30:26 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] [instance: 92b4d090-abf0-4c14-a643-15c354047755] Creating image(s)
Oct 23 17:30:26 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Acquiring lock "/opt/stack/data/nova/instances/92b4d090-abf0-4c14-a643-15c354047755/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:30:26 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Lock "/opt/stack/data/nova/instances/92b4d090-abf0-4c14-a643-15c354047755/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:30:26 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Lock "/opt/stack/data/nova/instances/92b4d090-abf0-4c14-a643-15c354047755/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:30:26 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:30:26 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.204s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:30:26 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Acquiring lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:30:26 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:30:26 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:30:26 user nova-compute[74854]: DEBUG nova.network.neutron [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] [instance: 92b4d090-abf0-4c14-a643-15c354047755] Successfully created port: 2bd85e72-3bf2-4905-83d9-ab79d4c7f826 {{(pid=74854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 17:30:26 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.219s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:30:26 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/92b4d090-abf0-4c14-a643-15c354047755/disk 1073741824 {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:30:26 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/92b4d090-abf0-4c14-a643-15c354047755/disk 1073741824" returned: 0 in 0.051s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:30:26 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.276s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:30:26 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:30:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.195s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:30:27 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Checking if we can resize image /opt/stack/data/nova/instances/92b4d090-abf0-4c14-a643-15c354047755/disk. size=1073741824 {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 17:30:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92b4d090-abf0-4c14-a643-15c354047755/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:30:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92b4d090-abf0-4c14-a643-15c354047755/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:30:27 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Cannot resize image /opt/stack/data/nova/instances/92b4d090-abf0-4c14-a643-15c354047755/disk to a smaller size. {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 17:30:27 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] [instance: 92b4d090-abf0-4c14-a643-15c354047755] Created local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 17:30:27 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] [instance: 92b4d090-abf0-4c14-a643-15c354047755] Ensure instance console log exists: /opt/stack/data/nova/instances/92b4d090-abf0-4c14-a643-15c354047755/console.log {{(pid=74854) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 17:30:27 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:30:27 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:30:27 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:30:27 user nova-compute[74854]: DEBUG nova.network.neutron [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] [instance: 92b4d090-abf0-4c14-a643-15c354047755] Successfully updated port: 2bd85e72-3bf2-4905-83d9-ab79d4c7f826 {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:30:27 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Acquiring lock "refresh_cache-92b4d090-abf0-4c14-a643-15c354047755" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:30:27 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Acquired lock "refresh_cache-92b4d090-abf0-4c14-a643-15c354047755" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:30:27 user nova-compute[74854]: DEBUG nova.network.neutron [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] [instance: 92b4d090-abf0-4c14-a643-15c354047755] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:30:27 user nova-compute[74854]: DEBUG nova.network.neutron [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] [instance: 92b4d090-abf0-4c14-a643-15c354047755] Instance cache missing network info. {{(pid=74854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 17:30:27 user nova-compute[74854]: DEBUG nova.compute.manager [req-be70090f-e727-41fe-b5b4-b243fa73ba11 req-ce406af9-5304-45ba-ad4d-61f11d5452ba service nova] [instance: 92b4d090-abf0-4c14-a643-15c354047755] Received event network-changed-2bd85e72-3bf2-4905-83d9-ab79d4c7f826 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:30:27 user nova-compute[74854]: DEBUG nova.compute.manager [req-be70090f-e727-41fe-b5b4-b243fa73ba11 req-ce406af9-5304-45ba-ad4d-61f11d5452ba service nova] [instance: 92b4d090-abf0-4c14-a643-15c354047755] Refreshing instance network info cache due to event network-changed-2bd85e72-3bf2-4905-83d9-ab79d4c7f826. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:30:27 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-be70090f-e727-41fe-b5b4-b243fa73ba11 req-ce406af9-5304-45ba-ad4d-61f11d5452ba service nova] Acquiring lock "refresh_cache-92b4d090-abf0-4c14-a643-15c354047755" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:30:27 user nova-compute[74854]: DEBUG nova.network.neutron [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] [instance: 92b4d090-abf0-4c14-a643-15c354047755] Updating instance_info_cache with network_info: [{"id": "2bd85e72-3bf2-4905-83d9-ab79d4c7f826", "address": "fa:16:3e:fd:af:fa", "network": {"id": "54dbf298-616d-479c-b4a5-22670c2adc09", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1657654976-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9496c1f96c33495f887f8c64f728deac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2bd85e72-3b", "ovs_interfaceid": "2bd85e72-3bf2-4905-83d9-ab79d4c7f826", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:30:27 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Releasing lock "refresh_cache-92b4d090-abf0-4c14-a643-15c354047755" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:30:27 user nova-compute[74854]: DEBUG nova.compute.manager [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] [instance: 92b4d090-abf0-4c14-a643-15c354047755] Instance network_info: |[{"id": "2bd85e72-3bf2-4905-83d9-ab79d4c7f826", "address": "fa:16:3e:fd:af:fa", "network": {"id": "54dbf298-616d-479c-b4a5-22670c2adc09", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1657654976-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9496c1f96c33495f887f8c64f728deac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2bd85e72-3b", "ovs_interfaceid": "2bd85e72-3bf2-4905-83d9-ab79d4c7f826", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 17:30:27 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-be70090f-e727-41fe-b5b4-b243fa73ba11 req-ce406af9-5304-45ba-ad4d-61f11d5452ba service nova] Acquired lock "refresh_cache-92b4d090-abf0-4c14-a643-15c354047755" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:30:27 user nova-compute[74854]: DEBUG nova.network.neutron [req-be70090f-e727-41fe-b5b4-b243fa73ba11 req-ce406af9-5304-45ba-ad4d-61f11d5452ba service nova] [instance: 92b4d090-abf0-4c14-a643-15c354047755] Refreshing network info cache for port 2bd85e72-3bf2-4905-83d9-ab79d4c7f826 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:30:27 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] [instance: 92b4d090-abf0-4c14-a643-15c354047755] Start _get_guest_xml network_info=[{"id": "2bd85e72-3bf2-4905-83d9-ab79d4c7f826", "address": "fa:16:3e:fd:af:fa", "network": {"id": "54dbf298-616d-479c-b4a5-22670c2adc09", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1657654976-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9496c1f96c33495f887f8c64f728deac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2bd85e72-3b", "ovs_interfaceid": "2bd85e72-3bf2-4905-83d9-ab79d4c7f826", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'encryption_format': None, 'encryption_options': None, 'size': 0, 'boot_index': 0, 'encrypted': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'image_id': '68c345df-c9e8-475a-b17c-635fa0c7e894'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:30:27 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:30:27 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:30:27 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:30:27 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:30:27 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:30:27 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:30:27 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:30:27 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:30:27 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:30:27 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:30:27 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:30:27 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:30:27 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:30:27 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:30:27 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:30:27 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:30:27 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:30:27 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:30:27 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:30:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1271078729',display_name='tempest-VolumesActionsTest-instance-1271078729',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1271078729',id=43,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9496c1f96c33495f887f8c64f728deac',ramdisk_id='',reservation_id='r-nehyb61f',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1984969563',owner_user_name='tempest-VolumesActionsTest-1984969563-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:30:26Z,user_data=None,user_id='5d28debecc25480ebd94427364889ec5',uuid=92b4d090-abf0-4c14-a643-15c354047755,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2bd85e72-3bf2-4905-83d9-ab79d4c7f826", "address": "fa:16:3e:fd:af:fa", "network": {"id": "54dbf298-616d-479c-b4a5-22670c2adc09", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1657654976-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9496c1f96c33495f887f8c64f728deac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2bd85e72-3b", "ovs_interfaceid": "2bd85e72-3bf2-4905-83d9-ab79d4c7f826", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:30:27 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Converting VIF {"id": "2bd85e72-3bf2-4905-83d9-ab79d4c7f826", "address": "fa:16:3e:fd:af:fa", "network": {"id": "54dbf298-616d-479c-b4a5-22670c2adc09", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1657654976-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9496c1f96c33495f887f8c64f728deac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2bd85e72-3b", "ovs_interfaceid": "2bd85e72-3bf2-4905-83d9-ab79d4c7f826", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:30:27 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fd:af:fa,bridge_name='br-int',has_traffic_filtering=True,id=2bd85e72-3bf2-4905-83d9-ab79d4c7f826,network=Network(54dbf298-616d-479c-b4a5-22670c2adc09),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2bd85e72-3b') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:30:27 user nova-compute[74854]: DEBUG nova.objects.instance [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Lazy-loading 'pci_devices' on Instance uuid 92b4d090-abf0-4c14-a643-15c354047755 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:30:27 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] [instance: 92b4d090-abf0-4c14-a643-15c354047755] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:30:27 user nova-compute[74854]:   <uuid>92b4d090-abf0-4c14-a643-15c354047755</uuid>
Oct 23 17:30:27 user nova-compute[74854]:   <name>instance-0000002b</name>
Oct 23 17:30:27 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:30:27 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:30:27 user nova-compute[74854]:   <metadata>
Oct 23 17:30:27 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:30:27 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:30:27 user nova-compute[74854]:       <nova:name>tempest-VolumesActionsTest-instance-1271078729</nova:name>
Oct 23 17:30:27 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:30:27</nova:creationTime>
Oct 23 17:30:27 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:30:27 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:30:27 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:30:27 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:30:27 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:30:27 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:30:27 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:30:27 user nova-compute[74854]:       <nova:owner>
Oct 23 17:30:27 user nova-compute[74854]:         <nova:user uuid="5d28debecc25480ebd94427364889ec5">tempest-VolumesActionsTest-1984969563-project-member</nova:user>
Oct 23 17:30:27 user nova-compute[74854]:         <nova:project uuid="9496c1f96c33495f887f8c64f728deac">tempest-VolumesActionsTest-1984969563</nova:project>
Oct 23 17:30:27 user nova-compute[74854]:       </nova:owner>
Oct 23 17:30:27 user nova-compute[74854]:       <nova:root type="image" uuid="68c345df-c9e8-475a-b17c-635fa0c7e894"/>
Oct 23 17:30:27 user nova-compute[74854]:       <nova:ports>
Oct 23 17:30:27 user nova-compute[74854]:         <nova:port uuid="2bd85e72-3bf2-4905-83d9-ab79d4c7f826">
Oct 23 17:30:27 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 23 17:30:27 user nova-compute[74854]:         </nova:port>
Oct 23 17:30:27 user nova-compute[74854]:       </nova:ports>
Oct 23 17:30:27 user nova-compute[74854]:     </nova:instance>
Oct 23 17:30:27 user nova-compute[74854]:   </metadata>
Oct 23 17:30:27 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:30:27 user nova-compute[74854]:     <system>
Oct 23 17:30:27 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:30:27 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:30:27 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:30:27 user nova-compute[74854]:       <entry name="serial">92b4d090-abf0-4c14-a643-15c354047755</entry>
Oct 23 17:30:27 user nova-compute[74854]:       <entry name="uuid">92b4d090-abf0-4c14-a643-15c354047755</entry>
Oct 23 17:30:27 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:30:27 user nova-compute[74854]:     </system>
Oct 23 17:30:27 user nova-compute[74854]:   </sysinfo>
Oct 23 17:30:27 user nova-compute[74854]:   <os>
Oct 23 17:30:27 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:30:27 user nova-compute[74854]:     <boot dev="hd"/>
Oct 23 17:30:27 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:30:27 user nova-compute[74854]:   </os>
Oct 23 17:30:27 user nova-compute[74854]:   <features>
Oct 23 17:30:27 user nova-compute[74854]:     <acpi/>
Oct 23 17:30:27 user nova-compute[74854]:     <apic/>
Oct 23 17:30:27 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:30:27 user nova-compute[74854]:   </features>
Oct 23 17:30:27 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:30:27 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:30:27 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:30:27 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:30:27 user nova-compute[74854]:   </clock>
Oct 23 17:30:27 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:30:27 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:30:27 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:30:27 user nova-compute[74854]:   </cpu>
Oct 23 17:30:27 user nova-compute[74854]:   <devices>
Oct 23 17:30:27 user nova-compute[74854]:     <disk type="file" device="disk">
Oct 23 17:30:27 user nova-compute[74854]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 17:30:27 user nova-compute[74854]:       <source file="/opt/stack/data/nova/instances/92b4d090-abf0-4c14-a643-15c354047755/disk"/>
Oct 23 17:30:27 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:30:27 user nova-compute[74854]:     </disk>
Oct 23 17:30:27 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:30:27 user nova-compute[74854]:       <mac address="fa:16:3e:fd:af:fa"/>
Oct 23 17:30:27 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:30:27 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:30:27 user nova-compute[74854]:       <target dev="tap2bd85e72-3b"/>
Oct 23 17:30:27 user nova-compute[74854]:     </interface>
Oct 23 17:30:27 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:30:27 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/92b4d090-abf0-4c14-a643-15c354047755/console.log" append="off"/>
Oct 23 17:30:27 user nova-compute[74854]:     </serial>
Oct 23 17:30:27 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:30:27 user nova-compute[74854]:     <video>
Oct 23 17:30:27 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:30:27 user nova-compute[74854]:     </video>
Oct 23 17:30:27 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:30:27 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:30:27 user nova-compute[74854]:     </rng>
Oct 23 17:30:27 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:30:27 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:30:27 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:30:27 user nova-compute[74854]:     </memballoon>
Oct 23 17:30:27 user nova-compute[74854]:   </devices>
Oct 23 17:30:27 user nova-compute[74854]: </domain>
Oct 23 17:30:27 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:30:27 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:30:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1271078729',display_name='tempest-VolumesActionsTest-instance-1271078729',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1271078729',id=43,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9496c1f96c33495f887f8c64f728deac',ramdisk_id='',reservation_id='r-nehyb61f',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1984969563',owner_user_name='tempest-VolumesActionsTest-1984969563-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:30:26Z,user_data=None,user_id='5d28debecc25480ebd94427364889ec5',uuid=92b4d090-abf0-4c14-a643-15c354047755,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2bd85e72-3bf2-4905-83d9-ab79d4c7f826", "address": "fa:16:3e:fd:af:fa", "network": {"id": "54dbf298-616d-479c-b4a5-22670c2adc09", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1657654976-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9496c1f96c33495f887f8c64f728deac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2bd85e72-3b", "ovs_interfaceid": "2bd85e72-3bf2-4905-83d9-ab79d4c7f826", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:30:27 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Converting VIF {"id": "2bd85e72-3bf2-4905-83d9-ab79d4c7f826", "address": "fa:16:3e:fd:af:fa", "network": {"id": "54dbf298-616d-479c-b4a5-22670c2adc09", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1657654976-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9496c1f96c33495f887f8c64f728deac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2bd85e72-3b", "ovs_interfaceid": "2bd85e72-3bf2-4905-83d9-ab79d4c7f826", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:30:27 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fd:af:fa,bridge_name='br-int',has_traffic_filtering=True,id=2bd85e72-3bf2-4905-83d9-ab79d4c7f826,network=Network(54dbf298-616d-479c-b4a5-22670c2adc09),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2bd85e72-3b') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:30:27 user nova-compute[74854]: DEBUG os_vif [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fd:af:fa,bridge_name='br-int',has_traffic_filtering=True,id=2bd85e72-3bf2-4905-83d9-ab79d4c7f826,network=Network(54dbf298-616d-479c-b4a5-22670c2adc09),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2bd85e72-3b') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:30:27 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:27 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:30:27 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:30:27 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:27 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd2d880dc-d7e0-5172-804e-255a61ad4e3f', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:30:27 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:27 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2bd85e72-3b, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:30:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2bd85e72-3b, col_values=(('qos', UUID('66a18eac-525f-4196-ac6f-70627adafd2c')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:30:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2bd85e72-3b, col_values=(('external_ids', {'iface-id': '2bd85e72-3bf2-4905-83d9-ab79d4c7f826', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fd:af:fa', 'vm-uuid': '92b4d090-abf0-4c14-a643-15c354047755'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:30:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:30:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:28 user nova-compute[74854]: INFO os_vif [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fd:af:fa,bridge_name='br-int',has_traffic_filtering=True,id=2bd85e72-3bf2-4905-83d9-ab79d4c7f826,network=Network(54dbf298-616d-479c-b4a5-22670c2adc09),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2bd85e72-3b')
Oct 23 17:30:28 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:30:28 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] No VIF found with MAC fa:16:3e:fd:af:fa, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:30:28 user nova-compute[74854]: DEBUG nova.network.neutron [req-be70090f-e727-41fe-b5b4-b243fa73ba11 req-ce406af9-5304-45ba-ad4d-61f11d5452ba service nova] [instance: 92b4d090-abf0-4c14-a643-15c354047755] Updated VIF entry in instance network info cache for port 2bd85e72-3bf2-4905-83d9-ab79d4c7f826. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:30:28 user nova-compute[74854]: DEBUG nova.network.neutron [req-be70090f-e727-41fe-b5b4-b243fa73ba11 req-ce406af9-5304-45ba-ad4d-61f11d5452ba service nova] [instance: 92b4d090-abf0-4c14-a643-15c354047755] Updating instance_info_cache with network_info: [{"id": "2bd85e72-3bf2-4905-83d9-ab79d4c7f826", "address": "fa:16:3e:fd:af:fa", "network": {"id": "54dbf298-616d-479c-b4a5-22670c2adc09", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1657654976-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9496c1f96c33495f887f8c64f728deac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2bd85e72-3b", "ovs_interfaceid": "2bd85e72-3bf2-4905-83d9-ab79d4c7f826", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:30:28 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-be70090f-e727-41fe-b5b4-b243fa73ba11 req-ce406af9-5304-45ba-ad4d-61f11d5452ba service nova] Releasing lock "refresh_cache-92b4d090-abf0-4c14-a643-15c354047755" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:30:29 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:29 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:29 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:29 user nova-compute[74854]: DEBUG nova.compute.manager [req-29328f04-83da-439f-86e6-b3f7c4af225e req-83ea6bbb-0d1e-4dce-ae08-f4b9e39ae069 service nova] [instance: 92b4d090-abf0-4c14-a643-15c354047755] Received event network-vif-plugged-2bd85e72-3bf2-4905-83d9-ab79d4c7f826 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:30:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-29328f04-83da-439f-86e6-b3f7c4af225e req-83ea6bbb-0d1e-4dce-ae08-f4b9e39ae069 service nova] Acquiring lock "92b4d090-abf0-4c14-a643-15c354047755-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:30:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-29328f04-83da-439f-86e6-b3f7c4af225e req-83ea6bbb-0d1e-4dce-ae08-f4b9e39ae069 service nova] Lock "92b4d090-abf0-4c14-a643-15c354047755-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:30:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-29328f04-83da-439f-86e6-b3f7c4af225e req-83ea6bbb-0d1e-4dce-ae08-f4b9e39ae069 service nova] Lock "92b4d090-abf0-4c14-a643-15c354047755-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:30:29 user nova-compute[74854]: DEBUG nova.compute.manager [req-29328f04-83da-439f-86e6-b3f7c4af225e req-83ea6bbb-0d1e-4dce-ae08-f4b9e39ae069 service nova] [instance: 92b4d090-abf0-4c14-a643-15c354047755] No waiting events found dispatching network-vif-plugged-2bd85e72-3bf2-4905-83d9-ab79d4c7f826 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:30:29 user nova-compute[74854]: WARNING nova.compute.manager [req-29328f04-83da-439f-86e6-b3f7c4af225e req-83ea6bbb-0d1e-4dce-ae08-f4b9e39ae069 service nova] [instance: 92b4d090-abf0-4c14-a643-15c354047755] Received unexpected event network-vif-plugged-2bd85e72-3bf2-4905-83d9-ab79d4c7f826 for instance with vm_state building and task_state spawning.
Oct 23 17:30:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:31 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:31 user nova-compute[74854]: DEBUG nova.compute.manager [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] [instance: 92b4d090-abf0-4c14-a643-15c354047755] Instance event wait completed in 0 seconds for  {{(pid=74854) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 17:30:31 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] [instance: 92b4d090-abf0-4c14-a643-15c354047755] Guest created on hypervisor {{(pid=74854) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 17:30:31 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 92b4d090-abf0-4c14-a643-15c354047755] Instance spawned successfully.
Oct 23 17:30:31 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] [instance: 92b4d090-abf0-4c14-a643-15c354047755] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 17:30:31 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] [instance: 92b4d090-abf0-4c14-a643-15c354047755] Found default for hw_cdrom_bus of ide {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:30:31 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] [instance: 92b4d090-abf0-4c14-a643-15c354047755] Found default for hw_disk_bus of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:30:31 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] [instance: 92b4d090-abf0-4c14-a643-15c354047755] Found default for hw_input_bus of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:30:31 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] [instance: 92b4d090-abf0-4c14-a643-15c354047755] Found default for hw_pointer_model of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:30:31 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] [instance: 92b4d090-abf0-4c14-a643-15c354047755] Found default for hw_video_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:30:31 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] [instance: 92b4d090-abf0-4c14-a643-15c354047755] Found default for hw_vif_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:30:31 user nova-compute[74854]: INFO nova.compute.manager [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] [instance: 92b4d090-abf0-4c14-a643-15c354047755] Took 5.21 seconds to spawn the instance on the hypervisor.
Oct 23 17:30:31 user nova-compute[74854]: DEBUG nova.compute.manager [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] [instance: 92b4d090-abf0-4c14-a643-15c354047755] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:30:31 user nova-compute[74854]: INFO nova.compute.manager [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] [instance: 92b4d090-abf0-4c14-a643-15c354047755] Took 5.94 seconds to build instance.
Oct 23 17:30:31 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-49929be1-f1ae-41a3-a615-b4eb76800ad8 tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Lock "92b4d090-abf0-4c14-a643-15c354047755" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.038s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:30:31 user nova-compute[74854]: DEBUG nova.compute.manager [req-7337850c-8fa8-4541-9dd2-a19df9214653 req-5c99ad12-6956-4ac3-aada-318c94a45043 service nova] [instance: 92b4d090-abf0-4c14-a643-15c354047755] Received event network-vif-plugged-2bd85e72-3bf2-4905-83d9-ab79d4c7f826 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:30:31 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-7337850c-8fa8-4541-9dd2-a19df9214653 req-5c99ad12-6956-4ac3-aada-318c94a45043 service nova] Acquiring lock "92b4d090-abf0-4c14-a643-15c354047755-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:30:31 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-7337850c-8fa8-4541-9dd2-a19df9214653 req-5c99ad12-6956-4ac3-aada-318c94a45043 service nova] Lock "92b4d090-abf0-4c14-a643-15c354047755-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:30:31 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-7337850c-8fa8-4541-9dd2-a19df9214653 req-5c99ad12-6956-4ac3-aada-318c94a45043 service nova] Lock "92b4d090-abf0-4c14-a643-15c354047755-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:30:31 user nova-compute[74854]: DEBUG nova.compute.manager [req-7337850c-8fa8-4541-9dd2-a19df9214653 req-5c99ad12-6956-4ac3-aada-318c94a45043 service nova] [instance: 92b4d090-abf0-4c14-a643-15c354047755] No waiting events found dispatching network-vif-plugged-2bd85e72-3bf2-4905-83d9-ab79d4c7f826 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:30:31 user nova-compute[74854]: WARNING nova.compute.manager [req-7337850c-8fa8-4541-9dd2-a19df9214653 req-5c99ad12-6956-4ac3-aada-318c94a45043 service nova] [instance: 92b4d090-abf0-4c14-a643-15c354047755] Received unexpected event network-vif-plugged-2bd85e72-3bf2-4905-83d9-ab79d4c7f826 for instance with vm_state active and task_state None.
Oct 23 17:30:33 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:34 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-6fa7195d-c967-447f-a2d8-d471f41d4be1 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance 969e3765-0d59-491c-9e00-af1fe6f8cfe2 is timed out.
Oct 23 17:30:34 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-6fa7195d-c967-447f-a2d8-d471f41d4be1 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Successfully detached device vdc from instance 969e3765-0d59-491c-9e00-af1fe6f8cfe2 from the live domain config.
Oct 23 17:30:34 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6fa7195d-c967-447f-a2d8-d471f41d4be1 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] calling os-brick to detach iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 17:30:34 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-6fa7195d-c967-447f-a2d8-d471f41d4be1 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, {'target_iqn': 'iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JPanqvBt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:30:34 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-6fa7195d-c967-447f-a2d8-d471f41d4be1 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:30:34 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-6fa7195d-c967-447f-a2d8-d471f41d4be1 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:30:34 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-6fa7195d-c967-447f-a2d8-d471f41d4be1 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:30:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:30:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:30:34 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd3d9e86-2bd2-4598-a9af-9d472882d375]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:30:34 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-6fa7195d-c967-447f-a2d8-d471f41d4be1 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 17:30:34 user nova-compute[74854]: No targets found.
Oct 23 17:30:34 user nova-compute[74854]: iSNS:
Oct 23 17:30:34 user nova-compute[74854]: No targets found.
Oct 23 17:30:34 user nova-compute[74854]: STATIC:
Oct 23 17:30:34 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f
Oct 23 17:30:34 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:30:34 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:30:34 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a
Oct 23 17:30:34 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:30:34 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:30:34 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33
Oct 23 17:30:34 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:30:34 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:30:34 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4
Oct 23 17:30:34 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:30:34 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:30:34 user nova-compute[74854]: FIRMWARE:
Oct 23 17:30:34 user nova-compute[74854]: No targets found.
Oct 23 17:30:34 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:30:34 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-6fa7195d-c967-447f-a2d8-d471f41d4be1 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 17:30:34 user nova-compute[74854]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 17:30:34 user nova-compute[74854]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74854) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 17:30:34 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-6fa7195d-c967-447f-a2d8-d471f41d4be1 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33', 0)] {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 17:30:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:30:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.026s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:30:34 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ff8586d-6650-41a1-98aa-f64aae72c8fd]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:30:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:30:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:30:34 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[89467288-ac53-4440-b2d2-d9d001ab01f8]: (4, ('tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33 (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:30:34 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-6fa7195d-c967-447f-a2d8-d471f41d4be1 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)
Oct 23 17:30:34 user nova-compute[74854]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 (non-flash)
Oct 23 17:30:34 user nova-compute[74854]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33 (non-flash)
Oct 23 17:30:34 user nova-compute[74854]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f (non-flash)
Oct 23 17:30:34 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:30:34 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-6fa7195d-c967-447f-a2d8-d471f41d4be1 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsi session list stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)
Oct 23 17:30:34 user nova-compute[74854]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 (non-flash)
Oct 23 17:30:34 user nova-compute[74854]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33 (non-flash)
Oct 23 17:30:34 user nova-compute[74854]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f (non-flash)
Oct 23 17:30:34 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:30:34 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-6fa7195d-c967-447f-a2d8-d471f41d4be1 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f3038b4fbe0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33'): ({'sdf'}, set())}) {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 17:30:34 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-6fa7195d-c967-447f-a2d8-d471f41d4be1 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Removing single pathed devices sdf {{(pid=74854) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 17:30:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:30:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:30:34 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[0858b399-39cd-4eea-86dc-c8a2bc6a1eae]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:30:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:30:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:30:34 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d608dc2-3f07-4f1d-9d00-fb26e11e5fb1]: (4, ('ok\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:30:34 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-6fa7195d-c967-447f-a2d8-d471f41d4be1 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Flushing IO for device /dev/sdf {{(pid=74854) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 17:30:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:30:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.016s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:30:34 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[ebc8267b-f918-4b53-a202-7cc66320379d]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:30:34 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-6fa7195d-c967-447f-a2d8-d471f41d4be1 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74854) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 17:30:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:30:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.042s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:30:34 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9f5ee23-9817-4393-9fd8-4babe8f348e5]: (4, ('1', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:30:34 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-6fa7195d-c967-447f-a2d8-d471f41d4be1 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 17:30:34 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-6fa7195d-c967-447f-a2d8-d471f41d4be1 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] SCSI volumes sdf have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 17:30:34 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-6fa7195d-c967-447f-a2d8-d471f41d4be1 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33')] {{(pid=74854) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 17:30:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:30:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:30:34 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[0507b9a9-cf1c-43fb-806e-1a24e158aa66]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:30:34 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-6fa7195d-c967-447f-a2d8-d471f41d4be1 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:30:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33 -p 172.16.0.220:3260 --logout {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:30:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33 -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:30:34 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[29482140-7612-43b5-a412-3342b283e407]: (4, ('Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33, portal: 172.16.0.220,3260]\nLogout of [sid: 44, target: iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:30:34 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-6fa7195d-c967-447f-a2d8-d471f41d4be1 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33, portal: 172.16.0.220,3260]
Oct 23 17:30:34 user nova-compute[74854]: Logout of [sid: 44, target: iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33, portal: 172.16.0.220,3260] successful.
Oct 23 17:30:34 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:30:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33 -p 172.16.0.220:3260 --op delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:30:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ed17d2e8-7639-4a4e-9162-a9f99a6c1f33 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:30:34 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[924446a8-1d76-4455-8d90-e623b17f1439]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:30:34 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-6fa7195d-c967-447f-a2d8-d471f41d4be1 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:30:34 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-6fa7195d-c967-447f-a2d8-d471f41d4be1 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.344s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:30:34 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-6fa7195d-c967-447f-a2d8-d471f41d4be1 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] <== disconnect_volume: return (346ms) None {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:30:34 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6fa7195d-c967-447f-a2d8-d471f41d4be1 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Disconnected iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 17:30:35 user nova-compute[74854]: DEBUG nova.objects.instance [None req-6fa7195d-c967-447f-a2d8-d471f41d4be1 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lazy-loading 'flavor' on Instance uuid 969e3765-0d59-491c-9e00-af1fe6f8cfe2 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:30:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-6fa7195d-c967-447f-a2d8-d471f41d4be1 tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "969e3765-0d59-491c-9e00-af1fe6f8cfe2" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.843s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:30:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:36 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5297dc4f-f5b2-417e-87b8-96dae977fbaa tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Acquiring lock "969e3765-0d59-491c-9e00-af1fe6f8cfe2" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:30:36 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5297dc4f-f5b2-417e-87b8-96dae977fbaa tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "969e3765-0d59-491c-9e00-af1fe6f8cfe2" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:30:36 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5297dc4f-f5b2-417e-87b8-96dae977fbaa tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Acquiring lock "969e3765-0d59-491c-9e00-af1fe6f8cfe2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:30:36 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5297dc4f-f5b2-417e-87b8-96dae977fbaa tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "969e3765-0d59-491c-9e00-af1fe6f8cfe2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:30:36 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5297dc4f-f5b2-417e-87b8-96dae977fbaa tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "969e3765-0d59-491c-9e00-af1fe6f8cfe2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:30:36 user nova-compute[74854]: INFO nova.compute.manager [None req-5297dc4f-f5b2-417e-87b8-96dae977fbaa tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Terminating instance
Oct 23 17:30:36 user nova-compute[74854]: DEBUG nova.compute.manager [None req-5297dc4f-f5b2-417e-87b8-96dae977fbaa tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Start destroying the instance on the hypervisor. {{(pid=74854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 17:30:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:37 user nova-compute[74854]: DEBUG nova.compute.manager [req-f54f59db-65eb-40c2-9d25-f8e124312ee8 req-33779579-c473-4b41-bbfd-a108d6856832 service nova] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Received event network-vif-unplugged-ec6c3ba0-2c13-43f8-b6b0-74acdf2e114b {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:30:37 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-f54f59db-65eb-40c2-9d25-f8e124312ee8 req-33779579-c473-4b41-bbfd-a108d6856832 service nova] Acquiring lock "969e3765-0d59-491c-9e00-af1fe6f8cfe2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:30:37 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-f54f59db-65eb-40c2-9d25-f8e124312ee8 req-33779579-c473-4b41-bbfd-a108d6856832 service nova] Lock "969e3765-0d59-491c-9e00-af1fe6f8cfe2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:30:37 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-f54f59db-65eb-40c2-9d25-f8e124312ee8 req-33779579-c473-4b41-bbfd-a108d6856832 service nova] Lock "969e3765-0d59-491c-9e00-af1fe6f8cfe2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:30:37 user nova-compute[74854]: DEBUG nova.compute.manager [req-f54f59db-65eb-40c2-9d25-f8e124312ee8 req-33779579-c473-4b41-bbfd-a108d6856832 service nova] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] No waiting events found dispatching network-vif-unplugged-ec6c3ba0-2c13-43f8-b6b0-74acdf2e114b {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:30:37 user nova-compute[74854]: DEBUG nova.compute.manager [req-f54f59db-65eb-40c2-9d25-f8e124312ee8 req-33779579-c473-4b41-bbfd-a108d6856832 service nova] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Received event network-vif-unplugged-ec6c3ba0-2c13-43f8-b6b0-74acdf2e114b for instance with task_state deleting. {{(pid=74854) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 17:30:37 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Instance destroyed successfully.
Oct 23 17:30:37 user nova-compute[74854]: DEBUG nova.objects.instance [None req-5297dc4f-f5b2-417e-87b8-96dae977fbaa tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lazy-loading 'resources' on Instance uuid 969e3765-0d59-491c-9e00-af1fe6f8cfe2 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:30:37 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-5297dc4f-f5b2-417e-87b8-96dae977fbaa tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:27:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1073380940',display_name='tempest-AttachVolumeTestJSON-server-1073380940',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1073380940',id=40,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNuunanneS1GYVGvINVfRdRVwaSF2t7Pih9wILypPdnw4NPuo5unjKcF0fZNGfGNP/zE2tr+ZoA7oadkEQKXidTwM7tlmLnN+co6wKhuf8G2tEeJX6rw3evznwNpt3pp5g==',key_name='tempest-keypair-815177537',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:27:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b8476704c5e04e1a8395f9fa3002e292',ramdisk_id='',reservation_id='r-jg8f5c61',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1232612364',owner_user_name='tempest-AttachVolumeTestJSON-1232612364-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:27:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cd6e66fcc8624acca4e2607d6788e1bb',uuid=969e3765-0d59-491c-9e00-af1fe6f8cfe2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ec6c3ba0-2c13-43f8-b6b0-74acdf2e114b", "address": "fa:16:3e:8d:c9:3a", "network": {"id": "f3a5ef4f-4295-43fa-93e3-bf020c9527ed", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1115748822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b8476704c5e04e1a8395f9fa3002e292", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec6c3ba0-2c", "ovs_interfaceid": "ec6c3ba0-2c13-43f8-b6b0-74acdf2e114b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:30:37 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-5297dc4f-f5b2-417e-87b8-96dae977fbaa tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Converting VIF {"id": "ec6c3ba0-2c13-43f8-b6b0-74acdf2e114b", "address": "fa:16:3e:8d:c9:3a", "network": {"id": "f3a5ef4f-4295-43fa-93e3-bf020c9527ed", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1115748822-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b8476704c5e04e1a8395f9fa3002e292", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec6c3ba0-2c", "ovs_interfaceid": "ec6c3ba0-2c13-43f8-b6b0-74acdf2e114b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:30:37 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-5297dc4f-f5b2-417e-87b8-96dae977fbaa tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:8d:c9:3a,bridge_name='br-int',has_traffic_filtering=True,id=ec6c3ba0-2c13-43f8-b6b0-74acdf2e114b,network=Network(f3a5ef4f-4295-43fa-93e3-bf020c9527ed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapec6c3ba0-2c') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:30:37 user nova-compute[74854]: DEBUG os_vif [None req-5297dc4f-f5b2-417e-87b8-96dae977fbaa tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:8d:c9:3a,bridge_name='br-int',has_traffic_filtering=True,id=ec6c3ba0-2c13-43f8-b6b0-74acdf2e114b,network=Network(f3a5ef4f-4295-43fa-93e3-bf020c9527ed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapec6c3ba0-2c') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:30:37 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:37 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapec6c3ba0-2c, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:30:37 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:37 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:30:37 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:37 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=89066155-948d-466c-88e3-ad5bbc6c808f) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:30:37 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:37 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:30:37 user nova-compute[74854]: INFO os_vif [None req-5297dc4f-f5b2-417e-87b8-96dae977fbaa tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:8d:c9:3a,bridge_name='br-int',has_traffic_filtering=True,id=ec6c3ba0-2c13-43f8-b6b0-74acdf2e114b,network=Network(f3a5ef4f-4295-43fa-93e3-bf020c9527ed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapec6c3ba0-2c')
Oct 23 17:30:37 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-5297dc4f-f5b2-417e-87b8-96dae977fbaa tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Deleting instance files /opt/stack/data/nova/instances/969e3765-0d59-491c-9e00-af1fe6f8cfe2_del
Oct 23 17:30:37 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-5297dc4f-f5b2-417e-87b8-96dae977fbaa tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Deletion of /opt/stack/data/nova/instances/969e3765-0d59-491c-9e00-af1fe6f8cfe2_del complete
Oct 23 17:30:37 user nova-compute[74854]: INFO nova.compute.manager [None req-5297dc4f-f5b2-417e-87b8-96dae977fbaa tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Took 0.94 seconds to destroy the instance on the hypervisor.
Oct 23 17:30:37 user nova-compute[74854]: DEBUG oslo.service.loopingcall [None req-5297dc4f-f5b2-417e-87b8-96dae977fbaa tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 17:30:37 user nova-compute[74854]: DEBUG nova.compute.manager [-] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Deallocating network for instance {{(pid=74854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 17:30:37 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] deallocate_for_instance() {{(pid=74854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 17:30:38 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:30:38 user nova-compute[74854]: INFO nova.compute.manager [-] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Took 0.81 seconds to deallocate network for instance.
Oct 23 17:30:38 user nova-compute[74854]: DEBUG nova.compute.manager [req-523a8694-c4a9-4654-820b-ec25bf3ce979 req-92524684-0be9-4222-a473-ce4ffaf750ca service nova] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Received event network-vif-deleted-ec6c3ba0-2c13-43f8-b6b0-74acdf2e114b {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:30:38 user nova-compute[74854]: INFO nova.compute.manager [req-523a8694-c4a9-4654-820b-ec25bf3ce979 req-92524684-0be9-4222-a473-ce4ffaf750ca service nova] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Neutron deleted interface ec6c3ba0-2c13-43f8-b6b0-74acdf2e114b; detaching it from the instance and deleting it from the info cache
Oct 23 17:30:38 user nova-compute[74854]: DEBUG nova.network.neutron [req-523a8694-c4a9-4654-820b-ec25bf3ce979 req-92524684-0be9-4222-a473-ce4ffaf750ca service nova] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:30:38 user nova-compute[74854]: DEBUG nova.compute.manager [req-523a8694-c4a9-4654-820b-ec25bf3ce979 req-92524684-0be9-4222-a473-ce4ffaf750ca service nova] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Detach interface failed, port_id=ec6c3ba0-2c13-43f8-b6b0-74acdf2e114b, reason: Instance 969e3765-0d59-491c-9e00-af1fe6f8cfe2 could not be found. {{(pid=74854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 23 17:30:38 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5297dc4f-f5b2-417e-87b8-96dae977fbaa tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:30:38 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5297dc4f-f5b2-417e-87b8-96dae977fbaa tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:30:38 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-5297dc4f-f5b2-417e-87b8-96dae977fbaa tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:30:38 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-5297dc4f-f5b2-417e-87b8-96dae977fbaa tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:30:38 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5297dc4f-f5b2-417e-87b8-96dae977fbaa tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.321s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:30:38 user nova-compute[74854]: INFO nova.scheduler.client.report [None req-5297dc4f-f5b2-417e-87b8-96dae977fbaa tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Deleted allocations for instance 969e3765-0d59-491c-9e00-af1fe6f8cfe2
Oct 23 17:30:39 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5297dc4f-f5b2-417e-87b8-96dae977fbaa tempest-AttachVolumeTestJSON-1232612364 tempest-AttachVolumeTestJSON-1232612364-project-member] Lock "969e3765-0d59-491c-9e00-af1fe6f8cfe2" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.305s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:30:39 user nova-compute[74854]: DEBUG nova.compute.manager [req-b083fd46-18bf-4af6-8f83-81c8a5fceadc req-4299204b-d981-4b6d-9fa2-621778aa39e9 service nova] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Received event network-vif-plugged-ec6c3ba0-2c13-43f8-b6b0-74acdf2e114b {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:30:39 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-b083fd46-18bf-4af6-8f83-81c8a5fceadc req-4299204b-d981-4b6d-9fa2-621778aa39e9 service nova] Acquiring lock "969e3765-0d59-491c-9e00-af1fe6f8cfe2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:30:39 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-b083fd46-18bf-4af6-8f83-81c8a5fceadc req-4299204b-d981-4b6d-9fa2-621778aa39e9 service nova] Lock "969e3765-0d59-491c-9e00-af1fe6f8cfe2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:30:39 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-b083fd46-18bf-4af6-8f83-81c8a5fceadc req-4299204b-d981-4b6d-9fa2-621778aa39e9 service nova] Lock "969e3765-0d59-491c-9e00-af1fe6f8cfe2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:30:39 user nova-compute[74854]: DEBUG nova.compute.manager [req-b083fd46-18bf-4af6-8f83-81c8a5fceadc req-4299204b-d981-4b6d-9fa2-621778aa39e9 service nova] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] No waiting events found dispatching network-vif-plugged-ec6c3ba0-2c13-43f8-b6b0-74acdf2e114b {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:30:39 user nova-compute[74854]: WARNING nova.compute.manager [req-b083fd46-18bf-4af6-8f83-81c8a5fceadc req-4299204b-d981-4b6d-9fa2-621778aa39e9 service nova] [instance: 969e3765-0d59-491c-9e00-af1fe6f8cfe2] Received unexpected event network-vif-plugged-ec6c3ba0-2c13-43f8-b6b0-74acdf2e114b for instance with vm_state deleted and task_state None.
Oct 23 17:30:39 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-956b40d4-e285-4dba-a550-e884496f85e2 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Acquiring lock "a86c9212-bc7b-40f3-97fa-20c65c3291b9" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:30:39 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-956b40d4-e285-4dba-a550-e884496f85e2 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "a86c9212-bc7b-40f3-97fa-20c65c3291b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:30:39 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-956b40d4-e285-4dba-a550-e884496f85e2 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Acquiring lock "a86c9212-bc7b-40f3-97fa-20c65c3291b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:30:39 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-956b40d4-e285-4dba-a550-e884496f85e2 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "a86c9212-bc7b-40f3-97fa-20c65c3291b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:30:39 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-956b40d4-e285-4dba-a550-e884496f85e2 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "a86c9212-bc7b-40f3-97fa-20c65c3291b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:30:39 user nova-compute[74854]: INFO nova.compute.manager [None req-956b40d4-e285-4dba-a550-e884496f85e2 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Terminating instance
Oct 23 17:30:39 user nova-compute[74854]: DEBUG nova.compute.manager [None req-956b40d4-e285-4dba-a550-e884496f85e2 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Start destroying the instance on the hypervisor. {{(pid=74854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 17:30:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:40 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Instance destroyed successfully.
Oct 23 17:30:40 user nova-compute[74854]: DEBUG nova.objects.instance [None req-956b40d4-e285-4dba-a550-e884496f85e2 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lazy-loading 'resources' on Instance uuid a86c9212-bc7b-40f3-97fa-20c65c3291b9 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:30:40 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-956b40d4-e285-4dba-a550-e884496f85e2 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:23:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-940236322',display_name='tempest-ServerActionsTestOtherA-server-940236322',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-940236322',id=35,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPBJR3BvmM7meYkAcCF2ujZe03U4HNLixnKiUvE/o6SXIDNWUShuWmTShR/FAWxF9sC4aPy85Abikw36gNEcA5FEVHgwYXn+z4KffbWl4nss9UGOVqcw9RqiDENkCY5N/g==',key_name='tempest-keypair-2124569675',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:26:08Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bca03991a9df481c86def54ea306564f',ramdisk_id='',reservation_id='r-6s2uxl9j',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1778139926',owner_user_name='tempest-ServerActionsTestOtherA-1778139926-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:27:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5675213e913d4779a484c9a3715f56cf',uuid=a86c9212-bc7b-40f3-97fa-20c65c3291b9,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "93c86dab-f356-4790-ae14-f6273bd5c78e", "address": "fa:16:3e:be:fb:56", "network": {"id": "96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1329263426-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bca03991a9df481c86def54ea306564f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93c86dab-f3", "ovs_interfaceid": "93c86dab-f356-4790-ae14-f6273bd5c78e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:30:40 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-956b40d4-e285-4dba-a550-e884496f85e2 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Converting VIF {"id": "93c86dab-f356-4790-ae14-f6273bd5c78e", "address": "fa:16:3e:be:fb:56", "network": {"id": "96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1329263426-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bca03991a9df481c86def54ea306564f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93c86dab-f3", "ovs_interfaceid": "93c86dab-f356-4790-ae14-f6273bd5c78e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:30:40 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-956b40d4-e285-4dba-a550-e884496f85e2 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:be:fb:56,bridge_name='br-int',has_traffic_filtering=True,id=93c86dab-f356-4790-ae14-f6273bd5c78e,network=Network(96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap93c86dab-f3') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:30:40 user nova-compute[74854]: DEBUG os_vif [None req-956b40d4-e285-4dba-a550-e884496f85e2 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:be:fb:56,bridge_name='br-int',has_traffic_filtering=True,id=93c86dab-f356-4790-ae14-f6273bd5c78e,network=Network(96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap93c86dab-f3') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:30:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap93c86dab-f3, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:30:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:30:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5d724382-540b-48c5-9195-7356947e8469) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:30:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:40 user nova-compute[74854]: INFO os_vif [None req-956b40d4-e285-4dba-a550-e884496f85e2 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:be:fb:56,bridge_name='br-int',has_traffic_filtering=True,id=93c86dab-f356-4790-ae14-f6273bd5c78e,network=Network(96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap93c86dab-f3')
Oct 23 17:30:40 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-956b40d4-e285-4dba-a550-e884496f85e2 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] calling os-brick to detach iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 17:30:40 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-956b40d4-e285-4dba-a550-e884496f85e2 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, {'target_iqn': 'iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SPyWMQUl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:30:40 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-956b40d4-e285-4dba-a550-e884496f85e2 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:30:40 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-956b40d4-e285-4dba-a550-e884496f85e2 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:30:40 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-956b40d4-e285-4dba-a550-e884496f85e2 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:30:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:30:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:30:40 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[18a328b5-7dc9-47f6-9df9-7ce31722aff9]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:30:40 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-956b40d4-e285-4dba-a550-e884496f85e2 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 17:30:40 user nova-compute[74854]: No targets found.
Oct 23 17:30:40 user nova-compute[74854]: iSNS:
Oct 23 17:30:40 user nova-compute[74854]: No targets found.
Oct 23 17:30:40 user nova-compute[74854]: STATIC:
Oct 23 17:30:40 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f
Oct 23 17:30:40 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:30:40 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:30:40 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a
Oct 23 17:30:40 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:30:40 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:30:40 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4
Oct 23 17:30:40 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:30:40 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:30:40 user nova-compute[74854]: FIRMWARE:
Oct 23 17:30:40 user nova-compute[74854]: No targets found.
Oct 23 17:30:40 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:30:40 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-956b40d4-e285-4dba-a550-e884496f85e2 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 17:30:40 user nova-compute[74854]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 17:30:40 user nova-compute[74854]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74854) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 17:30:40 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-956b40d4-e285-4dba-a550-e884496f85e2 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a', 0)] {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 17:30:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:30:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:30:40 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[189585c3-8178-4d8b-a5ff-0d54a695130b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:30:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:30:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:30:40 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[10be7068-e8e0-4d38-8a1a-59b0945c19a9]: (4, ('tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:30:40 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-956b40d4-e285-4dba-a550-e884496f85e2 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)
Oct 23 17:30:40 user nova-compute[74854]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 (non-flash)
Oct 23 17:30:40 user nova-compute[74854]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f (non-flash)
Oct 23 17:30:40 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:30:40 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-956b40d4-e285-4dba-a550-e884496f85e2 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsi session list stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a (non-flash)
Oct 23 17:30:40 user nova-compute[74854]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 (non-flash)
Oct 23 17:30:40 user nova-compute[74854]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f (non-flash)
Oct 23 17:30:40 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:30:40 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-956b40d4-e285-4dba-a550-e884496f85e2 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f305c43c790>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a'): ({'sdb'}, set())}) {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 17:30:40 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-956b40d4-e285-4dba-a550-e884496f85e2 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Removing single pathed devices sdb {{(pid=74854) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 17:30:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:30:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:30:40 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[41bd3f83-0947-44d4-9e69-3523ec1e49e2]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:30:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:30:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:30:40 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[97a9d232-c829-403d-92d2-e6ce4288adf5]: (4, ('ok\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:30:40 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-956b40d4-e285-4dba-a550-e884496f85e2 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Flushing IO for device /dev/sdb {{(pid=74854) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 17:30:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:30:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:30:40 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d5b422c-5fc7-4d9d-b3ca-1ddb6ad85696]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:30:40 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-956b40d4-e285-4dba-a550-e884496f85e2 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74854) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 17:30:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:30:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.049s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:30:40 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[02968b70-6ff6-4f3b-9598-171c051bbd56]: (4, ('1', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:30:40 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-956b40d4-e285-4dba-a550-e884496f85e2 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 17:30:40 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-956b40d4-e285-4dba-a550-e884496f85e2 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] SCSI volumes sdb have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 17:30:41 user nova-compute[74854]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-23234363534616632', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_fa829e5e', '/dev/disk/by-id/scsi-1SCST_BIOfa829e5e-24654af215cbc6b0') {{(pid=85920) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 23 17:30:41 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f81ff66-552a-4a21-a4b8-5e783d68e8ed]: (4, None) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:30:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-956b40d4-e285-4dba-a550-e884496f85e2 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a')] {{(pid=74854) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 17:30:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:30:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:30:41 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[d982e918-a6f0-46ae-bdef-11e21de9b0e3]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:30:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-956b40d4-e285-4dba-a550-e884496f85e2 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:30:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a -p 172.16.0.220:3260 --logout {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:30:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:30:41 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[a677511a-a0af-499e-893e-42107ff14c0d]: (4, ('Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a, portal: 172.16.0.220,3260]\nLogout of [sid: 37, target: iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:30:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-956b40d4-e285-4dba-a550-e884496f85e2 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a, portal: 172.16.0.220,3260]
Oct 23 17:30:41 user nova-compute[74854]: Logout of [sid: 37, target: iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a, portal: 172.16.0.220,3260] successful.
Oct 23 17:30:41 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:30:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a -p 172.16.0.220:3260 --op delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:30:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5c350e2a-486d-4215-b70a-663e7b69dc1a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:30:41 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0ae127e-1da1-43d2-b3ea-9082de95dc53]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:30:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-956b40d4-e285-4dba-a550-e884496f85e2 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:30:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-956b40d4-e285-4dba-a550-e884496f85e2 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.342s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:30:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-956b40d4-e285-4dba-a550-e884496f85e2 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] <== disconnect_volume: return (343ms) None {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:30:41 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-956b40d4-e285-4dba-a550-e884496f85e2 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Disconnected iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 17:30:41 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-956b40d4-e285-4dba-a550-e884496f85e2 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Deleting instance files /opt/stack/data/nova/instances/a86c9212-bc7b-40f3-97fa-20c65c3291b9_del
Oct 23 17:30:41 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-956b40d4-e285-4dba-a550-e884496f85e2 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Deletion of /opt/stack/data/nova/instances/a86c9212-bc7b-40f3-97fa-20c65c3291b9_del complete
Oct 23 17:30:41 user nova-compute[74854]: DEBUG nova.compute.manager [req-41e9e574-c623-450f-a010-eb7992a849bf req-251a3ad8-c03b-4a05-8d2c-79ba642d2328 service nova] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Received event network-vif-unplugged-93c86dab-f356-4790-ae14-f6273bd5c78e {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:30:41 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-41e9e574-c623-450f-a010-eb7992a849bf req-251a3ad8-c03b-4a05-8d2c-79ba642d2328 service nova] Acquiring lock "a86c9212-bc7b-40f3-97fa-20c65c3291b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:30:41 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-41e9e574-c623-450f-a010-eb7992a849bf req-251a3ad8-c03b-4a05-8d2c-79ba642d2328 service nova] Lock "a86c9212-bc7b-40f3-97fa-20c65c3291b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:30:41 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-41e9e574-c623-450f-a010-eb7992a849bf req-251a3ad8-c03b-4a05-8d2c-79ba642d2328 service nova] Lock "a86c9212-bc7b-40f3-97fa-20c65c3291b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:30:41 user nova-compute[74854]: DEBUG nova.compute.manager [req-41e9e574-c623-450f-a010-eb7992a849bf req-251a3ad8-c03b-4a05-8d2c-79ba642d2328 service nova] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] No waiting events found dispatching network-vif-unplugged-93c86dab-f356-4790-ae14-f6273bd5c78e {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:30:41 user nova-compute[74854]: DEBUG nova.compute.manager [req-41e9e574-c623-450f-a010-eb7992a849bf req-251a3ad8-c03b-4a05-8d2c-79ba642d2328 service nova] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Received event network-vif-unplugged-93c86dab-f356-4790-ae14-f6273bd5c78e for instance with task_state deleting. {{(pid=74854) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 17:30:41 user nova-compute[74854]: DEBUG nova.compute.manager [req-41e9e574-c623-450f-a010-eb7992a849bf req-251a3ad8-c03b-4a05-8d2c-79ba642d2328 service nova] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Received event network-vif-plugged-93c86dab-f356-4790-ae14-f6273bd5c78e {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:30:41 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-41e9e574-c623-450f-a010-eb7992a849bf req-251a3ad8-c03b-4a05-8d2c-79ba642d2328 service nova] Acquiring lock "a86c9212-bc7b-40f3-97fa-20c65c3291b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:30:41 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-41e9e574-c623-450f-a010-eb7992a849bf req-251a3ad8-c03b-4a05-8d2c-79ba642d2328 service nova] Lock "a86c9212-bc7b-40f3-97fa-20c65c3291b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:30:41 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-41e9e574-c623-450f-a010-eb7992a849bf req-251a3ad8-c03b-4a05-8d2c-79ba642d2328 service nova] Lock "a86c9212-bc7b-40f3-97fa-20c65c3291b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:30:41 user nova-compute[74854]: DEBUG nova.compute.manager [req-41e9e574-c623-450f-a010-eb7992a849bf req-251a3ad8-c03b-4a05-8d2c-79ba642d2328 service nova] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] No waiting events found dispatching network-vif-plugged-93c86dab-f356-4790-ae14-f6273bd5c78e {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:30:41 user nova-compute[74854]: WARNING nova.compute.manager [req-41e9e574-c623-450f-a010-eb7992a849bf req-251a3ad8-c03b-4a05-8d2c-79ba642d2328 service nova] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Received unexpected event network-vif-plugged-93c86dab-f356-4790-ae14-f6273bd5c78e for instance with vm_state active and task_state deleting.
Oct 23 17:30:41 user nova-compute[74854]: INFO nova.compute.manager [None req-956b40d4-e285-4dba-a550-e884496f85e2 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Took 1.24 seconds to destroy the instance on the hypervisor.
Oct 23 17:30:41 user nova-compute[74854]: DEBUG oslo.service.loopingcall [None req-956b40d4-e285-4dba-a550-e884496f85e2 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 17:30:41 user nova-compute[74854]: DEBUG nova.compute.manager [-] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Deallocating network for instance {{(pid=74854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 17:30:41 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] deallocate_for_instance() {{(pid=74854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 17:30:41 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:42 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:30:42 user nova-compute[74854]: DEBUG nova.compute.manager [req-b5d8328d-bb51-47af-8265-caf5ad5b4641 req-95267fbf-61dd-4994-b5fc-9ad96bfa0cb4 service nova] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Received event network-vif-deleted-93c86dab-f356-4790-ae14-f6273bd5c78e {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:30:42 user nova-compute[74854]: INFO nova.compute.manager [req-b5d8328d-bb51-47af-8265-caf5ad5b4641 req-95267fbf-61dd-4994-b5fc-9ad96bfa0cb4 service nova] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Neutron deleted interface 93c86dab-f356-4790-ae14-f6273bd5c78e; detaching it from the instance and deleting it from the info cache
Oct 23 17:30:42 user nova-compute[74854]: DEBUG nova.network.neutron [req-b5d8328d-bb51-47af-8265-caf5ad5b4641 req-95267fbf-61dd-4994-b5fc-9ad96bfa0cb4 service nova] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:30:42 user nova-compute[74854]: INFO nova.compute.manager [-] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Took 0.82 seconds to deallocate network for instance.
Oct 23 17:30:42 user nova-compute[74854]: DEBUG nova.compute.manager [req-b5d8328d-bb51-47af-8265-caf5ad5b4641 req-95267fbf-61dd-4994-b5fc-9ad96bfa0cb4 service nova] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Detach interface failed, port_id=93c86dab-f356-4790-ae14-f6273bd5c78e, reason: Instance a86c9212-bc7b-40f3-97fa-20c65c3291b9 could not be found. {{(pid=74854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 23 17:30:43 user nova-compute[74854]: INFO nova.compute.manager [None req-956b40d4-e285-4dba-a550-e884496f85e2 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Took 0.96 seconds to detach 1 volumes for instance.
Oct 23 17:30:43 user nova-compute[74854]: DEBUG nova.compute.manager [None req-956b40d4-e285-4dba-a550-e884496f85e2 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a86c9212-bc7b-40f3-97fa-20c65c3291b9] Deleting volume: 5c350e2a-486d-4215-b70a-663e7b69dc1a {{(pid=74854) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 23 17:30:43 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-956b40d4-e285-4dba-a550-e884496f85e2 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:30:43 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-956b40d4-e285-4dba-a550-e884496f85e2 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:30:43 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-956b40d4-e285-4dba-a550-e884496f85e2 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:30:43 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-956b40d4-e285-4dba-a550-e884496f85e2 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:30:43 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-956b40d4-e285-4dba-a550-e884496f85e2 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.305s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:30:43 user nova-compute[74854]: INFO nova.scheduler.client.report [None req-956b40d4-e285-4dba-a550-e884496f85e2 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Deleted allocations for instance a86c9212-bc7b-40f3-97fa-20c65c3291b9
Oct 23 17:30:43 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-956b40d4-e285-4dba-a550-e884496f85e2 tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "a86c9212-bc7b-40f3-97fa-20c65c3291b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.699s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:30:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-69ede1b8-4e67-46ed-992e-731ce6e9b731 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquiring lock "ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:30:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-69ede1b8-4e67-46ed-992e-731ce6e9b731 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:30:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-69ede1b8-4e67-46ed-992e-731ce6e9b731 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquiring lock "ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:30:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-69ede1b8-4e67-46ed-992e-731ce6e9b731 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:30:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-69ede1b8-4e67-46ed-992e-731ce6e9b731 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:30:50 user nova-compute[74854]: INFO nova.compute.manager [None req-69ede1b8-4e67-46ed-992e-731ce6e9b731 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Terminating instance
Oct 23 17:30:50 user nova-compute[74854]: DEBUG nova.compute.manager [None req-69ede1b8-4e67-46ed-992e-731ce6e9b731 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Start destroying the instance on the hypervisor. {{(pid=74854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 17:30:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:50 user nova-compute[74854]: DEBUG nova.compute.manager [req-36a4cd09-7081-4217-a585-0874120c2472 req-d8c592f2-023c-45aa-bb55-94a74d14dcc6 service nova] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Received event network-vif-unplugged-3b8d5ff2-2e1a-4ef1-b9b9-4fe8dcfca3d2 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:30:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-36a4cd09-7081-4217-a585-0874120c2472 req-d8c592f2-023c-45aa-bb55-94a74d14dcc6 service nova] Acquiring lock "ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:30:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-36a4cd09-7081-4217-a585-0874120c2472 req-d8c592f2-023c-45aa-bb55-94a74d14dcc6 service nova] Lock "ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:30:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-36a4cd09-7081-4217-a585-0874120c2472 req-d8c592f2-023c-45aa-bb55-94a74d14dcc6 service nova] Lock "ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:30:50 user nova-compute[74854]: DEBUG nova.compute.manager [req-36a4cd09-7081-4217-a585-0874120c2472 req-d8c592f2-023c-45aa-bb55-94a74d14dcc6 service nova] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] No waiting events found dispatching network-vif-unplugged-3b8d5ff2-2e1a-4ef1-b9b9-4fe8dcfca3d2 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:30:50 user nova-compute[74854]: DEBUG nova.compute.manager [req-36a4cd09-7081-4217-a585-0874120c2472 req-d8c592f2-023c-45aa-bb55-94a74d14dcc6 service nova] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Received event network-vif-unplugged-3b8d5ff2-2e1a-4ef1-b9b9-4fe8dcfca3d2 for instance with task_state deleting. {{(pid=74854) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 17:30:50 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Instance destroyed successfully.
Oct 23 17:30:50 user nova-compute[74854]: DEBUG nova.objects.instance [None req-69ede1b8-4e67-46ed-992e-731ce6e9b731 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lazy-loading 'resources' on Instance uuid ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:30:50 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-69ede1b8-4e67-46ed-992e-731ce6e9b731 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:25:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-1800125806',display_name='tempest-TestVolumeBootPattern-volume-backed-server-1800125806',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-1800125806',id=38,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCjzBA9I97XhWrKnl5CZNTkNjST1+ZqlagdX7AnrQCVL58yvR74ZnSRZpmJOTV3sqz0mlKMALgAsqjHYs9ODgt9/tQai8cy24PLRPMZDCt3nRhdomDYmDXdOGtEP6fPDEg==',key_name='tempest-keypair-467571909',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:26:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3560285cd557461eae016907fb469040',ramdisk_id='',reservation_id='r-nu0ncd8h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1291140693',owner_user_name='tempest-TestVolumeBootPattern-1291140693-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:26:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='40d10700efba402e9cc769d2510f8311',uuid=ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3b8d5ff2-2e1a-4ef1-b9b9-4fe8dcfca3d2", "address": "fa:16:3e:42:c3:38", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b8d5ff2-2e", "ovs_interfaceid": "3b8d5ff2-2e1a-4ef1-b9b9-4fe8dcfca3d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:30:50 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-69ede1b8-4e67-46ed-992e-731ce6e9b731 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Converting VIF {"id": "3b8d5ff2-2e1a-4ef1-b9b9-4fe8dcfca3d2", "address": "fa:16:3e:42:c3:38", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b8d5ff2-2e", "ovs_interfaceid": "3b8d5ff2-2e1a-4ef1-b9b9-4fe8dcfca3d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:30:50 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-69ede1b8-4e67-46ed-992e-731ce6e9b731 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:42:c3:38,bridge_name='br-int',has_traffic_filtering=True,id=3b8d5ff2-2e1a-4ef1-b9b9-4fe8dcfca3d2,network=Network(fb72fe03-c822-4d0e-99e3-cec932363ec0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3b8d5ff2-2e') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:30:50 user nova-compute[74854]: DEBUG os_vif [None req-69ede1b8-4e67-46ed-992e-731ce6e9b731 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:42:c3:38,bridge_name='br-int',has_traffic_filtering=True,id=3b8d5ff2-2e1a-4ef1-b9b9-4fe8dcfca3d2,network=Network(fb72fe03-c822-4d0e-99e3-cec932363ec0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3b8d5ff2-2e') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:30:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3b8d5ff2-2e, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:30:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:30:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a70a386f-d164-408b-b662-b8dff5ffef7d) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:30:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:50 user nova-compute[74854]: INFO os_vif [None req-69ede1b8-4e67-46ed-992e-731ce6e9b731 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:42:c3:38,bridge_name='br-int',has_traffic_filtering=True,id=3b8d5ff2-2e1a-4ef1-b9b9-4fe8dcfca3d2,network=Network(fb72fe03-c822-4d0e-99e3-cec932363ec0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3b8d5ff2-2e')
Oct 23 17:30:50 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-69ede1b8-4e67-46ed-992e-731ce6e9b731 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] calling os-brick to detach iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 17:30:50 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-69ede1b8-4e67-46ed-992e-731ce6e9b731 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, {'target_iqn': 'iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ldIYfTmc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:30:50 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-69ede1b8-4e67-46ed-992e-731ce6e9b731 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:30:50 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-69ede1b8-4e67-46ed-992e-731ce6e9b731 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:30:50 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-69ede1b8-4e67-46ed-992e-731ce6e9b731 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:30:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:30:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:30:51 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f9bdd9a-5ccb-4329-bc97-866c470860b5]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:30:51 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-69ede1b8-4e67-46ed-992e-731ce6e9b731 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 17:30:51 user nova-compute[74854]: No targets found.
Oct 23 17:30:51 user nova-compute[74854]: iSNS:
Oct 23 17:30:51 user nova-compute[74854]: No targets found.
Oct 23 17:30:51 user nova-compute[74854]: STATIC:
Oct 23 17:30:51 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f
Oct 23 17:30:51 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:30:51 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:30:51 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4
Oct 23 17:30:51 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:30:51 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:30:51 user nova-compute[74854]: FIRMWARE:
Oct 23 17:30:51 user nova-compute[74854]: No targets found.
Oct 23 17:30:51 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:30:51 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-69ede1b8-4e67-46ed-992e-731ce6e9b731 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 17:30:51 user nova-compute[74854]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 17:30:51 user nova-compute[74854]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74854) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 17:30:51 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-69ede1b8-4e67-46ed-992e-731ce6e9b731 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4', 0)] {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 17:30:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:30:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:30:51 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[206144cf-eb80-4e00-8643-8612c041f540]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:30:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:30:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:30:51 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[7df30ffa-3132-45b6-8b58-78db0c47c5cf]: (4, ('tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:30:51 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-69ede1b8-4e67-46ed-992e-731ce6e9b731 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 (non-flash)
Oct 23 17:30:51 user nova-compute[74854]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f (non-flash)
Oct 23 17:30:51 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:30:51 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-69ede1b8-4e67-46ed-992e-731ce6e9b731 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsi session list stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 (non-flash)
Oct 23 17:30:51 user nova-compute[74854]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f (non-flash)
Oct 23 17:30:51 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:30:51 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-69ede1b8-4e67-46ed-992e-731ce6e9b731 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f3038c85b40>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4'): ({'sdd'}, set())}) {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 17:30:51 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-69ede1b8-4e67-46ed-992e-731ce6e9b731 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Removing single pathed devices sdd {{(pid=74854) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 17:30:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:30:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:30:51 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[39673b15-cdcb-451e-bc14-79432c49aaaf]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:30:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:30:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:30:51 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a056205-81ee-4d47-ac75-9a88778b58fb]: (4, ('ok\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:30:51 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-69ede1b8-4e67-46ed-992e-731ce6e9b731 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Flushing IO for device /dev/sdd {{(pid=74854) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 17:30:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:30:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:30:51 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[396fd6b2-5bbc-4c66-ad6f-93ce4efd7fb9]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:30:51 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-69ede1b8-4e67-46ed-992e-731ce6e9b731 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74854) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 17:30:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:30:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.052s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:30:51 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[71f4ac47-2023-4e5e-ba7b-c785df6e46d0]: (4, ('1', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:30:51 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-69ede1b8-4e67-46ed-992e-731ce6e9b731 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 17:30:51 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-69ede1b8-4e67-46ed-992e-731ce6e9b731 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] SCSI volumes sdd have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 17:30:51 user nova-compute[74854]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIOe8bae023-32486f24dfc461dc', '/dev/disk/by-id/scsi-23332343836663234', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_e8bae023') {{(pid=85920) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 23 17:30:51 user nova-compute[74854]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-1SCST_BIOe8bae023-32486f24dfc461dc
Oct 23 17:30:51 user nova-compute[74854]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-23332343836663234
Oct 23 17:30:51 user nova-compute[74854]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-SSCST_BIO_Storage_e8bae023
Oct 23 17:30:51 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[067e9fbf-f116-4aa0-8527-d5f5f6a2b245]: (4, None) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:30:51 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-69ede1b8-4e67-46ed-992e-731ce6e9b731 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4')] {{(pid=74854) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 17:30:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:30:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:30:51 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[551ac8b2-7efb-4e91-8b4a-d476b9bbea10]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:30:51 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-69ede1b8-4e67-46ed-992e-731ce6e9b731 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:30:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 -p 172.16.0.220:3260 --logout {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:30:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 -p 172.16.0.220:3260 --logout" returned: 0 in 0.131s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:30:51 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[166d4deb-e23c-4db2-b60d-8392fc348729]: (4, ('Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4, portal: 172.16.0.220,3260]\nLogout of [sid: 39, target: iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:30:51 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-69ede1b8-4e67-46ed-992e-731ce6e9b731 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4, portal: 172.16.0.220,3260]
Oct 23 17:30:51 user nova-compute[74854]: Logout of [sid: 39, target: iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4, portal: 172.16.0.220,3260] successful.
Oct 23 17:30:51 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:30:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 -p 172.16.0.220:3260 --op delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:30:51 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d48acb80-eaee-4bf9-ab06-14d61a4352c4 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:30:51 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5518bff-66a3-4d6e-b77a-2c36a839b20d]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:30:51 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-69ede1b8-4e67-46ed-992e-731ce6e9b731 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:30:51 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-69ede1b8-4e67-46ed-992e-731ce6e9b731 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.402s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:30:51 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-69ede1b8-4e67-46ed-992e-731ce6e9b731 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] <== disconnect_volume: return (404ms) None {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:30:51 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-69ede1b8-4e67-46ed-992e-731ce6e9b731 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Disconnected iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 17:30:51 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-69ede1b8-4e67-46ed-992e-731ce6e9b731 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Deleting instance files /opt/stack/data/nova/instances/ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336_del
Oct 23 17:30:51 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-69ede1b8-4e67-46ed-992e-731ce6e9b731 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Deletion of /opt/stack/data/nova/instances/ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336_del complete
Oct 23 17:30:51 user nova-compute[74854]: INFO nova.compute.manager [None req-69ede1b8-4e67-46ed-992e-731ce6e9b731 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Took 1.26 seconds to destroy the instance on the hypervisor.
Oct 23 17:30:51 user nova-compute[74854]: DEBUG oslo.service.loopingcall [None req-69ede1b8-4e67-46ed-992e-731ce6e9b731 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 17:30:51 user nova-compute[74854]: DEBUG nova.compute.manager [-] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Deallocating network for instance {{(pid=74854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 17:30:51 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] deallocate_for_instance() {{(pid=74854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 17:30:52 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:30:52 user nova-compute[74854]: INFO nova.compute.manager [-] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Took 0.86 seconds to deallocate network for instance.
Oct 23 17:30:52 user nova-compute[74854]: DEBUG nova.compute.manager [req-8b786a8b-7e32-4d58-b550-a891614446db req-0855ba89-e3e3-472f-a2f5-08c69941e09c service nova] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Received event network-vif-deleted-3b8d5ff2-2e1a-4ef1-b9b9-4fe8dcfca3d2 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:30:52 user nova-compute[74854]: INFO nova.compute.manager [req-8b786a8b-7e32-4d58-b550-a891614446db req-0855ba89-e3e3-472f-a2f5-08c69941e09c service nova] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Neutron deleted interface 3b8d5ff2-2e1a-4ef1-b9b9-4fe8dcfca3d2; detaching it from the instance and deleting it from the info cache
Oct 23 17:30:52 user nova-compute[74854]: DEBUG nova.network.neutron [req-8b786a8b-7e32-4d58-b550-a891614446db req-0855ba89-e3e3-472f-a2f5-08c69941e09c service nova] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:30:52 user nova-compute[74854]: DEBUG nova.compute.manager [req-8b786a8b-7e32-4d58-b550-a891614446db req-0855ba89-e3e3-472f-a2f5-08c69941e09c service nova] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Detach interface failed, port_id=3b8d5ff2-2e1a-4ef1-b9b9-4fe8dcfca3d2, reason: Instance ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336 could not be found. {{(pid=74854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 23 17:30:52 user nova-compute[74854]: DEBUG nova.compute.manager [req-2b16ccdc-4c74-4d2b-9798-c014c4bdb4ca req-df7410c8-8cf4-4c96-a662-f63f5925c3dd service nova] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Received event network-vif-plugged-3b8d5ff2-2e1a-4ef1-b9b9-4fe8dcfca3d2 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:30:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-2b16ccdc-4c74-4d2b-9798-c014c4bdb4ca req-df7410c8-8cf4-4c96-a662-f63f5925c3dd service nova] Acquiring lock "ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:30:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-2b16ccdc-4c74-4d2b-9798-c014c4bdb4ca req-df7410c8-8cf4-4c96-a662-f63f5925c3dd service nova] Lock "ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:30:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-2b16ccdc-4c74-4d2b-9798-c014c4bdb4ca req-df7410c8-8cf4-4c96-a662-f63f5925c3dd service nova] Lock "ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:30:52 user nova-compute[74854]: DEBUG nova.compute.manager [req-2b16ccdc-4c74-4d2b-9798-c014c4bdb4ca req-df7410c8-8cf4-4c96-a662-f63f5925c3dd service nova] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] No waiting events found dispatching network-vif-plugged-3b8d5ff2-2e1a-4ef1-b9b9-4fe8dcfca3d2 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:30:52 user nova-compute[74854]: WARNING nova.compute.manager [req-2b16ccdc-4c74-4d2b-9798-c014c4bdb4ca req-df7410c8-8cf4-4c96-a662-f63f5925c3dd service nova] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Received unexpected event network-vif-plugged-3b8d5ff2-2e1a-4ef1-b9b9-4fe8dcfca3d2 for instance with vm_state active and task_state deleting.
Oct 23 17:30:53 user nova-compute[74854]: INFO nova.compute.manager [None req-69ede1b8-4e67-46ed-992e-731ce6e9b731 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Took 0.78 seconds to detach 1 volumes for instance.
Oct 23 17:30:53 user nova-compute[74854]: DEBUG nova.compute.manager [None req-69ede1b8-4e67-46ed-992e-731ce6e9b731 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336] Deleting volume: d48acb80-eaee-4bf9-ab06-14d61a4352c4 {{(pid=74854) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 23 17:30:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-69ede1b8-4e67-46ed-992e-731ce6e9b731 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:30:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-69ede1b8-4e67-46ed-992e-731ce6e9b731 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:30:53 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-69ede1b8-4e67-46ed-992e-731ce6e9b731 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:30:53 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-69ede1b8-4e67-46ed-992e-731ce6e9b731 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:30:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-69ede1b8-4e67-46ed-992e-731ce6e9b731 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.216s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:30:53 user nova-compute[74854]: INFO nova.scheduler.client.report [None req-69ede1b8-4e67-46ed-992e-731ce6e9b731 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Deleted allocations for instance ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336
Oct 23 17:30:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-69ede1b8-4e67-46ed-992e-731ce6e9b731 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "ae17dd0d-abd3-4bb9-acc9-2bddc8cbf336" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.361s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:30:55 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:30:55 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:30:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:56 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:30:59 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:31:00 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:31:00 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 17:31:00 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:31:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:31:01 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:31:01 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:31:03 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:31:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:31:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:31:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:31:03 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Auditing locally available compute resources for user (node: user) {{(pid=74854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 17:31:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:31:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:31:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:31:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:31:04 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:31:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92b4d090-abf0-4c14-a643-15c354047755/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:31:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92b4d090-abf0-4c14-a643-15c354047755/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:31:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92b4d090-abf0-4c14-a643-15c354047755/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:31:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92b4d090-abf0-4c14-a643-15c354047755/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:31:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/88691b05-eba8-4376-8d75-2b06384a4776/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:31:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/88691b05-eba8-4376-8d75-2b06384a4776/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:31:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/88691b05-eba8-4376-8d75-2b06384a4776/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:31:05 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/88691b05-eba8-4376-8d75-2b06384a4776/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:31:05 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:31:05 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:31:05 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Hypervisor/Node resource view: name=user free_ram=8317MB free_disk=24.875717163085938GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=74854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 17:31:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:31:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:31:05 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:31:05 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 439f7e31-a29c-4b26-af66-32818c218e31 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:31:05 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 88691b05-eba8-4376-8d75-2b06384a4776 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:31:05 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 92b4d090-abf0-4c14-a643-15c354047755 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:31:05 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 17:31:05 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 17:31:05 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:31:05 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:31:05 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Compute_service record updated for user:user {{(pid=74854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 17:31:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.269s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:31:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:31:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:31:06 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:31:06 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Starting heal instance info cache {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 17:31:06 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Didn't find any instances for network info cache update. {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 23 17:31:06 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:31:09 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:31:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:31:15 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:31:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:31:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:31:26 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:31:26 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:31:27 user nova-compute[74854]: DEBUG nova.compute.manager [req-bf0a1d28-4dc4-405f-93a1-b973283cc7ab req-72036c9a-334d-4bbc-bf21-20d79146e576 service nova] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Received event network-changed-10f2e1f8-dfd9-47a1-924a-a3e80795f396 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:31:27 user nova-compute[74854]: DEBUG nova.compute.manager [req-bf0a1d28-4dc4-405f-93a1-b973283cc7ab req-72036c9a-334d-4bbc-bf21-20d79146e576 service nova] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Refreshing instance network info cache due to event network-changed-10f2e1f8-dfd9-47a1-924a-a3e80795f396. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:31:27 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-bf0a1d28-4dc4-405f-93a1-b973283cc7ab req-72036c9a-334d-4bbc-bf21-20d79146e576 service nova] Acquiring lock "refresh_cache-439f7e31-a29c-4b26-af66-32818c218e31" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:31:27 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-bf0a1d28-4dc4-405f-93a1-b973283cc7ab req-72036c9a-334d-4bbc-bf21-20d79146e576 service nova] Acquired lock "refresh_cache-439f7e31-a29c-4b26-af66-32818c218e31" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:31:27 user nova-compute[74854]: DEBUG nova.network.neutron [req-bf0a1d28-4dc4-405f-93a1-b973283cc7ab req-72036c9a-334d-4bbc-bf21-20d79146e576 service nova] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Refreshing network info cache for port 10f2e1f8-dfd9-47a1-924a-a3e80795f396 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:31:27 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-001e697a-6798-43af-9431-a459c8b1c17a tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Acquiring lock "439f7e31-a29c-4b26-af66-32818c218e31" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:31:27 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-001e697a-6798-43af-9431-a459c8b1c17a tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Lock "439f7e31-a29c-4b26-af66-32818c218e31" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:31:27 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-001e697a-6798-43af-9431-a459c8b1c17a tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Acquiring lock "439f7e31-a29c-4b26-af66-32818c218e31-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:31:27 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-001e697a-6798-43af-9431-a459c8b1c17a tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Lock "439f7e31-a29c-4b26-af66-32818c218e31-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:31:27 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-001e697a-6798-43af-9431-a459c8b1c17a tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Lock "439f7e31-a29c-4b26-af66-32818c218e31-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:31:27 user nova-compute[74854]: INFO nova.compute.manager [None req-001e697a-6798-43af-9431-a459c8b1c17a tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Terminating instance
Oct 23 17:31:27 user nova-compute[74854]: DEBUG nova.compute.manager [None req-001e697a-6798-43af-9431-a459c8b1c17a tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Start destroying the instance on the hypervisor. {{(pid=74854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 17:31:27 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:31:27 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:31:27 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:31:27 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:31:27 user nova-compute[74854]: DEBUG nova.network.neutron [req-bf0a1d28-4dc4-405f-93a1-b973283cc7ab req-72036c9a-334d-4bbc-bf21-20d79146e576 service nova] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Updated VIF entry in instance network info cache for port 10f2e1f8-dfd9-47a1-924a-a3e80795f396. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:31:27 user nova-compute[74854]: DEBUG nova.network.neutron [req-bf0a1d28-4dc4-405f-93a1-b973283cc7ab req-72036c9a-334d-4bbc-bf21-20d79146e576 service nova] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Updating instance_info_cache with network_info: [{"id": "10f2e1f8-dfd9-47a1-924a-a3e80795f396", "address": "fa:16:3e:d7:37:9a", "network": {"id": "282ba66f-2135-4abe-a18a-0b010c845b13", "bridge": "br-int", "label": "tempest-TestShelveInstance-1096489049-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4e3c6783c81f489981d23a83a0a710ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10f2e1f8-df", "ovs_interfaceid": "10f2e1f8-dfd9-47a1-924a-a3e80795f396", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:31:27 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-bf0a1d28-4dc4-405f-93a1-b973283cc7ab req-72036c9a-334d-4bbc-bf21-20d79146e576 service nova] Releasing lock "refresh_cache-439f7e31-a29c-4b26-af66-32818c218e31" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:31:27 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Instance destroyed successfully.
Oct 23 17:31:27 user nova-compute[74854]: DEBUG nova.objects.instance [None req-001e697a-6798-43af-9431-a459c8b1c17a tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Lazy-loading 'resources' on Instance uuid 439f7e31-a29c-4b26-af66-32818c218e31 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-001e697a-6798-43af-9431-a459c8b1c17a tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-23T17:25:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1646238053',display_name='tempest-TestShelveInstance-server-1646238053',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1646238053',id=37,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK4jWPHxL0Zr8rvtYg76a31LLx4w5vduclxz3dNots9eQU7/Vo87s/rYPycj1vFbI1J4eNMZMUw+FMj1/hSjpYSNSixYd/vBZVRDJBk3VGh4evhbsETrh/2lu54Tp6cSXQ==',key_name='tempest-TestShelveInstance-301107434',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:30:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4e3c6783c81f489981d23a83a0a710ce',ramdisk_id='',reservation_id='r-e1uqt4j4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-757979104',owner_user_name='tempest-TestShelveInstance-757979104-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:30:04Z,user_data=None,user_id='3b510279990a41ba92507d521f052875',uuid=439f7e31-a29c-4b26-af66-32818c218e31,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "10f2e1f8-dfd9-47a1-924a-a3e80795f396", "address": "fa:16:3e:d7:37:9a", "network": {"id": "282ba66f-2135-4abe-a18a-0b010c845b13", "bridge": "br-int", "label": "tempest-TestShelveInstance-1096489049-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.18", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4e3c6783c81f489981d23a83a0a710ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10f2e1f8-df", "ovs_interfaceid": "10f2e1f8-dfd9-47a1-924a-a3e80795f396", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-001e697a-6798-43af-9431-a459c8b1c17a tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Converting VIF {"id": "10f2e1f8-dfd9-47a1-924a-a3e80795f396", "address": "fa:16:3e:d7:37:9a", "network": {"id": "282ba66f-2135-4abe-a18a-0b010c845b13", "bridge": "br-int", "label": "tempest-TestShelveInstance-1096489049-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.18", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4e3c6783c81f489981d23a83a0a710ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10f2e1f8-df", "ovs_interfaceid": "10f2e1f8-dfd9-47a1-924a-a3e80795f396", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-001e697a-6798-43af-9431-a459c8b1c17a tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d7:37:9a,bridge_name='br-int',has_traffic_filtering=True,id=10f2e1f8-dfd9-47a1-924a-a3e80795f396,network=Network(282ba66f-2135-4abe-a18a-0b010c845b13),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap10f2e1f8-df') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG os_vif [None req-001e697a-6798-43af-9431-a459c8b1c17a tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d7:37:9a,bridge_name='br-int',has_traffic_filtering=True,id=10f2e1f8-dfd9-47a1-924a-a3e80795f396,network=Network(282ba66f-2135-4abe-a18a-0b010c845b13),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap10f2e1f8-df') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap10f2e1f8-df, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=935b21ec-de4f-46b9-a986-c873f901118f) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:31:28 user nova-compute[74854]: INFO os_vif [None req-001e697a-6798-43af-9431-a459c8b1c17a tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d7:37:9a,bridge_name='br-int',has_traffic_filtering=True,id=10f2e1f8-dfd9-47a1-924a-a3e80795f396,network=Network(282ba66f-2135-4abe-a18a-0b010c845b13),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap10f2e1f8-df')
Oct 23 17:31:28 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-001e697a-6798-43af-9431-a459c8b1c17a tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] calling os-brick to detach iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-001e697a-6798-43af-9431-a459c8b1c17a tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, {'target_iqn': 'iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eXqPrkjf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:31:28 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-001e697a-6798-43af-9431-a459c8b1c17a tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:31:28 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-001e697a-6798-43af-9431-a459c8b1c17a tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-001e697a-6798-43af-9431-a459c8b1c17a tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd7fef32-5ba1-4b98-93a0-0d30e5ceb19d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-001e697a-6798-43af-9431-a459c8b1c17a tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 17:31:28 user nova-compute[74854]: No targets found.
Oct 23 17:31:28 user nova-compute[74854]: iSNS:
Oct 23 17:31:28 user nova-compute[74854]: No targets found.
Oct 23 17:31:28 user nova-compute[74854]: STATIC:
Oct 23 17:31:28 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f
Oct 23 17:31:28 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:31:28 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:31:28 user nova-compute[74854]: FIRMWARE:
Oct 23 17:31:28 user nova-compute[74854]: No targets found.
Oct 23 17:31:28 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-001e697a-6798-43af-9431-a459c8b1c17a tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 17:31:28 user nova-compute[74854]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 17:31:28 user nova-compute[74854]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74854) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-001e697a-6798-43af-9431-a459c8b1c17a tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f', 0)] {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[a82e3f9e-328f-4b3d-80b1-ed8e783f4e33]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[a45642ae-00dc-4654-970c-24273ccb29e5]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-001e697a-6798-43af-9431-a459c8b1c17a tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f (non-flash)
Oct 23 17:31:28 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-001e697a-6798-43af-9431-a459c8b1c17a tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f (non-flash)
Oct 23 17:31:28 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-001e697a-6798-43af-9431-a459c8b1c17a tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f3038c84c10>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f'): ({'sdc'}, set())}) {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-001e697a-6798-43af-9431-a459c8b1c17a tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Removing single pathed devices sdc {{(pid=74854) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[66780c35-34df-4b28-b2cd-9d520d57b1e3]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.025s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[25d4e982-e67b-493a-8d6d-044c7f82b4fe]: (4, ('ok\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-001e697a-6798-43af-9431-a459c8b1c17a tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Flushing IO for device /dev/sdc {{(pid=74854) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[874e7444-2554-421c-a129-0b1a3276acfc]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-001e697a-6798-43af-9431-a459c8b1c17a tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74854) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.055s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d152678-dc12-4edd-8f69-873adeb90e52]: (4, ('1', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-001e697a-6798-43af-9431-a459c8b1c17a tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-001e697a-6798-43af-9431-a459c8b1c17a tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] SCSI volumes sdc have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-001e697a-6798-43af-9431-a459c8b1c17a tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f')] {{(pid=74854) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.026s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac522058-2d42-4fca-a9f6-41252f8571eb]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-001e697a-6798-43af-9431-a459c8b1c17a tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f -p 172.16.0.220:3260 --logout {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f -p 172.16.0.220:3260 --logout" returned: 0 in 0.065s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[14b6849f-0aaa-40e2-998d-d25abb121b82]: (4, ('Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f, portal: 172.16.0.220,3260]\nLogout of [sid: 45, target: iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-001e697a-6798-43af-9431-a459c8b1c17a tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f, portal: 172.16.0.220,3260]
Oct 23 17:31:28 user nova-compute[74854]: Logout of [sid: 45, target: iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f, portal: 172.16.0.220,3260] successful.
Oct 23 17:31:28 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f -p 172.16.0.220:3260 --op delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f46e4af-4dcb-4758-85fc-62f88886183f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[219d52e1-9c9e-4ebe-a9c7-62be8ed327a5]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-001e697a-6798-43af-9431-a459c8b1c17a tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-001e697a-6798-43af-9431-a459c8b1c17a tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.341s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-001e697a-6798-43af-9431-a459c8b1c17a tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] <== disconnect_volume: return (342ms) None {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-001e697a-6798-43af-9431-a459c8b1c17a tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Disconnected iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 17:31:28 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-001e697a-6798-43af-9431-a459c8b1c17a tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Deleting instance files /opt/stack/data/nova/instances/439f7e31-a29c-4b26-af66-32818c218e31_del
Oct 23 17:31:28 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-001e697a-6798-43af-9431-a459c8b1c17a tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Deletion of /opt/stack/data/nova/instances/439f7e31-a29c-4b26-af66-32818c218e31_del complete
Oct 23 17:31:28 user nova-compute[74854]: INFO nova.compute.manager [None req-001e697a-6798-43af-9431-a459c8b1c17a tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Took 1.24 seconds to destroy the instance on the hypervisor.
Oct 23 17:31:28 user nova-compute[74854]: DEBUG oslo.service.loopingcall [None req-001e697a-6798-43af-9431-a459c8b1c17a tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG nova.compute.manager [-] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Deallocating network for instance {{(pid=74854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] deallocate_for_instance() {{(pid=74854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:31:28 user nova-compute[74854]: INFO nova.compute.manager [-] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Took 0.39 seconds to deallocate network for instance.
Oct 23 17:31:28 user nova-compute[74854]: DEBUG nova.compute.manager [req-52cf75f1-0b78-418b-8f87-fcab8c7d1226 req-4bbb31a3-3b1b-465d-99bf-514fafcb1502 service nova] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Received event network-vif-deleted-10f2e1f8-dfd9-47a1-924a-a3e80795f396 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:31:28 user nova-compute[74854]: INFO nova.compute.manager [req-52cf75f1-0b78-418b-8f87-fcab8c7d1226 req-4bbb31a3-3b1b-465d-99bf-514fafcb1502 service nova] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Neutron deleted interface 10f2e1f8-dfd9-47a1-924a-a3e80795f396; detaching it from the instance and deleting it from the info cache
Oct 23 17:31:28 user nova-compute[74854]: DEBUG nova.network.neutron [req-52cf75f1-0b78-418b-8f87-fcab8c7d1226 req-4bbb31a3-3b1b-465d-99bf-514fafcb1502 service nova] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:31:28 user nova-compute[74854]: DEBUG nova.compute.manager [req-52cf75f1-0b78-418b-8f87-fcab8c7d1226 req-4bbb31a3-3b1b-465d-99bf-514fafcb1502 service nova] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Detach interface failed, port_id=10f2e1f8-dfd9-47a1-924a-a3e80795f396, reason: Instance 439f7e31-a29c-4b26-af66-32818c218e31 could not be found. {{(pid=74854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 23 17:31:29 user nova-compute[74854]: DEBUG nova.compute.manager [req-23fd1a23-68c5-4d98-97e3-71e3b9817c18 req-ff6e5284-c578-4193-a0f5-f4351c00ac59 service nova] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Received event network-vif-unplugged-10f2e1f8-dfd9-47a1-924a-a3e80795f396 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:31:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-23fd1a23-68c5-4d98-97e3-71e3b9817c18 req-ff6e5284-c578-4193-a0f5-f4351c00ac59 service nova] Acquiring lock "439f7e31-a29c-4b26-af66-32818c218e31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:31:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-23fd1a23-68c5-4d98-97e3-71e3b9817c18 req-ff6e5284-c578-4193-a0f5-f4351c00ac59 service nova] Lock "439f7e31-a29c-4b26-af66-32818c218e31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:31:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-23fd1a23-68c5-4d98-97e3-71e3b9817c18 req-ff6e5284-c578-4193-a0f5-f4351c00ac59 service nova] Lock "439f7e31-a29c-4b26-af66-32818c218e31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:31:29 user nova-compute[74854]: DEBUG nova.compute.manager [req-23fd1a23-68c5-4d98-97e3-71e3b9817c18 req-ff6e5284-c578-4193-a0f5-f4351c00ac59 service nova] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] No waiting events found dispatching network-vif-unplugged-10f2e1f8-dfd9-47a1-924a-a3e80795f396 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:31:29 user nova-compute[74854]: DEBUG nova.compute.manager [req-23fd1a23-68c5-4d98-97e3-71e3b9817c18 req-ff6e5284-c578-4193-a0f5-f4351c00ac59 service nova] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Received event network-vif-unplugged-10f2e1f8-dfd9-47a1-924a-a3e80795f396 for instance with task_state deleting. {{(pid=74854) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 17:31:29 user nova-compute[74854]: DEBUG nova.compute.manager [req-23fd1a23-68c5-4d98-97e3-71e3b9817c18 req-ff6e5284-c578-4193-a0f5-f4351c00ac59 service nova] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Received event network-vif-plugged-10f2e1f8-dfd9-47a1-924a-a3e80795f396 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:31:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-23fd1a23-68c5-4d98-97e3-71e3b9817c18 req-ff6e5284-c578-4193-a0f5-f4351c00ac59 service nova] Acquiring lock "439f7e31-a29c-4b26-af66-32818c218e31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:31:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-23fd1a23-68c5-4d98-97e3-71e3b9817c18 req-ff6e5284-c578-4193-a0f5-f4351c00ac59 service nova] Lock "439f7e31-a29c-4b26-af66-32818c218e31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:31:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-23fd1a23-68c5-4d98-97e3-71e3b9817c18 req-ff6e5284-c578-4193-a0f5-f4351c00ac59 service nova] Lock "439f7e31-a29c-4b26-af66-32818c218e31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:31:29 user nova-compute[74854]: DEBUG nova.compute.manager [req-23fd1a23-68c5-4d98-97e3-71e3b9817c18 req-ff6e5284-c578-4193-a0f5-f4351c00ac59 service nova] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] No waiting events found dispatching network-vif-plugged-10f2e1f8-dfd9-47a1-924a-a3e80795f396 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:31:29 user nova-compute[74854]: WARNING nova.compute.manager [req-23fd1a23-68c5-4d98-97e3-71e3b9817c18 req-ff6e5284-c578-4193-a0f5-f4351c00ac59 service nova] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Received unexpected event network-vif-plugged-10f2e1f8-dfd9-47a1-924a-a3e80795f396 for instance with vm_state active and task_state deleting.
Oct 23 17:31:29 user nova-compute[74854]: INFO nova.compute.manager [None req-001e697a-6798-43af-9431-a459c8b1c17a tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Took 0.77 seconds to detach 1 volumes for instance.
Oct 23 17:31:29 user nova-compute[74854]: DEBUG nova.compute.manager [None req-001e697a-6798-43af-9431-a459c8b1c17a tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] [instance: 439f7e31-a29c-4b26-af66-32818c218e31] Deleting volume: 6f46e4af-4dcb-4758-85fc-62f88886183f {{(pid=74854) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 23 17:31:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-001e697a-6798-43af-9431-a459c8b1c17a tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:31:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-001e697a-6798-43af-9431-a459c8b1c17a tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:31:29 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-001e697a-6798-43af-9431-a459c8b1c17a tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:31:29 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-001e697a-6798-43af-9431-a459c8b1c17a tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:31:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-001e697a-6798-43af-9431-a459c8b1c17a tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.188s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:31:29 user nova-compute[74854]: INFO nova.scheduler.client.report [None req-001e697a-6798-43af-9431-a459c8b1c17a tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Deleted allocations for instance 439f7e31-a29c-4b26-af66-32818c218e31
Oct 23 17:31:30 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-001e697a-6798-43af-9431-a459c8b1c17a tempest-TestShelveInstance-757979104 tempest-TestShelveInstance-757979104-project-member] Lock "439f7e31-a29c-4b26-af66-32818c218e31" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.840s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:31:31 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:31:33 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:31:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-4940bff7-734f-4b77-8706-5f58b0a8833b tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Acquiring lock "88691b05-eba8-4376-8d75-2b06384a4776" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:31:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-4940bff7-734f-4b77-8706-5f58b0a8833b tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Lock "88691b05-eba8-4376-8d75-2b06384a4776" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:31:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-4940bff7-734f-4b77-8706-5f58b0a8833b tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Acquiring lock "88691b05-eba8-4376-8d75-2b06384a4776-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:31:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-4940bff7-734f-4b77-8706-5f58b0a8833b tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Lock "88691b05-eba8-4376-8d75-2b06384a4776-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:31:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-4940bff7-734f-4b77-8706-5f58b0a8833b tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Lock "88691b05-eba8-4376-8d75-2b06384a4776-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:31:35 user nova-compute[74854]: INFO nova.compute.manager [None req-4940bff7-734f-4b77-8706-5f58b0a8833b tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] Terminating instance
Oct 23 17:31:35 user nova-compute[74854]: DEBUG nova.compute.manager [None req-4940bff7-734f-4b77-8706-5f58b0a8833b tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] Start destroying the instance on the hypervisor. {{(pid=74854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 17:31:35 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:31:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:31:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:31:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:31:36 user nova-compute[74854]: DEBUG nova.compute.manager [req-6e627125-004d-4f8d-89e8-3a8a4277c5fb req-8110cef5-8a36-41ed-8fed-443ed9b8a7f4 service nova] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] Received event network-vif-unplugged-9dd065f3-7881-4843-812b-9d4c91d4e70f {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:31:36 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-6e627125-004d-4f8d-89e8-3a8a4277c5fb req-8110cef5-8a36-41ed-8fed-443ed9b8a7f4 service nova] Acquiring lock "88691b05-eba8-4376-8d75-2b06384a4776-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:31:36 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-6e627125-004d-4f8d-89e8-3a8a4277c5fb req-8110cef5-8a36-41ed-8fed-443ed9b8a7f4 service nova] Lock "88691b05-eba8-4376-8d75-2b06384a4776-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:31:36 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-6e627125-004d-4f8d-89e8-3a8a4277c5fb req-8110cef5-8a36-41ed-8fed-443ed9b8a7f4 service nova] Lock "88691b05-eba8-4376-8d75-2b06384a4776-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:31:36 user nova-compute[74854]: DEBUG nova.compute.manager [req-6e627125-004d-4f8d-89e8-3a8a4277c5fb req-8110cef5-8a36-41ed-8fed-443ed9b8a7f4 service nova] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] No waiting events found dispatching network-vif-unplugged-9dd065f3-7881-4843-812b-9d4c91d4e70f {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:31:36 user nova-compute[74854]: DEBUG nova.compute.manager [req-6e627125-004d-4f8d-89e8-3a8a4277c5fb req-8110cef5-8a36-41ed-8fed-443ed9b8a7f4 service nova] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] Received event network-vif-unplugged-9dd065f3-7881-4843-812b-9d4c91d4e70f for instance with task_state deleting. {{(pid=74854) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 17:31:36 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] Instance destroyed successfully.
Oct 23 17:31:36 user nova-compute[74854]: DEBUG nova.objects.instance [None req-4940bff7-734f-4b77-8706-5f58b0a8833b tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Lazy-loading 'resources' on Instance uuid 88691b05-eba8-4376-8d75-2b06384a4776 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:31:36 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-4940bff7-734f-4b77-8706-5f58b0a8833b tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:29:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1451709951',display_name='tempest-VolumesActionsTest-instance-1451709951',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1451709951',id=42,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:29:52Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7a87e6b283d14f5090e7d2e2c072bdc3',ramdisk_id='',reservation_id='r-gd3fm9c0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-228437702',owner_user_name='tempest-VolumesActionsTest-228437702-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:29:53Z,user_data=None,user_id='b0b757442f5a4a398cb120d091cbabd6',uuid=88691b05-eba8-4376-8d75-2b06384a4776,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9dd065f3-7881-4843-812b-9d4c91d4e70f", "address": "fa:16:3e:e8:f4:a2", "network": {"id": "22c1f39b-811a-4692-adbb-92ceb0e0b4e3", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1009630071-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a87e6b283d14f5090e7d2e2c072bdc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9dd065f3-78", "ovs_interfaceid": "9dd065f3-7881-4843-812b-9d4c91d4e70f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:31:36 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-4940bff7-734f-4b77-8706-5f58b0a8833b tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Converting VIF {"id": "9dd065f3-7881-4843-812b-9d4c91d4e70f", "address": "fa:16:3e:e8:f4:a2", "network": {"id": "22c1f39b-811a-4692-adbb-92ceb0e0b4e3", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1009630071-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7a87e6b283d14f5090e7d2e2c072bdc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9dd065f3-78", "ovs_interfaceid": "9dd065f3-7881-4843-812b-9d4c91d4e70f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:31:36 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-4940bff7-734f-4b77-8706-5f58b0a8833b tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e8:f4:a2,bridge_name='br-int',has_traffic_filtering=True,id=9dd065f3-7881-4843-812b-9d4c91d4e70f,network=Network(22c1f39b-811a-4692-adbb-92ceb0e0b4e3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9dd065f3-78') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:31:36 user nova-compute[74854]: DEBUG os_vif [None req-4940bff7-734f-4b77-8706-5f58b0a8833b tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e8:f4:a2,bridge_name='br-int',has_traffic_filtering=True,id=9dd065f3-7881-4843-812b-9d4c91d4e70f,network=Network(22c1f39b-811a-4692-adbb-92ceb0e0b4e3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9dd065f3-78') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:31:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:31:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9dd065f3-78, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:31:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:31:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:31:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:31:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b2c77d99-9d9a-43ce-a545-dd2c7cc958e2) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:31:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:31:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:31:36 user nova-compute[74854]: INFO os_vif [None req-4940bff7-734f-4b77-8706-5f58b0a8833b tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e8:f4:a2,bridge_name='br-int',has_traffic_filtering=True,id=9dd065f3-7881-4843-812b-9d4c91d4e70f,network=Network(22c1f39b-811a-4692-adbb-92ceb0e0b4e3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9dd065f3-78')
Oct 23 17:31:36 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-4940bff7-734f-4b77-8706-5f58b0a8833b tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] Deleting instance files /opt/stack/data/nova/instances/88691b05-eba8-4376-8d75-2b06384a4776_del
Oct 23 17:31:36 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-4940bff7-734f-4b77-8706-5f58b0a8833b tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] Deletion of /opt/stack/data/nova/instances/88691b05-eba8-4376-8d75-2b06384a4776_del complete
Oct 23 17:31:36 user nova-compute[74854]: INFO nova.compute.manager [None req-4940bff7-734f-4b77-8706-5f58b0a8833b tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] Took 0.67 seconds to destroy the instance on the hypervisor.
Oct 23 17:31:36 user nova-compute[74854]: DEBUG oslo.service.loopingcall [None req-4940bff7-734f-4b77-8706-5f58b0a8833b tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 17:31:36 user nova-compute[74854]: DEBUG nova.compute.manager [-] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] Deallocating network for instance {{(pid=74854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 17:31:36 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] deallocate_for_instance() {{(pid=74854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 17:31:37 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:31:37 user nova-compute[74854]: INFO nova.compute.manager [-] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] Took 0.44 seconds to deallocate network for instance.
Oct 23 17:31:37 user nova-compute[74854]: DEBUG nova.compute.manager [req-25555841-f3d8-4525-b9bb-2b5aa755c0f4 req-52d45e78-aa90-46a6-8d9f-37ac9e21228d service nova] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] Received event network-vif-deleted-9dd065f3-7881-4843-812b-9d4c91d4e70f {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:31:37 user nova-compute[74854]: INFO nova.compute.manager [req-25555841-f3d8-4525-b9bb-2b5aa755c0f4 req-52d45e78-aa90-46a6-8d9f-37ac9e21228d service nova] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] Neutron deleted interface 9dd065f3-7881-4843-812b-9d4c91d4e70f; detaching it from the instance and deleting it from the info cache
Oct 23 17:31:37 user nova-compute[74854]: DEBUG nova.network.neutron [req-25555841-f3d8-4525-b9bb-2b5aa755c0f4 req-52d45e78-aa90-46a6-8d9f-37ac9e21228d service nova] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:31:37 user nova-compute[74854]: DEBUG nova.compute.manager [req-25555841-f3d8-4525-b9bb-2b5aa755c0f4 req-52d45e78-aa90-46a6-8d9f-37ac9e21228d service nova] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] Detach interface failed, port_id=9dd065f3-7881-4843-812b-9d4c91d4e70f, reason: Instance 88691b05-eba8-4376-8d75-2b06384a4776 could not be found. {{(pid=74854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 23 17:31:37 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-4940bff7-734f-4b77-8706-5f58b0a8833b tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:31:37 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-4940bff7-734f-4b77-8706-5f58b0a8833b tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:31:37 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-4940bff7-734f-4b77-8706-5f58b0a8833b tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:31:37 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-4940bff7-734f-4b77-8706-5f58b0a8833b tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:31:37 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-4940bff7-734f-4b77-8706-5f58b0a8833b tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.262s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:31:37 user nova-compute[74854]: INFO nova.scheduler.client.report [None req-4940bff7-734f-4b77-8706-5f58b0a8833b tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Deleted allocations for instance 88691b05-eba8-4376-8d75-2b06384a4776
Oct 23 17:31:37 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-4940bff7-734f-4b77-8706-5f58b0a8833b tempest-VolumesActionsTest-228437702 tempest-VolumesActionsTest-228437702-project-member] Lock "88691b05-eba8-4376-8d75-2b06384a4776" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.633s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:31:38 user nova-compute[74854]: DEBUG nova.compute.manager [req-57d429af-23bc-4cce-8e9a-35eedd359091 req-dce5f022-0152-4848-b84e-87bc6662b9db service nova] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] Received event network-vif-plugged-9dd065f3-7881-4843-812b-9d4c91d4e70f {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:31:38 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-57d429af-23bc-4cce-8e9a-35eedd359091 req-dce5f022-0152-4848-b84e-87bc6662b9db service nova] Acquiring lock "88691b05-eba8-4376-8d75-2b06384a4776-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:31:38 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-57d429af-23bc-4cce-8e9a-35eedd359091 req-dce5f022-0152-4848-b84e-87bc6662b9db service nova] Lock "88691b05-eba8-4376-8d75-2b06384a4776-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:31:38 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-57d429af-23bc-4cce-8e9a-35eedd359091 req-dce5f022-0152-4848-b84e-87bc6662b9db service nova] Lock "88691b05-eba8-4376-8d75-2b06384a4776-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:31:38 user nova-compute[74854]: DEBUG nova.compute.manager [req-57d429af-23bc-4cce-8e9a-35eedd359091 req-dce5f022-0152-4848-b84e-87bc6662b9db service nova] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] No waiting events found dispatching network-vif-plugged-9dd065f3-7881-4843-812b-9d4c91d4e70f {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:31:38 user nova-compute[74854]: WARNING nova.compute.manager [req-57d429af-23bc-4cce-8e9a-35eedd359091 req-dce5f022-0152-4848-b84e-87bc6662b9db service nova] [instance: 88691b05-eba8-4376-8d75-2b06384a4776] Received unexpected event network-vif-plugged-9dd065f3-7881-4843-812b-9d4c91d4e70f for instance with vm_state deleted and task_state None.
Oct 23 17:31:41 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:31:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:31:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:31:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74854) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 17:31:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:31:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:31:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:31:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-eebf1ee8-c50a-4af1-8fd2-71785a9943fb tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Acquiring lock "a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:31:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-eebf1ee8-c50a-4af1-8fd2-71785a9943fb tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:31:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-eebf1ee8-c50a-4af1-8fd2-71785a9943fb tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Acquiring lock "a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:31:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-eebf1ee8-c50a-4af1-8fd2-71785a9943fb tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:31:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-eebf1ee8-c50a-4af1-8fd2-71785a9943fb tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:31:46 user nova-compute[74854]: INFO nova.compute.manager [None req-eebf1ee8-c50a-4af1-8fd2-71785a9943fb tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Terminating instance
Oct 23 17:31:46 user nova-compute[74854]: DEBUG nova.compute.manager [None req-eebf1ee8-c50a-4af1-8fd2-71785a9943fb tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Start destroying the instance on the hypervisor. {{(pid=74854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 17:31:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:31:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:31:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:31:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:31:46 user nova-compute[74854]: DEBUG nova.compute.manager [req-c67133dc-c31f-453d-a491-6c2e0183dc77 req-74c6799e-b865-4881-8050-006b356fbcfd service nova] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Received event network-vif-unplugged-d9833449-c297-4a3f-9046-9e69b4182795 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:31:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-c67133dc-c31f-453d-a491-6c2e0183dc77 req-74c6799e-b865-4881-8050-006b356fbcfd service nova] Acquiring lock "a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:31:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-c67133dc-c31f-453d-a491-6c2e0183dc77 req-74c6799e-b865-4881-8050-006b356fbcfd service nova] Lock "a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:31:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-c67133dc-c31f-453d-a491-6c2e0183dc77 req-74c6799e-b865-4881-8050-006b356fbcfd service nova] Lock "a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:31:46 user nova-compute[74854]: DEBUG nova.compute.manager [req-c67133dc-c31f-453d-a491-6c2e0183dc77 req-74c6799e-b865-4881-8050-006b356fbcfd service nova] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] No waiting events found dispatching network-vif-unplugged-d9833449-c297-4a3f-9046-9e69b4182795 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:31:46 user nova-compute[74854]: DEBUG nova.compute.manager [req-c67133dc-c31f-453d-a491-6c2e0183dc77 req-74c6799e-b865-4881-8050-006b356fbcfd service nova] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Received event network-vif-unplugged-d9833449-c297-4a3f-9046-9e69b4182795 for instance with task_state deleting. {{(pid=74854) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 17:31:47 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Instance destroyed successfully.
Oct 23 17:31:47 user nova-compute[74854]: DEBUG nova.objects.instance [None req-eebf1ee8-c50a-4af1-8fd2-71785a9943fb tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lazy-loading 'resources' on Instance uuid a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:31:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-eebf1ee8-c50a-4af1-8fd2-71785a9943fb tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:11:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1534025609',display_name='tempest-ServerActionsTestOtherA-server-1534025609',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1534025609',id=21,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPBJR3BvmM7meYkAcCF2ujZe03U4HNLixnKiUvE/o6SXIDNWUShuWmTShR/FAWxF9sC4aPy85Abikw36gNEcA5FEVHgwYXn+z4KffbWl4nss9UGOVqcw9RqiDENkCY5N/g==',key_name='tempest-keypair-2124569675',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:11:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bca03991a9df481c86def54ea306564f',ramdisk_id='',reservation_id='r-gb48aztz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1778139926',owner_user_name='tempest-ServerActionsTestOtherA-1778139926-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:11:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5675213e913d4779a484c9a3715f56cf',uuid=a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d9833449-c297-4a3f-9046-9e69b4182795", "address": "fa:16:3e:39:9a:1e", "network": {"id": "96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1329263426-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bca03991a9df481c86def54ea306564f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9833449-c2", "ovs_interfaceid": "d9833449-c297-4a3f-9046-9e69b4182795", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:31:47 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-eebf1ee8-c50a-4af1-8fd2-71785a9943fb tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Converting VIF {"id": "d9833449-c297-4a3f-9046-9e69b4182795", "address": "fa:16:3e:39:9a:1e", "network": {"id": "96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1329263426-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bca03991a9df481c86def54ea306564f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9833449-c2", "ovs_interfaceid": "d9833449-c297-4a3f-9046-9e69b4182795", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:31:47 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-eebf1ee8-c50a-4af1-8fd2-71785a9943fb tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:39:9a:1e,bridge_name='br-int',has_traffic_filtering=True,id=d9833449-c297-4a3f-9046-9e69b4182795,network=Network(96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd9833449-c2') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:31:47 user nova-compute[74854]: DEBUG os_vif [None req-eebf1ee8-c50a-4af1-8fd2-71785a9943fb tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:39:9a:1e,bridge_name='br-int',has_traffic_filtering=True,id=d9833449-c297-4a3f-9046-9e69b4182795,network=Network(96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd9833449-c2') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:31:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:31:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd9833449-c2, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:31:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:31:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:31:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:31:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=46db2616-3de6-4502-9d65-da2ecb8e37ab) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:31:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:31:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:31:47 user nova-compute[74854]: INFO os_vif [None req-eebf1ee8-c50a-4af1-8fd2-71785a9943fb tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:39:9a:1e,bridge_name='br-int',has_traffic_filtering=True,id=d9833449-c297-4a3f-9046-9e69b4182795,network=Network(96b4eaaf-e1c5-4a97-b8d3-33d6c395eb61),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd9833449-c2')
Oct 23 17:31:47 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-eebf1ee8-c50a-4af1-8fd2-71785a9943fb tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Deleting instance files /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf_del
Oct 23 17:31:47 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-eebf1ee8-c50a-4af1-8fd2-71785a9943fb tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Deletion of /opt/stack/data/nova/instances/a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf_del complete
Oct 23 17:31:47 user nova-compute[74854]: INFO nova.compute.manager [None req-eebf1ee8-c50a-4af1-8fd2-71785a9943fb tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Took 0.91 seconds to destroy the instance on the hypervisor.
Oct 23 17:31:47 user nova-compute[74854]: DEBUG oslo.service.loopingcall [None req-eebf1ee8-c50a-4af1-8fd2-71785a9943fb tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 17:31:47 user nova-compute[74854]: DEBUG nova.compute.manager [-] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Deallocating network for instance {{(pid=74854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 17:31:47 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] deallocate_for_instance() {{(pid=74854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 17:31:47 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:31:47 user nova-compute[74854]: INFO nova.compute.manager [-] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Took 0.47 seconds to deallocate network for instance.
Oct 23 17:31:48 user nova-compute[74854]: DEBUG nova.compute.manager [req-6c93a452-5e3b-4b14-9467-70fda20ad43f req-b6af7aa8-3135-40c6-8e79-69df35132b98 service nova] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Received event network-vif-deleted-d9833449-c297-4a3f-9046-9e69b4182795 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:31:48 user nova-compute[74854]: INFO nova.compute.manager [req-6c93a452-5e3b-4b14-9467-70fda20ad43f req-b6af7aa8-3135-40c6-8e79-69df35132b98 service nova] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Neutron deleted interface d9833449-c297-4a3f-9046-9e69b4182795; detaching it from the instance and deleting it from the info cache
Oct 23 17:31:48 user nova-compute[74854]: DEBUG nova.network.neutron [req-6c93a452-5e3b-4b14-9467-70fda20ad43f req-b6af7aa8-3135-40c6-8e79-69df35132b98 service nova] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:31:48 user nova-compute[74854]: DEBUG nova.compute.manager [req-6c93a452-5e3b-4b14-9467-70fda20ad43f req-b6af7aa8-3135-40c6-8e79-69df35132b98 service nova] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Detach interface failed, port_id=d9833449-c297-4a3f-9046-9e69b4182795, reason: Instance a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf could not be found. {{(pid=74854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 23 17:31:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-eebf1ee8-c50a-4af1-8fd2-71785a9943fb tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:31:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-eebf1ee8-c50a-4af1-8fd2-71785a9943fb tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:31:48 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-eebf1ee8-c50a-4af1-8fd2-71785a9943fb tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:31:48 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-eebf1ee8-c50a-4af1-8fd2-71785a9943fb tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:31:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-eebf1ee8-c50a-4af1-8fd2-71785a9943fb tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.151s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:31:48 user nova-compute[74854]: INFO nova.scheduler.client.report [None req-eebf1ee8-c50a-4af1-8fd2-71785a9943fb tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Deleted allocations for instance a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf
Oct 23 17:31:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-eebf1ee8-c50a-4af1-8fd2-71785a9943fb tempest-ServerActionsTestOtherA-1778139926 tempest-ServerActionsTestOtherA-1778139926-project-member] Lock "a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.971s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:31:48 user nova-compute[74854]: DEBUG nova.compute.manager [req-e9583125-e1a5-4ea7-b468-9128e8090c4d req-a689fbf8-83ef-4dfe-8031-800ab83d2068 service nova] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Received event network-vif-plugged-d9833449-c297-4a3f-9046-9e69b4182795 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:31:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e9583125-e1a5-4ea7-b468-9128e8090c4d req-a689fbf8-83ef-4dfe-8031-800ab83d2068 service nova] Acquiring lock "a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:31:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e9583125-e1a5-4ea7-b468-9128e8090c4d req-a689fbf8-83ef-4dfe-8031-800ab83d2068 service nova] Lock "a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:31:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e9583125-e1a5-4ea7-b468-9128e8090c4d req-a689fbf8-83ef-4dfe-8031-800ab83d2068 service nova] Lock "a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:31:48 user nova-compute[74854]: DEBUG nova.compute.manager [req-e9583125-e1a5-4ea7-b468-9128e8090c4d req-a689fbf8-83ef-4dfe-8031-800ab83d2068 service nova] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] No waiting events found dispatching network-vif-plugged-d9833449-c297-4a3f-9046-9e69b4182795 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:31:48 user nova-compute[74854]: WARNING nova.compute.manager [req-e9583125-e1a5-4ea7-b468-9128e8090c4d req-a689fbf8-83ef-4dfe-8031-800ab83d2068 service nova] [instance: a1361b4f-dd80-4cc7-bb0d-32feaa91f7cf] Received unexpected event network-vif-plugged-d9833449-c297-4a3f-9046-9e69b4182795 for instance with vm_state deleted and task_state None.
Oct 23 17:31:52 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:31:55 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:31:57 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:31:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquiring lock "f39d935d-f93e-4292-9080-3435aa30b8fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:31:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "f39d935d-f93e-4292-9080-3435aa30b8fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:31:59 user nova-compute[74854]: DEBUG nova.compute.manager [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Starting instance... {{(pid=74854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 17:31:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:31:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:31:59 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74854) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 17:31:59 user nova-compute[74854]: INFO nova.compute.claims [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Claim successful on node user
Oct 23 17:32:00 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:32:00 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:32:00 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.232s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:32:00 user nova-compute[74854]: DEBUG nova.compute.manager [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Start building networks asynchronously for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 17:32:00 user nova-compute[74854]: DEBUG nova.compute.manager [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Allocating IP information in the background. {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 17:32:00 user nova-compute[74854]: DEBUG nova.network.neutron [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] allocate_for_instance() {{(pid=74854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 17:32:00 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 17:32:00 user nova-compute[74854]: DEBUG nova.compute.manager [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Start building block device mappings for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 17:32:00 user nova-compute[74854]: DEBUG nova.policy [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40d10700efba402e9cc769d2510f8311', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3560285cd557461eae016907fb469040', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74854) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 17:32:00 user nova-compute[74854]: INFO nova.virt.block_device [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Booting with volume 1deceb1c-9554-49d3-bf90-ba811a2a96ee at /dev/vda
Oct 23 17:32:00 user nova-compute[74854]: DEBUG os_brick.utils [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:32:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:32:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:32:00 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c8d6365-09b9-4871-af31-04ffa9789616]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a321e2f0722\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:32:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:32:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:32:00 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[49ae256d-7702-4655-8b4a-357bfebd915f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:32:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:32:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:32:00 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6194fae-9484-4c38-a8bf-c12951c22a9b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:32:00 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[67f22f21-8747-40c8-b4cd-23f7fa6924e0]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:32:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Running cmd (subprocess): nvme version {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:32:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] 'nvme version' failed. Not Retrying. {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:32:00 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] nvme not present on system {{(pid=74854) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 17:32:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:32:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:32:00 user nova-compute[74854]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 17:32:00 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[9393f0b8-6220-4b34-8f2f-6e929a1a1eaf]: (4, '') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:32:00 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74854) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 17:32:00 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 17:32:00 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] LIGHTOS: no hostnqn found. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 17:32:00 user nova-compute[74854]: DEBUG os_brick.utils [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] <== get_connector_properties: return (114ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a321e2f0722', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:32:00 user nova-compute[74854]: DEBUG nova.virt.block_device [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Updating existing volume attachment record: 533acd9a-b92b-47a8-b9e9-080e921bd26a {{(pid=74854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 17:32:00 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:32:00 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:32:00 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 17:32:01 user nova-compute[74854]: DEBUG nova.network.neutron [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Successfully created port: 096faa48-357b-44a1-9190-872a30fb7175 {{(pid=74854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 17:32:01 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:32:02 user nova-compute[74854]: DEBUG nova.network.neutron [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Successfully updated port: 096faa48-357b-44a1-9190-872a30fb7175 {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:32:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquiring lock "refresh_cache-f39d935d-f93e-4292-9080-3435aa30b8fe" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:32:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquired lock "refresh_cache-f39d935d-f93e-4292-9080-3435aa30b8fe" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:32:02 user nova-compute[74854]: DEBUG nova.network.neutron [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:32:02 user nova-compute[74854]: DEBUG nova.compute.manager [req-1763ecff-f79c-449f-ad1a-5c772726d6d9 req-96be84fc-c64a-4393-a1c3-2e3770757183 service nova] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Received event network-changed-096faa48-357b-44a1-9190-872a30fb7175 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:32:02 user nova-compute[74854]: DEBUG nova.compute.manager [req-1763ecff-f79c-449f-ad1a-5c772726d6d9 req-96be84fc-c64a-4393-a1c3-2e3770757183 service nova] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Refreshing instance network info cache due to event network-changed-096faa48-357b-44a1-9190-872a30fb7175. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:32:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-1763ecff-f79c-449f-ad1a-5c772726d6d9 req-96be84fc-c64a-4393-a1c3-2e3770757183 service nova] Acquiring lock "refresh_cache-f39d935d-f93e-4292-9080-3435aa30b8fe" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:32:02 user nova-compute[74854]: DEBUG nova.network.neutron [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Instance cache missing network info. {{(pid=74854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 17:32:02 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:32:02 user nova-compute[74854]: DEBUG nova.network.neutron [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Updating instance_info_cache with network_info: [{"id": "096faa48-357b-44a1-9190-872a30fb7175", "address": "fa:16:3e:e8:80:aa", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap096faa48-35", "ovs_interfaceid": "096faa48-357b-44a1-9190-872a30fb7175", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:32:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Releasing lock "refresh_cache-f39d935d-f93e-4292-9080-3435aa30b8fe" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:32:02 user nova-compute[74854]: DEBUG nova.compute.manager [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Instance network_info: |[{"id": "096faa48-357b-44a1-9190-872a30fb7175", "address": "fa:16:3e:e8:80:aa", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap096faa48-35", "ovs_interfaceid": "096faa48-357b-44a1-9190-872a30fb7175", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 17:32:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-1763ecff-f79c-449f-ad1a-5c772726d6d9 req-96be84fc-c64a-4393-a1c3-2e3770757183 service nova] Acquired lock "refresh_cache-f39d935d-f93e-4292-9080-3435aa30b8fe" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:32:02 user nova-compute[74854]: DEBUG nova.network.neutron [req-1763ecff-f79c-449f-ad1a-5c772726d6d9 req-96be84fc-c64a-4393-a1c3-2e3770757183 service nova] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Refreshing network info cache for port 096faa48-357b-44a1-9190-872a30fb7175 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:32:02 user nova-compute[74854]: DEBUG nova.network.neutron [req-1763ecff-f79c-449f-ad1a-5c772726d6d9 req-96be84fc-c64a-4393-a1c3-2e3770757183 service nova] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Updated VIF entry in instance network info cache for port 096faa48-357b-44a1-9190-872a30fb7175. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:32:02 user nova-compute[74854]: DEBUG nova.network.neutron [req-1763ecff-f79c-449f-ad1a-5c772726d6d9 req-96be84fc-c64a-4393-a1c3-2e3770757183 service nova] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Updating instance_info_cache with network_info: [{"id": "096faa48-357b-44a1-9190-872a30fb7175", "address": "fa:16:3e:e8:80:aa", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap096faa48-35", "ovs_interfaceid": "096faa48-357b-44a1-9190-872a30fb7175", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:32:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-1763ecff-f79c-449f-ad1a-5c772726d6d9 req-96be84fc-c64a-4393-a1c3-2e3770757183 service nova] Releasing lock "refresh_cache-f39d935d-f93e-4292-9080-3435aa30b8fe" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:32:03 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:32:03 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:32:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:32:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:32:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:32:03 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Auditing locally available compute resources for user (node: user) {{(pid=74854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 17:32:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92b4d090-abf0-4c14-a643-15c354047755/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:32:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92b4d090-abf0-4c14-a643-15c354047755/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:32:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92b4d090-abf0-4c14-a643-15c354047755/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:32:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92b4d090-abf0-4c14-a643-15c354047755/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:32:04 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:32:04 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:32:04 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Hypervisor/Node resource view: name=user free_ram=8755MB free_disk=24.928661346435547GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=74854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 17:32:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:32:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:32:04 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 92b4d090-abf0-4c14-a643-15c354047755 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:32:04 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance f39d935d-f93e-4292-9080-3435aa30b8fe actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:32:04 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 17:32:04 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 17:32:04 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:32:04 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:32:04 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Compute_service record updated for user:user {{(pid=74854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 17:32:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.235s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:32:06 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:32:07 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:32:07 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:32:07 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Starting heal instance info cache {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 17:32:07 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Rebuilding the list of instances to heal {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 23 17:32:07 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Skipping network cache update for instance because it is Building. {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9934}}
Oct 23 17:32:07 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "refresh_cache-92b4d090-abf0-4c14-a643-15c354047755" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:32:07 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquired lock "refresh_cache-92b4d090-abf0-4c14-a643-15c354047755" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:32:07 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: 92b4d090-abf0-4c14-a643-15c354047755] Forcefully refreshing network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 17:32:07 user nova-compute[74854]: DEBUG nova.objects.instance [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lazy-loading 'info_cache' on Instance uuid 92b4d090-abf0-4c14-a643-15c354047755 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:32:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:32:08 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: 92b4d090-abf0-4c14-a643-15c354047755] Updating instance_info_cache with network_info: [{"id": "2bd85e72-3bf2-4905-83d9-ab79d4c7f826", "address": "fa:16:3e:fd:af:fa", "network": {"id": "54dbf298-616d-479c-b4a5-22670c2adc09", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1657654976-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9496c1f96c33495f887f8c64f728deac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2bd85e72-3b", "ovs_interfaceid": "2bd85e72-3bf2-4905-83d9-ab79d4c7f826", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:32:08 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Releasing lock "refresh_cache-92b4d090-abf0-4c14-a643-15c354047755" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:32:08 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: 92b4d090-abf0-4c14-a643-15c354047755] Updated the network info_cache for instance {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 17:32:12 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:32:12 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:32:16 user nova-compute[74854]: DEBUG nova.compute.manager [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Start spawning the instance on the hypervisor. {{(pid=74854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 17:32:16 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Creating instance directory {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 17:32:16 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Creating image(s)
Oct 23 17:32:16 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Did not create local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 23 17:32:16 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Ensure instance console log exists: /opt/stack/data/nova/instances/f39d935d-f93e-4292-9080-3435aa30b8fe/console.log {{(pid=74854) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 17:32:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:32:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:32:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:32:16 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Start _get_guest_xml network_info=[{"id": "096faa48-357b-44a1-9190-872a30fb7175", "address": "fa:16:3e:e8:80:aa", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap096faa48-35", "ovs_interfaceid": "096faa48-357b-44a1-9190-872a30fb7175", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'attachment_id': '533acd9a-b92b-47a8-b9e9-080e921bd26a', 'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RTYGaBql', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f39d935d-f93e-4292-9080-3435aa30b8fe', 'attached_at': '', 'detached_at': '', 'volume_id': '1deceb1c-9554-49d3-bf90-ba811a2a96ee', 'serial': '1deceb1c-9554-49d3-bf90-ba811a2a96ee'}, 'mount_device': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'volume_type': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:32:16 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:32:16 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:32:16 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:32:16 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:32:16 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:32:16 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:32:16 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:32:16 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:32:16 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:32:16 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:32:16 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:32:16 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:32:16 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:32:16 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:32:16 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:32:16 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:32:16 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:32:16 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:32:16 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Calling os-brick to attach iSCSI Volume {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 17:32:16 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RTYGaBql', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:32:16 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:32:16 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:32:16 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:32:16 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:32:16 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:32:16 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:32:16 user nova-compute[74854]: INFO os_brick.initiator.connectors.iscsi [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 17:32:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee -p 172.16.0.220:3260 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:32:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:32:16 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[07849623-736b-4e29-b723-8c0e25743f9d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:32:16 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 17:32:16 user nova-compute[74854]:  {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:32:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee -p 172.16.0.220:3260 --interface default --op new {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:32:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:32:16 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[baa93e79-3814-424b-b520-f95ad7e66c07]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee] added\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:32:16 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee] added
Oct 23 17:32:16 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:32:17 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:32:17 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:32:17 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[46ed8563-dcd5-4926-921a-0f885e56acec]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:32:17 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:32:17 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:32:17 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:32:17 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[89b68166-750c-4bed-aacc-e63bd0b4cb65]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:32:17 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:32:17 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RTYGaBql {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:32:17 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RTYGaBql" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:32:17 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[18862a1a-bf02-4448-82f5-219b1b8fe6ec]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:32:17 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'RTYGaBql'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:32:17 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:32:17 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:32:17 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e48873c-3833-4423-a9f9-4341c7e952e4]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:32:17 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:32:17 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:32:17 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:32:17 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[c37eda37-96c5-4958-b7dc-ef5c8ec408ca]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:32:17 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 23 17:32:17 user nova-compute[74854]:  {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:32:17 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 23 17:32:17 user nova-compute[74854]:  {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:32:17 user nova-compute[74854]: WARNING os_brick.initiator.connectors.iscsi [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 23 17:32:17 user nova-compute[74854]: 
Oct 23 17:32:17 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee -p 172.16.0.220:3260 --login {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:32:17 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee -p 172.16.0.220:3260 --login" returned: 0 in 0.042s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:32:17 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d7a77aa-f4d0-4297-b5b4-5b3a359efb3a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:32:17 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee, portal: 172.16.0.220,3260]
Oct 23 17:32:17 user nova-compute[74854]: Login to [iface: default, target: iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee, portal: 172.16.0.220,3260] successful.
Oct 23 17:32:17 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:32:17 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:32:17 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:32:17 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ade36a2-a804-4bbc-bec4-7da0b720ac29]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:32:17 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:32:17 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:32:17 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:32:17 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d4aabfb-6cf6-4926-b4bc-0062bae85cc2]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:32:17 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)
Oct 23 17:32:17 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:32:17 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)
Oct 23 17:32:17 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:32:17 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.254s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:32:17 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Connected to 172.16.0.220:3260 {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 17:32:17 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] HCTL ('33', '-', '-', 0) found on session 46 with lun 0 {{(pid=74854) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 17:32:17 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74854) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 17:32:17 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:32:17 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:32:17 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[47f2d9b3-e568-4b5b-a3a6-6eea63a6c438]: (4, ('- - 0', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:32:17 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Searching for a device in session 46 and hctl ['33', '*', '*', 0] yield: None {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:32:17 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:32:18 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Searching for a device in session 46 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:32:18 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RTYGaBql', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 17:32:18 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.284s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:32:18 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] <== connect_volume: return (1286ms) {'type': 'block', 'scsi_wwn': '26533363935313536', 'path': '/dev/sdb'} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:32:18 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26533363935313536', 'path': '/dev/sdb'} {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 17:32:18 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:31:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1032696632',display_name='tempest-TestVolumeBootPattern-server-1032696632',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1032696632',id=44,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPjsKmP1yiKae3gkqJMmrkZKkwQRVFAUzacSOOq4SraSUMvkjIy67+j36qe3IsqWypxjD3IhIcsfXpzUmc6ZWV7UWNQrMBvfNK4qdlwLw94CORPs8MUzKUCJU5b/vy0eBg==',key_name='tempest-TestVolumeBootPattern-2045528581',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3560285cd557461eae016907fb469040',ramdisk_id='',reservation_id='r-cz90b41m',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1291140693',owner_user_name='tempest-TestVolumeBootPattern-1291140693-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:32:00Z,user_data=None,user_id='40d10700efba402e9cc769d2510f8311',uuid=f39d935d-f93e-4292-9080-3435aa30b8fe,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "096faa48-357b-44a1-9190-872a30fb7175", "address": "fa:16:3e:e8:80:aa", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap096faa48-35", "ovs_interfaceid": "096faa48-357b-44a1-9190-872a30fb7175", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:32:18 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Converting VIF {"id": "096faa48-357b-44a1-9190-872a30fb7175", "address": "fa:16:3e:e8:80:aa", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap096faa48-35", "ovs_interfaceid": "096faa48-357b-44a1-9190-872a30fb7175", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:32:18 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e8:80:aa,bridge_name='br-int',has_traffic_filtering=True,id=096faa48-357b-44a1-9190-872a30fb7175,network=Network(fb72fe03-c822-4d0e-99e3-cec932363ec0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap096faa48-35') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:32:18 user nova-compute[74854]: DEBUG nova.objects.instance [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lazy-loading 'pci_devices' on Instance uuid f39d935d-f93e-4292-9080-3435aa30b8fe {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:32:18 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:32:18 user nova-compute[74854]:   <uuid>f39d935d-f93e-4292-9080-3435aa30b8fe</uuid>
Oct 23 17:32:18 user nova-compute[74854]:   <name>instance-0000002c</name>
Oct 23 17:32:18 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:32:18 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:32:18 user nova-compute[74854]:   <metadata>
Oct 23 17:32:18 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:32:18 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:32:18 user nova-compute[74854]:       <nova:name>tempest-TestVolumeBootPattern-server-1032696632</nova:name>
Oct 23 17:32:18 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:32:16</nova:creationTime>
Oct 23 17:32:18 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:32:18 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:32:18 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:32:18 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:32:18 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:32:18 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:32:18 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:32:18 user nova-compute[74854]:       <nova:owner>
Oct 23 17:32:18 user nova-compute[74854]:         <nova:user uuid="40d10700efba402e9cc769d2510f8311">tempest-TestVolumeBootPattern-1291140693-project-member</nova:user>
Oct 23 17:32:18 user nova-compute[74854]:         <nova:project uuid="3560285cd557461eae016907fb469040">tempest-TestVolumeBootPattern-1291140693</nova:project>
Oct 23 17:32:18 user nova-compute[74854]:       </nova:owner>
Oct 23 17:32:18 user nova-compute[74854]:       <nova:ports>
Oct 23 17:32:18 user nova-compute[74854]:         <nova:port uuid="096faa48-357b-44a1-9190-872a30fb7175">
Oct 23 17:32:18 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 23 17:32:18 user nova-compute[74854]:         </nova:port>
Oct 23 17:32:18 user nova-compute[74854]:       </nova:ports>
Oct 23 17:32:18 user nova-compute[74854]:     </nova:instance>
Oct 23 17:32:18 user nova-compute[74854]:   </metadata>
Oct 23 17:32:18 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:32:18 user nova-compute[74854]:     <system>
Oct 23 17:32:18 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:32:18 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:32:18 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:32:18 user nova-compute[74854]:       <entry name="serial">f39d935d-f93e-4292-9080-3435aa30b8fe</entry>
Oct 23 17:32:18 user nova-compute[74854]:       <entry name="uuid">f39d935d-f93e-4292-9080-3435aa30b8fe</entry>
Oct 23 17:32:18 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:32:18 user nova-compute[74854]:     </system>
Oct 23 17:32:18 user nova-compute[74854]:   </sysinfo>
Oct 23 17:32:18 user nova-compute[74854]:   <os>
Oct 23 17:32:18 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:32:18 user nova-compute[74854]:     <boot dev="hd"/>
Oct 23 17:32:18 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:32:18 user nova-compute[74854]:   </os>
Oct 23 17:32:18 user nova-compute[74854]:   <features>
Oct 23 17:32:18 user nova-compute[74854]:     <acpi/>
Oct 23 17:32:18 user nova-compute[74854]:     <apic/>
Oct 23 17:32:18 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:32:18 user nova-compute[74854]:   </features>
Oct 23 17:32:18 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:32:18 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:32:18 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:32:18 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:32:18 user nova-compute[74854]:   </clock>
Oct 23 17:32:18 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:32:18 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:32:18 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:32:18 user nova-compute[74854]:   </cpu>
Oct 23 17:32:18 user nova-compute[74854]:   <devices>
Oct 23 17:32:18 user nova-compute[74854]:     <disk type="block" device="disk">
Oct 23 17:32:18 user nova-compute[74854]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:32:18 user nova-compute[74854]:       <source dev="/dev/sdb"/>
Oct 23 17:32:18 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:32:18 user nova-compute[74854]:       <serial>1deceb1c-9554-49d3-bf90-ba811a2a96ee</serial>
Oct 23 17:32:18 user nova-compute[74854]:     </disk>
Oct 23 17:32:18 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:32:18 user nova-compute[74854]:       <mac address="fa:16:3e:e8:80:aa"/>
Oct 23 17:32:18 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:32:18 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:32:18 user nova-compute[74854]:       <target dev="tap096faa48-35"/>
Oct 23 17:32:18 user nova-compute[74854]:     </interface>
Oct 23 17:32:18 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:32:18 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/f39d935d-f93e-4292-9080-3435aa30b8fe/console.log" append="off"/>
Oct 23 17:32:18 user nova-compute[74854]:     </serial>
Oct 23 17:32:18 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:32:18 user nova-compute[74854]:     <video>
Oct 23 17:32:18 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:32:18 user nova-compute[74854]:     </video>
Oct 23 17:32:18 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:32:18 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:32:18 user nova-compute[74854]:     </rng>
Oct 23 17:32:18 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:32:18 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:32:18 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:32:18 user nova-compute[74854]:     </memballoon>
Oct 23 17:32:18 user nova-compute[74854]:   </devices>
Oct 23 17:32:18 user nova-compute[74854]: </domain>
Oct 23 17:32:18 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:32:18 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:31:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1032696632',display_name='tempest-TestVolumeBootPattern-server-1032696632',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1032696632',id=44,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPjsKmP1yiKae3gkqJMmrkZKkwQRVFAUzacSOOq4SraSUMvkjIy67+j36qe3IsqWypxjD3IhIcsfXpzUmc6ZWV7UWNQrMBvfNK4qdlwLw94CORPs8MUzKUCJU5b/vy0eBg==',key_name='tempest-TestVolumeBootPattern-2045528581',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3560285cd557461eae016907fb469040',ramdisk_id='',reservation_id='r-cz90b41m',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1291140693',owner_user_name='tempest-TestVolumeBootPattern-1291140693-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:32:00Z,user_data=None,user_id='40d10700efba402e9cc769d2510f8311',uuid=f39d935d-f93e-4292-9080-3435aa30b8fe,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "096faa48-357b-44a1-9190-872a30fb7175", "address": "fa:16:3e:e8:80:aa", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap096faa48-35", "ovs_interfaceid": "096faa48-357b-44a1-9190-872a30fb7175", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:32:18 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Converting VIF {"id": "096faa48-357b-44a1-9190-872a30fb7175", "address": "fa:16:3e:e8:80:aa", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap096faa48-35", "ovs_interfaceid": "096faa48-357b-44a1-9190-872a30fb7175", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:32:18 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e8:80:aa,bridge_name='br-int',has_traffic_filtering=True,id=096faa48-357b-44a1-9190-872a30fb7175,network=Network(fb72fe03-c822-4d0e-99e3-cec932363ec0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap096faa48-35') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:32:18 user nova-compute[74854]: DEBUG os_vif [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e8:80:aa,bridge_name='br-int',has_traffic_filtering=True,id=096faa48-357b-44a1-9190-872a30fb7175,network=Network(fb72fe03-c822-4d0e-99e3-cec932363ec0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap096faa48-35') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:32:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:32:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:32:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:32:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:32:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '87f653eb-e201-5851-ae03-a7f961bf4f0b', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:32:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:32:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:32:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:32:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap096faa48-35, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:32:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap096faa48-35, col_values=(('qos', UUID('e1c82737-c2b1-4565-8394-bea37484a2b8')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:32:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap096faa48-35, col_values=(('external_ids', {'iface-id': '096faa48-357b-44a1-9190-872a30fb7175', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e8:80:aa', 'vm-uuid': 'f39d935d-f93e-4292-9080-3435aa30b8fe'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:32:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:32:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:32:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:32:18 user nova-compute[74854]: INFO os_vif [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e8:80:aa,bridge_name='br-int',has_traffic_filtering=True,id=096faa48-357b-44a1-9190-872a30fb7175,network=Network(fb72fe03-c822-4d0e-99e3-cec932363ec0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap096faa48-35')
Oct 23 17:32:18 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:32:18 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] No VIF found with MAC fa:16:3e:e8:80:aa, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:32:19 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:32:19 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:32:19 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:32:19 user nova-compute[74854]: DEBUG nova.compute.manager [req-7368e144-a8cb-41a9-889f-168d09aaceae req-a73479ec-e7e6-4052-bc66-c46cb859b0fc service nova] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Received event network-vif-plugged-096faa48-357b-44a1-9190-872a30fb7175 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:32:19 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-7368e144-a8cb-41a9-889f-168d09aaceae req-a73479ec-e7e6-4052-bc66-c46cb859b0fc service nova] Acquiring lock "f39d935d-f93e-4292-9080-3435aa30b8fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:32:19 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-7368e144-a8cb-41a9-889f-168d09aaceae req-a73479ec-e7e6-4052-bc66-c46cb859b0fc service nova] Lock "f39d935d-f93e-4292-9080-3435aa30b8fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:32:19 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-7368e144-a8cb-41a9-889f-168d09aaceae req-a73479ec-e7e6-4052-bc66-c46cb859b0fc service nova] Lock "f39d935d-f93e-4292-9080-3435aa30b8fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:32:19 user nova-compute[74854]: DEBUG nova.compute.manager [req-7368e144-a8cb-41a9-889f-168d09aaceae req-a73479ec-e7e6-4052-bc66-c46cb859b0fc service nova] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] No waiting events found dispatching network-vif-plugged-096faa48-357b-44a1-9190-872a30fb7175 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:32:19 user nova-compute[74854]: WARNING nova.compute.manager [req-7368e144-a8cb-41a9-889f-168d09aaceae req-a73479ec-e7e6-4052-bc66-c46cb859b0fc service nova] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Received unexpected event network-vif-plugged-096faa48-357b-44a1-9190-872a30fb7175 for instance with vm_state building and task_state spawning.
Oct 23 17:32:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:32:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:32:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:32:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:32:21 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:32:21 user nova-compute[74854]: DEBUG nova.compute.manager [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Instance event wait completed in 0 seconds for  {{(pid=74854) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 17:32:21 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Guest created on hypervisor {{(pid=74854) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 17:32:21 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Instance spawned successfully.
Oct 23 17:32:21 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 17:32:21 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Found default for hw_cdrom_bus of ide {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:32:21 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Found default for hw_disk_bus of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:32:21 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Found default for hw_input_bus of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:32:21 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Found default for hw_pointer_model of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:32:21 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Found default for hw_video_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:32:21 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Found default for hw_vif_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:32:21 user nova-compute[74854]: INFO nova.compute.manager [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Took 5.00 seconds to spawn the instance on the hypervisor.
Oct 23 17:32:21 user nova-compute[74854]: DEBUG nova.compute.manager [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:32:21 user nova-compute[74854]: INFO nova.compute.manager [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Took 22.04 seconds to build instance.
Oct 23 17:32:21 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-0f54bd05-9559-4300-b979-6d8e377b1f05 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "f39d935d-f93e-4292-9080-3435aa30b8fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 22.136s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:32:22 user nova-compute[74854]: DEBUG nova.compute.manager [req-36352d23-d05f-4a4c-80bf-f6a9f5dfcab0 req-9c3cb5a2-0057-499e-a029-2f2d3e544aee service nova] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Received event network-vif-plugged-096faa48-357b-44a1-9190-872a30fb7175 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:32:22 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-36352d23-d05f-4a4c-80bf-f6a9f5dfcab0 req-9c3cb5a2-0057-499e-a029-2f2d3e544aee service nova] Acquiring lock "f39d935d-f93e-4292-9080-3435aa30b8fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:32:22 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-36352d23-d05f-4a4c-80bf-f6a9f5dfcab0 req-9c3cb5a2-0057-499e-a029-2f2d3e544aee service nova] Lock "f39d935d-f93e-4292-9080-3435aa30b8fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:32:22 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-36352d23-d05f-4a4c-80bf-f6a9f5dfcab0 req-9c3cb5a2-0057-499e-a029-2f2d3e544aee service nova] Lock "f39d935d-f93e-4292-9080-3435aa30b8fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:32:22 user nova-compute[74854]: DEBUG nova.compute.manager [req-36352d23-d05f-4a4c-80bf-f6a9f5dfcab0 req-9c3cb5a2-0057-499e-a029-2f2d3e544aee service nova] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] No waiting events found dispatching network-vif-plugged-096faa48-357b-44a1-9190-872a30fb7175 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:32:22 user nova-compute[74854]: WARNING nova.compute.manager [req-36352d23-d05f-4a4c-80bf-f6a9f5dfcab0 req-9c3cb5a2-0057-499e-a029-2f2d3e544aee service nova] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Received unexpected event network-vif-plugged-096faa48-357b-44a1-9190-872a30fb7175 for instance with vm_state active and task_state None.
Oct 23 17:32:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:32:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:32:26 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:32:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:32:32 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-95f7395f-3699-4608-b62e-deb1a29ffefc tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Acquiring lock "92b4d090-abf0-4c14-a643-15c354047755" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:32:32 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-95f7395f-3699-4608-b62e-deb1a29ffefc tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Lock "92b4d090-abf0-4c14-a643-15c354047755" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.006s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:32:32 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-95f7395f-3699-4608-b62e-deb1a29ffefc tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Acquiring lock "92b4d090-abf0-4c14-a643-15c354047755-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:32:32 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-95f7395f-3699-4608-b62e-deb1a29ffefc tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Lock "92b4d090-abf0-4c14-a643-15c354047755-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:32:32 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-95f7395f-3699-4608-b62e-deb1a29ffefc tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Lock "92b4d090-abf0-4c14-a643-15c354047755-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:32:32 user nova-compute[74854]: INFO nova.compute.manager [None req-95f7395f-3699-4608-b62e-deb1a29ffefc tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] [instance: 92b4d090-abf0-4c14-a643-15c354047755] Terminating instance
Oct 23 17:32:32 user nova-compute[74854]: DEBUG nova.compute.manager [None req-95f7395f-3699-4608-b62e-deb1a29ffefc tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] [instance: 92b4d090-abf0-4c14-a643-15c354047755] Start destroying the instance on the hypervisor. {{(pid=74854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 17:32:32 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:32:32 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:32:32 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:32:32 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:32:32 user nova-compute[74854]: DEBUG nova.compute.manager [req-c2d86d43-0ddc-4bdc-9a78-8da1915a4440 req-2d1e1943-347c-420a-986c-269d3dc4c8b9 service nova] [instance: 92b4d090-abf0-4c14-a643-15c354047755] Received event network-vif-unplugged-2bd85e72-3bf2-4905-83d9-ab79d4c7f826 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:32:32 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-c2d86d43-0ddc-4bdc-9a78-8da1915a4440 req-2d1e1943-347c-420a-986c-269d3dc4c8b9 service nova] Acquiring lock "92b4d090-abf0-4c14-a643-15c354047755-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:32:32 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-c2d86d43-0ddc-4bdc-9a78-8da1915a4440 req-2d1e1943-347c-420a-986c-269d3dc4c8b9 service nova] Lock "92b4d090-abf0-4c14-a643-15c354047755-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:32:32 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-c2d86d43-0ddc-4bdc-9a78-8da1915a4440 req-2d1e1943-347c-420a-986c-269d3dc4c8b9 service nova] Lock "92b4d090-abf0-4c14-a643-15c354047755-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:32:32 user nova-compute[74854]: DEBUG nova.compute.manager [req-c2d86d43-0ddc-4bdc-9a78-8da1915a4440 req-2d1e1943-347c-420a-986c-269d3dc4c8b9 service nova] [instance: 92b4d090-abf0-4c14-a643-15c354047755] No waiting events found dispatching network-vif-unplugged-2bd85e72-3bf2-4905-83d9-ab79d4c7f826 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:32:32 user nova-compute[74854]: DEBUG nova.compute.manager [req-c2d86d43-0ddc-4bdc-9a78-8da1915a4440 req-2d1e1943-347c-420a-986c-269d3dc4c8b9 service nova] [instance: 92b4d090-abf0-4c14-a643-15c354047755] Received event network-vif-unplugged-2bd85e72-3bf2-4905-83d9-ab79d4c7f826 for instance with task_state deleting. {{(pid=74854) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 17:32:33 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:32:33 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 92b4d090-abf0-4c14-a643-15c354047755] Instance destroyed successfully.
Oct 23 17:32:33 user nova-compute[74854]: DEBUG nova.objects.instance [None req-95f7395f-3699-4608-b62e-deb1a29ffefc tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Lazy-loading 'resources' on Instance uuid 92b4d090-abf0-4c14-a643-15c354047755 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:32:33 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-95f7395f-3699-4608-b62e-deb1a29ffefc tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:30:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1271078729',display_name='tempest-VolumesActionsTest-instance-1271078729',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1271078729',id=43,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:30:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9496c1f96c33495f887f8c64f728deac',ramdisk_id='',reservation_id='r-nehyb61f',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-1984969563',owner_user_name='tempest-VolumesActionsTest-1984969563-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:30:32Z,user_data=None,user_id='5d28debecc25480ebd94427364889ec5',uuid=92b4d090-abf0-4c14-a643-15c354047755,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2bd85e72-3bf2-4905-83d9-ab79d4c7f826", "address": "fa:16:3e:fd:af:fa", "network": {"id": "54dbf298-616d-479c-b4a5-22670c2adc09", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1657654976-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9496c1f96c33495f887f8c64f728deac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2bd85e72-3b", "ovs_interfaceid": "2bd85e72-3bf2-4905-83d9-ab79d4c7f826", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:32:33 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-95f7395f-3699-4608-b62e-deb1a29ffefc tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Converting VIF {"id": "2bd85e72-3bf2-4905-83d9-ab79d4c7f826", "address": "fa:16:3e:fd:af:fa", "network": {"id": "54dbf298-616d-479c-b4a5-22670c2adc09", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1657654976-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9496c1f96c33495f887f8c64f728deac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2bd85e72-3b", "ovs_interfaceid": "2bd85e72-3bf2-4905-83d9-ab79d4c7f826", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:32:33 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-95f7395f-3699-4608-b62e-deb1a29ffefc tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:fd:af:fa,bridge_name='br-int',has_traffic_filtering=True,id=2bd85e72-3bf2-4905-83d9-ab79d4c7f826,network=Network(54dbf298-616d-479c-b4a5-22670c2adc09),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2bd85e72-3b') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:32:33 user nova-compute[74854]: DEBUG os_vif [None req-95f7395f-3699-4608-b62e-deb1a29ffefc tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:fd:af:fa,bridge_name='br-int',has_traffic_filtering=True,id=2bd85e72-3bf2-4905-83d9-ab79d4c7f826,network=Network(54dbf298-616d-479c-b4a5-22670c2adc09),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2bd85e72-3b') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:32:33 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:32:33 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2bd85e72-3b, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:32:33 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:32:33 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:32:33 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:32:33 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=66a18eac-525f-4196-ac6f-70627adafd2c) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:32:33 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:32:33 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:32:33 user nova-compute[74854]: INFO os_vif [None req-95f7395f-3699-4608-b62e-deb1a29ffefc tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:fd:af:fa,bridge_name='br-int',has_traffic_filtering=True,id=2bd85e72-3bf2-4905-83d9-ab79d4c7f826,network=Network(54dbf298-616d-479c-b4a5-22670c2adc09),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2bd85e72-3b')
Oct 23 17:32:33 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-95f7395f-3699-4608-b62e-deb1a29ffefc tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] [instance: 92b4d090-abf0-4c14-a643-15c354047755] Deleting instance files /opt/stack/data/nova/instances/92b4d090-abf0-4c14-a643-15c354047755_del
Oct 23 17:32:33 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-95f7395f-3699-4608-b62e-deb1a29ffefc tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] [instance: 92b4d090-abf0-4c14-a643-15c354047755] Deletion of /opt/stack/data/nova/instances/92b4d090-abf0-4c14-a643-15c354047755_del complete
Oct 23 17:32:33 user nova-compute[74854]: INFO nova.compute.manager [None req-95f7395f-3699-4608-b62e-deb1a29ffefc tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] [instance: 92b4d090-abf0-4c14-a643-15c354047755] Took 0.71 seconds to destroy the instance on the hypervisor.
Oct 23 17:32:33 user nova-compute[74854]: DEBUG oslo.service.loopingcall [None req-95f7395f-3699-4608-b62e-deb1a29ffefc tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 17:32:33 user nova-compute[74854]: DEBUG nova.compute.manager [-] [instance: 92b4d090-abf0-4c14-a643-15c354047755] Deallocating network for instance {{(pid=74854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 17:32:33 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: 92b4d090-abf0-4c14-a643-15c354047755] deallocate_for_instance() {{(pid=74854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 17:32:33 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: 92b4d090-abf0-4c14-a643-15c354047755] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:32:33 user nova-compute[74854]: INFO nova.compute.manager [-] [instance: 92b4d090-abf0-4c14-a643-15c354047755] Took 0.56 seconds to deallocate network for instance.
Oct 23 17:32:33 user nova-compute[74854]: DEBUG nova.compute.manager [req-b874448a-7e58-43c7-acb0-e7a8c60227b1 req-026897de-8f3e-4795-84ac-a403a223f942 service nova] [instance: 92b4d090-abf0-4c14-a643-15c354047755] Received event network-vif-deleted-2bd85e72-3bf2-4905-83d9-ab79d4c7f826 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:32:33 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-95f7395f-3699-4608-b62e-deb1a29ffefc tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:32:33 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-95f7395f-3699-4608-b62e-deb1a29ffefc tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:32:33 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-95f7395f-3699-4608-b62e-deb1a29ffefc tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:32:34 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-95f7395f-3699-4608-b62e-deb1a29ffefc tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:32:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-95f7395f-3699-4608-b62e-deb1a29ffefc tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.151s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:32:34 user nova-compute[74854]: INFO nova.scheduler.client.report [None req-95f7395f-3699-4608-b62e-deb1a29ffefc tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Deleted allocations for instance 92b4d090-abf0-4c14-a643-15c354047755
Oct 23 17:32:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-95f7395f-3699-4608-b62e-deb1a29ffefc tempest-VolumesActionsTest-1984969563 tempest-VolumesActionsTest-1984969563-project-member] Lock "92b4d090-abf0-4c14-a643-15c354047755" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.679s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:32:34 user nova-compute[74854]: DEBUG nova.compute.manager [req-18b0de44-1efd-4716-af7b-12275ccce87c req-3680b51f-646d-4ce5-9406-3c74307ecc9c service nova] [instance: 92b4d090-abf0-4c14-a643-15c354047755] Received event network-vif-plugged-2bd85e72-3bf2-4905-83d9-ab79d4c7f826 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:32:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-18b0de44-1efd-4716-af7b-12275ccce87c req-3680b51f-646d-4ce5-9406-3c74307ecc9c service nova] Acquiring lock "92b4d090-abf0-4c14-a643-15c354047755-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:32:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-18b0de44-1efd-4716-af7b-12275ccce87c req-3680b51f-646d-4ce5-9406-3c74307ecc9c service nova] Lock "92b4d090-abf0-4c14-a643-15c354047755-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:32:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-18b0de44-1efd-4716-af7b-12275ccce87c req-3680b51f-646d-4ce5-9406-3c74307ecc9c service nova] Lock "92b4d090-abf0-4c14-a643-15c354047755-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:32:34 user nova-compute[74854]: DEBUG nova.compute.manager [req-18b0de44-1efd-4716-af7b-12275ccce87c req-3680b51f-646d-4ce5-9406-3c74307ecc9c service nova] [instance: 92b4d090-abf0-4c14-a643-15c354047755] No waiting events found dispatching network-vif-plugged-2bd85e72-3bf2-4905-83d9-ab79d4c7f826 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:32:34 user nova-compute[74854]: WARNING nova.compute.manager [req-18b0de44-1efd-4716-af7b-12275ccce87c req-3680b51f-646d-4ce5-9406-3c74307ecc9c service nova] [instance: 92b4d090-abf0-4c14-a643-15c354047755] Received unexpected event network-vif-plugged-2bd85e72-3bf2-4905-83d9-ab79d4c7f826 for instance with vm_state deleted and task_state None.
Oct 23 17:32:38 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:32:41 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:32:41 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:32:43 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:32:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:32:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:32:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:32:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:32:56 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:32:58 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:32:58 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:32:58 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74854) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 17:32:58 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:32:58 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:32:58 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:33:00 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:33:00 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:33:01 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:33:02 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:33:02 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 17:33:03 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:33:04 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:33:05 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:33:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:33:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:33:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:33:05 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Auditing locally available compute resources for user (node: user) {{(pid=74854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 17:33:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:33:06 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:33:06 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:33:06 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Hypervisor/Node resource view: name=user free_ram=8841MB free_disk=23.944366455078125GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=74854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 17:33:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:33:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:33:06 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance f39d935d-f93e-4292-9080-3435aa30b8fe actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:33:06 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 17:33:06 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 17:33:06 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:33:06 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:33:06 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Compute_service record updated for user:user {{(pid=74854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 17:33:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.201s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:33:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:33:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:33:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74854) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 17:33:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:33:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:33:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:33:08 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:33:08 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:33:08 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Starting heal instance info cache {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 17:33:08 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Rebuilding the list of instances to heal {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 23 17:33:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "refresh_cache-f39d935d-f93e-4292-9080-3435aa30b8fe" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:33:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquired lock "refresh_cache-f39d935d-f93e-4292-9080-3435aa30b8fe" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:33:09 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Forcefully refreshing network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 17:33:09 user nova-compute[74854]: DEBUG nova.objects.instance [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lazy-loading 'info_cache' on Instance uuid f39d935d-f93e-4292-9080-3435aa30b8fe {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:33:09 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Updating instance_info_cache with network_info: [{"id": "096faa48-357b-44a1-9190-872a30fb7175", "address": "fa:16:3e:e8:80:aa", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap096faa48-35", "ovs_interfaceid": "096faa48-357b-44a1-9190-872a30fb7175", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:33:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Releasing lock "refresh_cache-f39d935d-f93e-4292-9080-3435aa30b8fe" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:33:09 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Updated the network info_cache for instance {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 17:33:12 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:33:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:33:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:33:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:33:27 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:33:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:33:33 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:33:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:33:38 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:33:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:33:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:33:41 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:33:43 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:33:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:33:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:33:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:33:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:33:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:33:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:33:52 user nova-compute[74854]: DEBUG nova.compute.manager [req-faeebc61-802e-4d7a-ad62-b72adc37d391 req-0f1d057e-6522-423c-994b-d30ff95805fa service nova] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Received event network-changed-096faa48-357b-44a1-9190-872a30fb7175 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:33:52 user nova-compute[74854]: DEBUG nova.compute.manager [req-faeebc61-802e-4d7a-ad62-b72adc37d391 req-0f1d057e-6522-423c-994b-d30ff95805fa service nova] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Refreshing instance network info cache due to event network-changed-096faa48-357b-44a1-9190-872a30fb7175. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:33:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-faeebc61-802e-4d7a-ad62-b72adc37d391 req-0f1d057e-6522-423c-994b-d30ff95805fa service nova] Acquiring lock "refresh_cache-f39d935d-f93e-4292-9080-3435aa30b8fe" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:33:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-faeebc61-802e-4d7a-ad62-b72adc37d391 req-0f1d057e-6522-423c-994b-d30ff95805fa service nova] Acquired lock "refresh_cache-f39d935d-f93e-4292-9080-3435aa30b8fe" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:33:52 user nova-compute[74854]: DEBUG nova.network.neutron [req-faeebc61-802e-4d7a-ad62-b72adc37d391 req-0f1d057e-6522-423c-994b-d30ff95805fa service nova] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Refreshing network info cache for port 096faa48-357b-44a1-9190-872a30fb7175 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:33:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-af2b0230-96fc-49be-85d4-b31ebb92e6c9 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquiring lock "f39d935d-f93e-4292-9080-3435aa30b8fe" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:33:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-af2b0230-96fc-49be-85d4-b31ebb92e6c9 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "f39d935d-f93e-4292-9080-3435aa30b8fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:33:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-af2b0230-96fc-49be-85d4-b31ebb92e6c9 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquiring lock "f39d935d-f93e-4292-9080-3435aa30b8fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:33:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-af2b0230-96fc-49be-85d4-b31ebb92e6c9 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "f39d935d-f93e-4292-9080-3435aa30b8fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:33:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-af2b0230-96fc-49be-85d4-b31ebb92e6c9 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "f39d935d-f93e-4292-9080-3435aa30b8fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:33:53 user nova-compute[74854]: INFO nova.compute.manager [None req-af2b0230-96fc-49be-85d4-b31ebb92e6c9 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Terminating instance
Oct 23 17:33:53 user nova-compute[74854]: DEBUG nova.compute.manager [None req-af2b0230-96fc-49be-85d4-b31ebb92e6c9 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Start destroying the instance on the hypervisor. {{(pid=74854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 17:33:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:33:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:33:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:33:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:33:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:33:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:33:53 user nova-compute[74854]: DEBUG nova.network.neutron [req-faeebc61-802e-4d7a-ad62-b72adc37d391 req-0f1d057e-6522-423c-994b-d30ff95805fa service nova] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Updated VIF entry in instance network info cache for port 096faa48-357b-44a1-9190-872a30fb7175. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:33:53 user nova-compute[74854]: DEBUG nova.network.neutron [req-faeebc61-802e-4d7a-ad62-b72adc37d391 req-0f1d057e-6522-423c-994b-d30ff95805fa service nova] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Updating instance_info_cache with network_info: [{"id": "096faa48-357b-44a1-9190-872a30fb7175", "address": "fa:16:3e:e8:80:aa", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap096faa48-35", "ovs_interfaceid": "096faa48-357b-44a1-9190-872a30fb7175", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:33:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-faeebc61-802e-4d7a-ad62-b72adc37d391 req-0f1d057e-6522-423c-994b-d30ff95805fa service nova] Releasing lock "refresh_cache-f39d935d-f93e-4292-9080-3435aa30b8fe" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:33:53 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Instance destroyed successfully.
Oct 23 17:33:53 user nova-compute[74854]: DEBUG nova.objects.instance [None req-af2b0230-96fc-49be-85d4-b31ebb92e6c9 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lazy-loading 'resources' on Instance uuid f39d935d-f93e-4292-9080-3435aa30b8fe {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:33:53 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-af2b0230-96fc-49be-85d4-b31ebb92e6c9 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:31:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1032696632',display_name='tempest-TestVolumeBootPattern-server-1032696632',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1032696632',id=44,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPjsKmP1yiKae3gkqJMmrkZKkwQRVFAUzacSOOq4SraSUMvkjIy67+j36qe3IsqWypxjD3IhIcsfXpzUmc6ZWV7UWNQrMBvfNK4qdlwLw94CORPs8MUzKUCJU5b/vy0eBg==',key_name='tempest-TestVolumeBootPattern-2045528581',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:32:21Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3560285cd557461eae016907fb469040',ramdisk_id='',reservation_id='r-cz90b41m',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1291140693',owner_user_name='tempest-TestVolumeBootPattern-1291140693-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:32:22Z,user_data=None,user_id='40d10700efba402e9cc769d2510f8311',uuid=f39d935d-f93e-4292-9080-3435aa30b8fe,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "096faa48-357b-44a1-9190-872a30fb7175", "address": "fa:16:3e:e8:80:aa", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap096faa48-35", "ovs_interfaceid": "096faa48-357b-44a1-9190-872a30fb7175", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:33:53 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-af2b0230-96fc-49be-85d4-b31ebb92e6c9 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Converting VIF {"id": "096faa48-357b-44a1-9190-872a30fb7175", "address": "fa:16:3e:e8:80:aa", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap096faa48-35", "ovs_interfaceid": "096faa48-357b-44a1-9190-872a30fb7175", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:33:53 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-af2b0230-96fc-49be-85d4-b31ebb92e6c9 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e8:80:aa,bridge_name='br-int',has_traffic_filtering=True,id=096faa48-357b-44a1-9190-872a30fb7175,network=Network(fb72fe03-c822-4d0e-99e3-cec932363ec0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap096faa48-35') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:33:53 user nova-compute[74854]: DEBUG os_vif [None req-af2b0230-96fc-49be-85d4-b31ebb92e6c9 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e8:80:aa,bridge_name='br-int',has_traffic_filtering=True,id=096faa48-357b-44a1-9190-872a30fb7175,network=Network(fb72fe03-c822-4d0e-99e3-cec932363ec0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap096faa48-35') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:33:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:33:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap096faa48-35, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:33:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:33:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:33:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:33:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e1c82737-c2b1-4565-8394-bea37484a2b8) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:33:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:33:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:33:53 user nova-compute[74854]: INFO os_vif [None req-af2b0230-96fc-49be-85d4-b31ebb92e6c9 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e8:80:aa,bridge_name='br-int',has_traffic_filtering=True,id=096faa48-357b-44a1-9190-872a30fb7175,network=Network(fb72fe03-c822-4d0e-99e3-cec932363ec0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap096faa48-35')
Oct 23 17:33:53 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-af2b0230-96fc-49be-85d4-b31ebb92e6c9 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] calling os-brick to detach iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 17:33:53 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-af2b0230-96fc-49be-85d4-b31ebb92e6c9 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, {'target_iqn': 'iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RTYGaBql', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:33:53 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-af2b0230-96fc-49be-85d4-b31ebb92e6c9 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:33:53 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-af2b0230-96fc-49be-85d4-b31ebb92e6c9 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:33:53 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-af2b0230-96fc-49be-85d4-b31ebb92e6c9 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:33:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:33:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.027s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:33:53 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[65cb8cb0-60f2-47cd-9f00-0f72236640bc]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:33:53 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-af2b0230-96fc-49be-85d4-b31ebb92e6c9 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 17:33:53 user nova-compute[74854]: No targets found.
Oct 23 17:33:53 user nova-compute[74854]: iSNS:
Oct 23 17:33:53 user nova-compute[74854]: No targets found.
Oct 23 17:33:53 user nova-compute[74854]: STATIC:
Oct 23 17:33:53 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee
Oct 23 17:33:53 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:33:53 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:33:53 user nova-compute[74854]: FIRMWARE:
Oct 23 17:33:53 user nova-compute[74854]: No targets found.
Oct 23 17:33:53 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:33:53 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-af2b0230-96fc-49be-85d4-b31ebb92e6c9 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 17:33:53 user nova-compute[74854]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 17:33:53 user nova-compute[74854]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74854) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 17:33:53 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-af2b0230-96fc-49be-85d4-b31ebb92e6c9 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee', 0)] {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 17:33:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:33:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:33:54 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb695caf-76b3-4cb6-831a-fa70cccfee22]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:33:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:33:54 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:33:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:33:54 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4c4f31d-6534-41e4-923a-396ad6d97815]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:33:54 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-af2b0230-96fc-49be-85d4-b31ebb92e6c9 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)
Oct 23 17:33:54 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:33:54 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-af2b0230-96fc-49be-85d4-b31ebb92e6c9 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)
Oct 23 17:33:54 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:33:54 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-af2b0230-96fc-49be-85d4-b31ebb92e6c9 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f3080324790>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee'): ({'sdb'}, set())}) {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 17:33:54 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-af2b0230-96fc-49be-85d4-b31ebb92e6c9 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Removing single pathed devices sdb {{(pid=74854) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 17:33:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:33:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:33:54 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[20ab26b9-6f57-49de-a3e0-e165fc358caf]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:33:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:33:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.027s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:33:54 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b24f8a4f-d7d4-4894-bc27-c1a4ec24958c]: (4, ('ok\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:33:54 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-af2b0230-96fc-49be-85d4-b31ebb92e6c9 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Flushing IO for device /dev/sdb {{(pid=74854) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 17:33:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:33:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.016s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:33:54 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d592094-05e1-4a08-adfd-af2b8fd4be2a]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:33:54 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-af2b0230-96fc-49be-85d4-b31ebb92e6c9 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74854) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 17:33:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:33:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.152s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:33:54 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[5584b40f-a45b-448f-a78a-8dae0b075f83]: (4, ('1', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:33:54 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-af2b0230-96fc-49be-85d4-b31ebb92e6c9 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 17:33:54 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-af2b0230-96fc-49be-85d4-b31ebb92e6c9 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] SCSI volumes sdb have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 17:33:54 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-af2b0230-96fc-49be-85d4-b31ebb92e6c9 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee')] {{(pid=74854) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 17:33:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:33:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:33:54 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e225aca9-1200-41d3-9b94-506e2db2d529]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:33:54 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-af2b0230-96fc-49be-85d4-b31ebb92e6c9 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:33:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee -p 172.16.0.220:3260 --logout {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:33:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:33:54 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[793bea1c-9504-4ddb-956b-0448cea9b782]: (4, ('Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee, portal: 172.16.0.220,3260]\nLogout of [sid: 46, target: iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:33:54 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-af2b0230-96fc-49be-85d4-b31ebb92e6c9 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee, portal: 172.16.0.220,3260]
Oct 23 17:33:54 user nova-compute[74854]: Logout of [sid: 46, target: iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee, portal: 172.16.0.220,3260] successful.
Oct 23 17:33:54 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:33:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee -p 172.16.0.220:3260 --op delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:33:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:33:54 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e98d0c29-bbd0-4040-8579-d963a849e850]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:33:54 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-af2b0230-96fc-49be-85d4-b31ebb92e6c9 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:33:54 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-af2b0230-96fc-49be-85d4-b31ebb92e6c9 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.454s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:33:54 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-af2b0230-96fc-49be-85d4-b31ebb92e6c9 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] <== disconnect_volume: return (455ms) None {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:33:54 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-af2b0230-96fc-49be-85d4-b31ebb92e6c9 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Disconnected iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 17:33:54 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-af2b0230-96fc-49be-85d4-b31ebb92e6c9 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Deleting instance files /opt/stack/data/nova/instances/f39d935d-f93e-4292-9080-3435aa30b8fe_del
Oct 23 17:33:54 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-af2b0230-96fc-49be-85d4-b31ebb92e6c9 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Deletion of /opt/stack/data/nova/instances/f39d935d-f93e-4292-9080-3435aa30b8fe_del complete
Oct 23 17:33:54 user nova-compute[74854]: INFO nova.compute.manager [None req-af2b0230-96fc-49be-85d4-b31ebb92e6c9 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Took 1.37 seconds to destroy the instance on the hypervisor.
Oct 23 17:33:54 user nova-compute[74854]: DEBUG oslo.service.loopingcall [None req-af2b0230-96fc-49be-85d4-b31ebb92e6c9 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 17:33:54 user nova-compute[74854]: DEBUG nova.compute.manager [-] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Deallocating network for instance {{(pid=74854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 17:33:54 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] deallocate_for_instance() {{(pid=74854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 17:33:54 user nova-compute[74854]: DEBUG nova.compute.manager [req-dfcefe1b-ab3c-4351-bdec-39546ffa8d68 req-83d119d8-b722-4c47-a62e-d18102d03bbc service nova] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Received event network-vif-unplugged-096faa48-357b-44a1-9190-872a30fb7175 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:33:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-dfcefe1b-ab3c-4351-bdec-39546ffa8d68 req-83d119d8-b722-4c47-a62e-d18102d03bbc service nova] Acquiring lock "f39d935d-f93e-4292-9080-3435aa30b8fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:33:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-dfcefe1b-ab3c-4351-bdec-39546ffa8d68 req-83d119d8-b722-4c47-a62e-d18102d03bbc service nova] Lock "f39d935d-f93e-4292-9080-3435aa30b8fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:33:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-dfcefe1b-ab3c-4351-bdec-39546ffa8d68 req-83d119d8-b722-4c47-a62e-d18102d03bbc service nova] Lock "f39d935d-f93e-4292-9080-3435aa30b8fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:33:54 user nova-compute[74854]: DEBUG nova.compute.manager [req-dfcefe1b-ab3c-4351-bdec-39546ffa8d68 req-83d119d8-b722-4c47-a62e-d18102d03bbc service nova] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] No waiting events found dispatching network-vif-unplugged-096faa48-357b-44a1-9190-872a30fb7175 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:33:54 user nova-compute[74854]: DEBUG nova.compute.manager [req-dfcefe1b-ab3c-4351-bdec-39546ffa8d68 req-83d119d8-b722-4c47-a62e-d18102d03bbc service nova] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Received event network-vif-unplugged-096faa48-357b-44a1-9190-872a30fb7175 for instance with task_state deleting. {{(pid=74854) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 17:33:56 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:33:56 user nova-compute[74854]: INFO nova.compute.manager [-] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Took 1.53 seconds to deallocate network for instance.
Oct 23 17:33:56 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:33:57 user nova-compute[74854]: INFO nova.compute.manager [None req-af2b0230-96fc-49be-85d4-b31ebb92e6c9 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Took 1.02 seconds to detach 1 volumes for instance.
Oct 23 17:33:57 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-af2b0230-96fc-49be-85d4-b31ebb92e6c9 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:33:57 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-af2b0230-96fc-49be-85d4-b31ebb92e6c9 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:33:57 user nova-compute[74854]: DEBUG nova.compute.manager [req-c1a4bdcc-868b-4c08-83ca-09b4fa7b9224 req-2f045f8f-19b8-4a45-926f-cd46b96184f6 service nova] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Received event network-vif-plugged-096faa48-357b-44a1-9190-872a30fb7175 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:33:57 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-c1a4bdcc-868b-4c08-83ca-09b4fa7b9224 req-2f045f8f-19b8-4a45-926f-cd46b96184f6 service nova] Acquiring lock "f39d935d-f93e-4292-9080-3435aa30b8fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:33:57 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-c1a4bdcc-868b-4c08-83ca-09b4fa7b9224 req-2f045f8f-19b8-4a45-926f-cd46b96184f6 service nova] Lock "f39d935d-f93e-4292-9080-3435aa30b8fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:33:57 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-c1a4bdcc-868b-4c08-83ca-09b4fa7b9224 req-2f045f8f-19b8-4a45-926f-cd46b96184f6 service nova] Lock "f39d935d-f93e-4292-9080-3435aa30b8fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:33:57 user nova-compute[74854]: DEBUG nova.compute.manager [req-c1a4bdcc-868b-4c08-83ca-09b4fa7b9224 req-2f045f8f-19b8-4a45-926f-cd46b96184f6 service nova] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] No waiting events found dispatching network-vif-plugged-096faa48-357b-44a1-9190-872a30fb7175 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:33:57 user nova-compute[74854]: WARNING nova.compute.manager [req-c1a4bdcc-868b-4c08-83ca-09b4fa7b9224 req-2f045f8f-19b8-4a45-926f-cd46b96184f6 service nova] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Received unexpected event network-vif-plugged-096faa48-357b-44a1-9190-872a30fb7175 for instance with vm_state deleted and task_state None.
Oct 23 17:33:57 user nova-compute[74854]: DEBUG nova.compute.manager [req-c1a4bdcc-868b-4c08-83ca-09b4fa7b9224 req-2f045f8f-19b8-4a45-926f-cd46b96184f6 service nova] [instance: f39d935d-f93e-4292-9080-3435aa30b8fe] Received event network-vif-deleted-096faa48-357b-44a1-9190-872a30fb7175 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:33:57 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-af2b0230-96fc-49be-85d4-b31ebb92e6c9 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:33:57 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-af2b0230-96fc-49be-85d4-b31ebb92e6c9 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:33:57 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-af2b0230-96fc-49be-85d4-b31ebb92e6c9 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.337s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:33:57 user nova-compute[74854]: INFO nova.scheduler.client.report [None req-af2b0230-96fc-49be-85d4-b31ebb92e6c9 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Deleted allocations for instance f39d935d-f93e-4292-9080-3435aa30b8fe
Oct 23 17:33:57 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-af2b0230-96fc-49be-85d4-b31ebb92e6c9 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "f39d935d-f93e-4292-9080-3435aa30b8fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.481s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:33:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Acquiring lock "01e6ddfa-899c-4cde-9a00-5c20518954e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:33:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "01e6ddfa-899c-4cde-9a00-5c20518954e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:33:58 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:33:58 user nova-compute[74854]: DEBUG nova.compute.manager [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Starting instance... {{(pid=74854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 17:33:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:33:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:33:58 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74854) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 17:33:58 user nova-compute[74854]: INFO nova.compute.claims [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Claim successful on node user
Oct 23 17:33:58 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:33:59 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:33:59 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:33:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.249s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:33:59 user nova-compute[74854]: DEBUG nova.compute.manager [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Start building networks asynchronously for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 17:33:59 user nova-compute[74854]: DEBUG nova.compute.manager [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Allocating IP information in the background. {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 17:33:59 user nova-compute[74854]: DEBUG nova.network.neutron [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] allocate_for_instance() {{(pid=74854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 17:33:59 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 17:33:59 user nova-compute[74854]: DEBUG nova.compute.manager [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Start building block device mappings for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 17:33:59 user nova-compute[74854]: DEBUG nova.policy [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f132d3562ec54d528e83b2a3feab347f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '230743b8a6c547b79a2cabf59b092f5a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74854) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 17:33:59 user nova-compute[74854]: DEBUG nova.compute.manager [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Start spawning the instance on the hypervisor. {{(pid=74854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 17:33:59 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Creating instance directory {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 17:33:59 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Creating image(s)
Oct 23 17:33:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Acquiring lock "/opt/stack/data/nova/instances/01e6ddfa-899c-4cde-9a00-5c20518954e8/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:33:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "/opt/stack/data/nova/instances/01e6ddfa-899c-4cde-9a00-5c20518954e8/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:33:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "/opt/stack/data/nova/instances/01e6ddfa-899c-4cde-9a00-5c20518954e8/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.010s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:33:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Acquiring lock "5cd894cee8a435cbaf4cf838867055a3c6f257e0" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:33:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "5cd894cee8a435cbaf4cf838867055a3c6f257e0" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:34:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5cd894cee8a435cbaf4cf838867055a3c6f257e0.part --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:34:00 user nova-compute[74854]: DEBUG nova.network.neutron [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Successfully created port: dbbb6493-62a1-4db4-8ba9-79f33d07c156 {{(pid=74854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 17:34:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5cd894cee8a435cbaf4cf838867055a3c6f257e0.part --force-share --output=json" returned: 0 in 0.222s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:34:00 user nova-compute[74854]: DEBUG nova.virt.images [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] 367ea6d9-915d-4d20-a368-d41719561305 was qcow2, converting to raw {{(pid=74854) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 23 17:34:00 user nova-compute[74854]: DEBUG nova.privsep.utils [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74854) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 23 17:34:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/5cd894cee8a435cbaf4cf838867055a3c6f257e0.part /opt/stack/data/nova/instances/_base/5cd894cee8a435cbaf4cf838867055a3c6f257e0.converted {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:34:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/5cd894cee8a435cbaf4cf838867055a3c6f257e0.part /opt/stack/data/nova/instances/_base/5cd894cee8a435cbaf4cf838867055a3c6f257e0.converted" returned: 0 in 0.465s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:34:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5cd894cee8a435cbaf4cf838867055a3c6f257e0.converted --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:34:00 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:34:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5cd894cee8a435cbaf4cf838867055a3c6f257e0.converted --force-share --output=json" returned: 0 in 0.189s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:34:00 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "5cd894cee8a435cbaf4cf838867055a3c6f257e0" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.424s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:34:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5cd894cee8a435cbaf4cf838867055a3c6f257e0 --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:34:00 user nova-compute[74854]: DEBUG nova.network.neutron [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Successfully updated port: dbbb6493-62a1-4db4-8ba9-79f33d07c156 {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:34:00 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Acquiring lock "refresh_cache-01e6ddfa-899c-4cde-9a00-5c20518954e8" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:34:00 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Acquired lock "refresh_cache-01e6ddfa-899c-4cde-9a00-5c20518954e8" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:34:00 user nova-compute[74854]: DEBUG nova.network.neutron [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG nova.compute.manager [req-07bdde6c-4249-4ff7-bcfc-bc559f9f1c67 req-bbea4950-deef-4fde-a0fd-14a3f28a908d service nova] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Received event network-changed-dbbb6493-62a1-4db4-8ba9-79f33d07c156 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG nova.compute.manager [req-07bdde6c-4249-4ff7-bcfc-bc559f9f1c67 req-bbea4950-deef-4fde-a0fd-14a3f28a908d service nova] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Refreshing instance network info cache due to event network-changed-dbbb6493-62a1-4db4-8ba9-79f33d07c156. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-07bdde6c-4249-4ff7-bcfc-bc559f9f1c67 req-bbea4950-deef-4fde-a0fd-14a3f28a908d service nova] Acquiring lock "refresh_cache-01e6ddfa-899c-4cde-9a00-5c20518954e8" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG nova.network.neutron [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Instance cache missing network info. {{(pid=74854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5cd894cee8a435cbaf4cf838867055a3c6f257e0 --force-share --output=json" returned: 0 in 0.195s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Acquiring lock "5cd894cee8a435cbaf4cf838867055a3c6f257e0" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "5cd894cee8a435cbaf4cf838867055a3c6f257e0" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5cd894cee8a435cbaf4cf838867055a3c6f257e0 --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5cd894cee8a435cbaf4cf838867055a3c6f257e0 --force-share --output=json" returned: 0 in 0.186s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/5cd894cee8a435cbaf4cf838867055a3c6f257e0,backing_fmt=raw /opt/stack/data/nova/instances/01e6ddfa-899c-4cde-9a00-5c20518954e8/disk 1073741824 {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG nova.network.neutron [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Updating instance_info_cache with network_info: [{"id": "dbbb6493-62a1-4db4-8ba9-79f33d07c156", "address": "fa:16:3e:f8:72:36", "network": {"id": "9931c044-5a84-4052-933f-f1477ca93d91", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1531146588-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "230743b8a6c547b79a2cabf59b092f5a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbbb6493-62", "ovs_interfaceid": "dbbb6493-62a1-4db4-8ba9-79f33d07c156", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/5cd894cee8a435cbaf4cf838867055a3c6f257e0,backing_fmt=raw /opt/stack/data/nova/instances/01e6ddfa-899c-4cde-9a00-5c20518954e8/disk 1073741824" returned: 0 in 0.053s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "5cd894cee8a435cbaf4cf838867055a3c6f257e0" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.242s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5cd894cee8a435cbaf4cf838867055a3c6f257e0 --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Releasing lock "refresh_cache-01e6ddfa-899c-4cde-9a00-5c20518954e8" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG nova.compute.manager [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Instance network_info: |[{"id": "dbbb6493-62a1-4db4-8ba9-79f33d07c156", "address": "fa:16:3e:f8:72:36", "network": {"id": "9931c044-5a84-4052-933f-f1477ca93d91", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1531146588-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "230743b8a6c547b79a2cabf59b092f5a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbbb6493-62", "ovs_interfaceid": "dbbb6493-62a1-4db4-8ba9-79f33d07c156", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-07bdde6c-4249-4ff7-bcfc-bc559f9f1c67 req-bbea4950-deef-4fde-a0fd-14a3f28a908d service nova] Acquired lock "refresh_cache-01e6ddfa-899c-4cde-9a00-5c20518954e8" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG nova.network.neutron [req-07bdde6c-4249-4ff7-bcfc-bc559f9f1c67 req-bbea4950-deef-4fde-a0fd-14a3f28a908d service nova] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Refreshing network info cache for port dbbb6493-62a1-4db4-8ba9-79f33d07c156 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5cd894cee8a435cbaf4cf838867055a3c6f257e0 --force-share --output=json" returned: 0 in 0.196s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Checking if we can resize image /opt/stack/data/nova/instances/01e6ddfa-899c-4cde-9a00-5c20518954e8/disk. size=1073741824 {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01e6ddfa-899c-4cde-9a00-5c20518954e8/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01e6ddfa-899c-4cde-9a00-5c20518954e8/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Cannot resize image /opt/stack/data/nova/instances/01e6ddfa-899c-4cde-9a00-5c20518954e8/disk to a smaller size. {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Created local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Ensure instance console log exists: /opt/stack/data/nova/instances/01e6ddfa-899c-4cde-9a00-5c20518954e8/console.log {{(pid=74854) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Start _get_guest_xml network_info=[{"id": "dbbb6493-62a1-4db4-8ba9-79f33d07c156", "address": "fa:16:3e:f8:72:36", "network": {"id": "9931c044-5a84-4052-933f-f1477ca93d91", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1531146588-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "230743b8a6c547b79a2cabf59b092f5a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbbb6493-62", "ovs_interfaceid": "dbbb6493-62a1-4db4-8ba9-79f33d07c156", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T17:33:55Z,direct_url=<?>,disk_format='qcow2',id=367ea6d9-915d-4d20-a368-d41719561305,min_disk=0,min_ram=0,name='tempest-scenario-img--1750859453',owner='230743b8a6c547b79a2cabf59b092f5a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T17:33:57Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'encryption_format': None, 'encryption_options': None, 'size': 0, 'boot_index': 0, 'encrypted': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'image_id': '367ea6d9-915d-4d20-a368-d41719561305'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:34:01 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:34:01 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:34:01 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T17:33:55Z,direct_url=<?>,disk_format='qcow2',id=367ea6d9-915d-4d20-a368-d41719561305,min_disk=0,min_ram=0,name='tempest-scenario-img--1750859453',owner='230743b8a6c547b79a2cabf59b092f5a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T17:33:57Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:33:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-192281292',display_name='tempest-TestMinimumBasicScenario-server-192281292',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-192281292',id=45,image_ref='367ea6d9-915d-4d20-a368-d41719561305',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL3Fz6iTeLapK0GET3n90Q9c3kUeUkzI0zXqO1ya7zoHzTwrDpfFWH70/J04o30g6vg43HIPq7iXWtBscWxUFtmGATJhz4IuL9/ypPvO1m5oooczUP/aRIeScdDLFrBMzQ==',key_name='tempest-TestMinimumBasicScenario-1395514709',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='230743b8a6c547b79a2cabf59b092f5a',ramdisk_id='',reservation_id='r-s64l656c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='367ea6d9-915d-4d20-a368-d41719561305',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-917572291',owner_user_name='tempest-TestMinimumBasicScenario-917572291-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:33:59Z,user_data=None,user_id='f132d3562ec54d528e83b2a3feab347f',uuid=01e6ddfa-899c-4cde-9a00-5c20518954e8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dbbb6493-62a1-4db4-8ba9-79f33d07c156", "address": "fa:16:3e:f8:72:36", "network": {"id": "9931c044-5a84-4052-933f-f1477ca93d91", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1531146588-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "230743b8a6c547b79a2cabf59b092f5a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbbb6493-62", "ovs_interfaceid": "dbbb6493-62a1-4db4-8ba9-79f33d07c156", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Converting VIF {"id": "dbbb6493-62a1-4db4-8ba9-79f33d07c156", "address": "fa:16:3e:f8:72:36", "network": {"id": "9931c044-5a84-4052-933f-f1477ca93d91", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1531146588-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "230743b8a6c547b79a2cabf59b092f5a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbbb6493-62", "ovs_interfaceid": "dbbb6493-62a1-4db4-8ba9-79f33d07c156", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f8:72:36,bridge_name='br-int',has_traffic_filtering=True,id=dbbb6493-62a1-4db4-8ba9-79f33d07c156,network=Network(9931c044-5a84-4052-933f-f1477ca93d91),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdbbb6493-62') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG nova.objects.instance [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lazy-loading 'pci_devices' on Instance uuid 01e6ddfa-899c-4cde-9a00-5c20518954e8 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG nova.network.neutron [req-07bdde6c-4249-4ff7-bcfc-bc559f9f1c67 req-bbea4950-deef-4fde-a0fd-14a3f28a908d service nova] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Updated VIF entry in instance network info cache for port dbbb6493-62a1-4db4-8ba9-79f33d07c156. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG nova.network.neutron [req-07bdde6c-4249-4ff7-bcfc-bc559f9f1c67 req-bbea4950-deef-4fde-a0fd-14a3f28a908d service nova] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Updating instance_info_cache with network_info: [{"id": "dbbb6493-62a1-4db4-8ba9-79f33d07c156", "address": "fa:16:3e:f8:72:36", "network": {"id": "9931c044-5a84-4052-933f-f1477ca93d91", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1531146588-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "230743b8a6c547b79a2cabf59b092f5a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbbb6493-62", "ovs_interfaceid": "dbbb6493-62a1-4db4-8ba9-79f33d07c156", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:34:01 user nova-compute[74854]:   <uuid>01e6ddfa-899c-4cde-9a00-5c20518954e8</uuid>
Oct 23 17:34:01 user nova-compute[74854]:   <name>instance-0000002d</name>
Oct 23 17:34:01 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:34:01 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:34:01 user nova-compute[74854]:   <metadata>
Oct 23 17:34:01 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:34:01 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:34:01 user nova-compute[74854]:       <nova:name>tempest-TestMinimumBasicScenario-server-192281292</nova:name>
Oct 23 17:34:01 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:34:01</nova:creationTime>
Oct 23 17:34:01 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:34:01 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:34:01 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:34:01 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:34:01 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:34:01 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:34:01 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:34:01 user nova-compute[74854]:       <nova:owner>
Oct 23 17:34:01 user nova-compute[74854]:         <nova:user uuid="f132d3562ec54d528e83b2a3feab347f">tempest-TestMinimumBasicScenario-917572291-project-member</nova:user>
Oct 23 17:34:01 user nova-compute[74854]:         <nova:project uuid="230743b8a6c547b79a2cabf59b092f5a">tempest-TestMinimumBasicScenario-917572291</nova:project>
Oct 23 17:34:01 user nova-compute[74854]:       </nova:owner>
Oct 23 17:34:01 user nova-compute[74854]:       <nova:root type="image" uuid="367ea6d9-915d-4d20-a368-d41719561305"/>
Oct 23 17:34:01 user nova-compute[74854]:       <nova:ports>
Oct 23 17:34:01 user nova-compute[74854]:         <nova:port uuid="dbbb6493-62a1-4db4-8ba9-79f33d07c156">
Oct 23 17:34:01 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 23 17:34:01 user nova-compute[74854]:         </nova:port>
Oct 23 17:34:01 user nova-compute[74854]:       </nova:ports>
Oct 23 17:34:01 user nova-compute[74854]:     </nova:instance>
Oct 23 17:34:01 user nova-compute[74854]:   </metadata>
Oct 23 17:34:01 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:34:01 user nova-compute[74854]:     <system>
Oct 23 17:34:01 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:34:01 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:34:01 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:34:01 user nova-compute[74854]:       <entry name="serial">01e6ddfa-899c-4cde-9a00-5c20518954e8</entry>
Oct 23 17:34:01 user nova-compute[74854]:       <entry name="uuid">01e6ddfa-899c-4cde-9a00-5c20518954e8</entry>
Oct 23 17:34:01 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:34:01 user nova-compute[74854]:     </system>
Oct 23 17:34:01 user nova-compute[74854]:   </sysinfo>
Oct 23 17:34:01 user nova-compute[74854]:   <os>
Oct 23 17:34:01 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:34:01 user nova-compute[74854]:     <boot dev="hd"/>
Oct 23 17:34:01 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:34:01 user nova-compute[74854]:   </os>
Oct 23 17:34:01 user nova-compute[74854]:   <features>
Oct 23 17:34:01 user nova-compute[74854]:     <acpi/>
Oct 23 17:34:01 user nova-compute[74854]:     <apic/>
Oct 23 17:34:01 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:34:01 user nova-compute[74854]:   </features>
Oct 23 17:34:01 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:34:01 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:34:01 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:34:01 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:34:01 user nova-compute[74854]:   </clock>
Oct 23 17:34:01 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:34:01 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:34:01 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:34:01 user nova-compute[74854]:   </cpu>
Oct 23 17:34:01 user nova-compute[74854]:   <devices>
Oct 23 17:34:01 user nova-compute[74854]:     <disk type="file" device="disk">
Oct 23 17:34:01 user nova-compute[74854]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 17:34:01 user nova-compute[74854]:       <source file="/opt/stack/data/nova/instances/01e6ddfa-899c-4cde-9a00-5c20518954e8/disk"/>
Oct 23 17:34:01 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:34:01 user nova-compute[74854]:     </disk>
Oct 23 17:34:01 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:34:01 user nova-compute[74854]:       <mac address="fa:16:3e:f8:72:36"/>
Oct 23 17:34:01 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:34:01 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:34:01 user nova-compute[74854]:       <target dev="tapdbbb6493-62"/>
Oct 23 17:34:01 user nova-compute[74854]:     </interface>
Oct 23 17:34:01 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:34:01 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/01e6ddfa-899c-4cde-9a00-5c20518954e8/console.log" append="off"/>
Oct 23 17:34:01 user nova-compute[74854]:     </serial>
Oct 23 17:34:01 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:34:01 user nova-compute[74854]:     <video>
Oct 23 17:34:01 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:34:01 user nova-compute[74854]:     </video>
Oct 23 17:34:01 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:34:01 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:34:01 user nova-compute[74854]:     </rng>
Oct 23 17:34:01 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:34:01 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:34:01 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:34:01 user nova-compute[74854]:     </memballoon>
Oct 23 17:34:01 user nova-compute[74854]:   </devices>
Oct 23 17:34:01 user nova-compute[74854]: </domain>
Oct 23 17:34:01 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:33:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-192281292',display_name='tempest-TestMinimumBasicScenario-server-192281292',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-192281292',id=45,image_ref='367ea6d9-915d-4d20-a368-d41719561305',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL3Fz6iTeLapK0GET3n90Q9c3kUeUkzI0zXqO1ya7zoHzTwrDpfFWH70/J04o30g6vg43HIPq7iXWtBscWxUFtmGATJhz4IuL9/ypPvO1m5oooczUP/aRIeScdDLFrBMzQ==',key_name='tempest-TestMinimumBasicScenario-1395514709',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='230743b8a6c547b79a2cabf59b092f5a',ramdisk_id='',reservation_id='r-s64l656c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='367ea6d9-915d-4d20-a368-d41719561305',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-917572291',owner_user_name='tempest-TestMinimumBasicScenario-917572291-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:33:59Z,user_data=None,user_id='f132d3562ec54d528e83b2a3feab347f',uuid=01e6ddfa-899c-4cde-9a00-5c20518954e8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dbbb6493-62a1-4db4-8ba9-79f33d07c156", "address": "fa:16:3e:f8:72:36", "network": {"id": "9931c044-5a84-4052-933f-f1477ca93d91", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1531146588-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "230743b8a6c547b79a2cabf59b092f5a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbbb6493-62", "ovs_interfaceid": "dbbb6493-62a1-4db4-8ba9-79f33d07c156", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Converting VIF {"id": "dbbb6493-62a1-4db4-8ba9-79f33d07c156", "address": "fa:16:3e:f8:72:36", "network": {"id": "9931c044-5a84-4052-933f-f1477ca93d91", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1531146588-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "230743b8a6c547b79a2cabf59b092f5a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbbb6493-62", "ovs_interfaceid": "dbbb6493-62a1-4db4-8ba9-79f33d07c156", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f8:72:36,bridge_name='br-int',has_traffic_filtering=True,id=dbbb6493-62a1-4db4-8ba9-79f33d07c156,network=Network(9931c044-5a84-4052-933f-f1477ca93d91),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdbbb6493-62') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG os_vif [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f8:72:36,bridge_name='br-int',has_traffic_filtering=True,id=dbbb6493-62a1-4db4-8ba9-79f33d07c156,network=Network(9931c044-5a84-4052-933f-f1477ca93d91),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdbbb6493-62') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-07bdde6c-4249-4ff7-bcfc-bc559f9f1c67 req-bbea4950-deef-4fde-a0fd-14a3f28a908d service nova] Releasing lock "refresh_cache-01e6ddfa-899c-4cde-9a00-5c20518954e8" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7b87de62-2d7f-588c-b317-78567eaacd07', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapdbbb6493-62, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapdbbb6493-62, col_values=(('qos', UUID('12e02ca1-8274-4bac-a622-952dc1e19c90')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapdbbb6493-62, col_values=(('external_ids', {'iface-id': 'dbbb6493-62a1-4db4-8ba9-79f33d07c156', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f8:72:36', 'vm-uuid': '01e6ddfa-899c-4cde-9a00-5c20518954e8'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:34:01 user nova-compute[74854]: INFO os_vif [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f8:72:36,bridge_name='br-int',has_traffic_filtering=True,id=dbbb6493-62a1-4db4-8ba9-79f33d07c156,network=Network(9931c044-5a84-4052-933f-f1477ca93d91),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdbbb6493-62')
Oct 23 17:34:01 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:34:01 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] No VIF found with MAC fa:16:3e:f8:72:36, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:34:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Acquiring lock "e6d15236-adca-4f90-8792-8236bdb12436" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:34:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lock "e6d15236-adca-4f90-8792-8236bdb12436" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:34:02 user nova-compute[74854]: DEBUG nova.compute.manager [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Starting instance... {{(pid=74854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 17:34:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:34:02 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:34:02 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74854) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 17:34:02 user nova-compute[74854]: INFO nova.compute.claims [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Claim successful on node user
Oct 23 17:34:02 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:34:02 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:34:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.232s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:34:03 user nova-compute[74854]: DEBUG nova.compute.manager [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Start building networks asynchronously for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 17:34:03 user nova-compute[74854]: DEBUG nova.compute.manager [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Allocating IP information in the background. {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 17:34:03 user nova-compute[74854]: DEBUG nova.network.neutron [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6d15236-adca-4f90-8792-8236bdb12436] allocate_for_instance() {{(pid=74854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 17:34:03 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 17:34:03 user nova-compute[74854]: DEBUG nova.compute.manager [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Start building block device mappings for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 17:34:03 user nova-compute[74854]: DEBUG nova.policy [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e46069881c64d15b95efbd1a12c7df7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '524c9de8090141d0b6df2bb88a54aaf5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74854) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 17:34:03 user nova-compute[74854]: DEBUG nova.compute.manager [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Start spawning the instance on the hypervisor. {{(pid=74854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 17:34:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Creating instance directory {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 17:34:03 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Creating image(s)
Oct 23 17:34:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Acquiring lock "/opt/stack/data/nova/instances/e6d15236-adca-4f90-8792-8236bdb12436/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:34:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lock "/opt/stack/data/nova/instances/e6d15236-adca-4f90-8792-8236bdb12436/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:34:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lock "/opt/stack/data/nova/instances/e6d15236-adca-4f90-8792-8236bdb12436/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:34:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:34:03 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:34:03 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:34:03 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:34:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.220s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:34:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Acquiring lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:34:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:34:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:34:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.204s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:34:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/e6d15236-adca-4f90-8792-8236bdb12436/disk 1073741824 {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:34:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/e6d15236-adca-4f90-8792-8236bdb12436/disk 1073741824" returned: 0 in 0.065s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:34:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.282s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:34:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:34:03 user nova-compute[74854]: DEBUG nova.compute.manager [req-ea633bd2-b6ec-4212-889c-02c24a1b0058 req-fcaccd4b-7101-40a8-8f77-60167bdee64f service nova] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Received event network-vif-plugged-dbbb6493-62a1-4db4-8ba9-79f33d07c156 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:34:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-ea633bd2-b6ec-4212-889c-02c24a1b0058 req-fcaccd4b-7101-40a8-8f77-60167bdee64f service nova] Acquiring lock "01e6ddfa-899c-4cde-9a00-5c20518954e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:34:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-ea633bd2-b6ec-4212-889c-02c24a1b0058 req-fcaccd4b-7101-40a8-8f77-60167bdee64f service nova] Lock "01e6ddfa-899c-4cde-9a00-5c20518954e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:34:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-ea633bd2-b6ec-4212-889c-02c24a1b0058 req-fcaccd4b-7101-40a8-8f77-60167bdee64f service nova] Lock "01e6ddfa-899c-4cde-9a00-5c20518954e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:34:03 user nova-compute[74854]: DEBUG nova.compute.manager [req-ea633bd2-b6ec-4212-889c-02c24a1b0058 req-fcaccd4b-7101-40a8-8f77-60167bdee64f service nova] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] No waiting events found dispatching network-vif-plugged-dbbb6493-62a1-4db4-8ba9-79f33d07c156 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:34:03 user nova-compute[74854]: WARNING nova.compute.manager [req-ea633bd2-b6ec-4212-889c-02c24a1b0058 req-fcaccd4b-7101-40a8-8f77-60167bdee64f service nova] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Received unexpected event network-vif-plugged-dbbb6493-62a1-4db4-8ba9-79f33d07c156 for instance with vm_state building and task_state spawning.
Oct 23 17:34:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.204s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:34:04 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e6d15236-adca-4f90-8792-8236bdb12436/disk. size=1073741824 {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 17:34:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6d15236-adca-4f90-8792-8236bdb12436/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:34:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:34:04 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6d15236-adca-4f90-8792-8236bdb12436/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:34:04 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Cannot resize image /opt/stack/data/nova/instances/e6d15236-adca-4f90-8792-8236bdb12436/disk to a smaller size. {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 17:34:04 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Created local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 17:34:04 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Ensure instance console log exists: /opt/stack/data/nova/instances/e6d15236-adca-4f90-8792-8236bdb12436/console.log {{(pid=74854) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 17:34:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:34:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:34:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:34:04 user nova-compute[74854]: DEBUG nova.network.neutron [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Successfully created port: 667a2e87-e862-4e41-a2b7-6e8d8f17be90 {{(pid=74854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 17:34:04 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:34:04 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG nova.network.neutron [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Successfully updated port: 667a2e87-e862-4e41-a2b7-6e8d8f17be90 {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Acquiring lock "refresh_cache-e6d15236-adca-4f90-8792-8236bdb12436" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Acquired lock "refresh_cache-e6d15236-adca-4f90-8792-8236bdb12436" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG nova.network.neutron [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG nova.network.neutron [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Instance cache missing network info. {{(pid=74854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG nova.network.neutron [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Updating instance_info_cache with network_info: [{"id": "667a2e87-e862-4e41-a2b7-6e8d8f17be90", "address": "fa:16:3e:60:21:93", "network": {"id": "9036528a-dda4-4de9-b36a-3596f7cf3059", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2139464027-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "524c9de8090141d0b6df2bb88a54aaf5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap667a2e87-e8", "ovs_interfaceid": "667a2e87-e862-4e41-a2b7-6e8d8f17be90", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Releasing lock "refresh_cache-e6d15236-adca-4f90-8792-8236bdb12436" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG nova.compute.manager [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Instance network_info: |[{"id": "667a2e87-e862-4e41-a2b7-6e8d8f17be90", "address": "fa:16:3e:60:21:93", "network": {"id": "9036528a-dda4-4de9-b36a-3596f7cf3059", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2139464027-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "524c9de8090141d0b6df2bb88a54aaf5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap667a2e87-e8", "ovs_interfaceid": "667a2e87-e862-4e41-a2b7-6e8d8f17be90", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Start _get_guest_xml network_info=[{"id": "667a2e87-e862-4e41-a2b7-6e8d8f17be90", "address": "fa:16:3e:60:21:93", "network": {"id": "9036528a-dda4-4de9-b36a-3596f7cf3059", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2139464027-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "524c9de8090141d0b6df2bb88a54aaf5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap667a2e87-e8", "ovs_interfaceid": "667a2e87-e862-4e41-a2b7-6e8d8f17be90", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'encryption_format': None, 'encryption_options': None, 'size': 0, 'boot_index': 0, 'encrypted': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'image_id': '68c345df-c9e8-475a-b17c-635fa0c7e894'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:34:05 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:34:05 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:34:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:34:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-419374973',display_name='tempest-VolumesSnapshotTestJSON-instance-419374973',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-419374973',id=46,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHlkHGoLa54IjmzqLZdNVYPQmzXK3EcP/gDqB9HMxQl+71KwOW1I8OmwN73tIalxmGyjf6jWxDnLOInMFgfHOHzi5Do3R45qa7dOd6Ve7tTd8MbHH93/c+7qleD+3nR+jw==',key_name='tempest-keypair-146931490',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='524c9de8090141d0b6df2bb88a54aaf5',ramdisk_id='',reservation_id='r-k9yijy78',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-92270484',owner_user_name='tempest-VolumesSnapshotTestJSON-92270484-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:34:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8e46069881c64d15b95efbd1a12c7df7',uuid=e6d15236-adca-4f90-8792-8236bdb12436,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "667a2e87-e862-4e41-a2b7-6e8d8f17be90", "address": "fa:16:3e:60:21:93", "network": {"id": "9036528a-dda4-4de9-b36a-3596f7cf3059", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2139464027-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "524c9de8090141d0b6df2bb88a54aaf5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap667a2e87-e8", "ovs_interfaceid": "667a2e87-e862-4e41-a2b7-6e8d8f17be90", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Converting VIF {"id": "667a2e87-e862-4e41-a2b7-6e8d8f17be90", "address": "fa:16:3e:60:21:93", "network": {"id": "9036528a-dda4-4de9-b36a-3596f7cf3059", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2139464027-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "524c9de8090141d0b6df2bb88a54aaf5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap667a2e87-e8", "ovs_interfaceid": "667a2e87-e862-4e41-a2b7-6e8d8f17be90", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:60:21:93,bridge_name='br-int',has_traffic_filtering=True,id=667a2e87-e862-4e41-a2b7-6e8d8f17be90,network=Network(9036528a-dda4-4de9-b36a-3596f7cf3059),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap667a2e87-e8') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG nova.objects.instance [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lazy-loading 'pci_devices' on Instance uuid e6d15236-adca-4f90-8792-8236bdb12436 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6d15236-adca-4f90-8792-8236bdb12436] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:34:05 user nova-compute[74854]:   <uuid>e6d15236-adca-4f90-8792-8236bdb12436</uuid>
Oct 23 17:34:05 user nova-compute[74854]:   <name>instance-0000002e</name>
Oct 23 17:34:05 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:34:05 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:34:05 user nova-compute[74854]:   <metadata>
Oct 23 17:34:05 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:34:05 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:34:05 user nova-compute[74854]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-419374973</nova:name>
Oct 23 17:34:05 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:34:05</nova:creationTime>
Oct 23 17:34:05 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:34:05 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:34:05 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:34:05 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:34:05 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:34:05 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:34:05 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:34:05 user nova-compute[74854]:       <nova:owner>
Oct 23 17:34:05 user nova-compute[74854]:         <nova:user uuid="8e46069881c64d15b95efbd1a12c7df7">tempest-VolumesSnapshotTestJSON-92270484-project-member</nova:user>
Oct 23 17:34:05 user nova-compute[74854]:         <nova:project uuid="524c9de8090141d0b6df2bb88a54aaf5">tempest-VolumesSnapshotTestJSON-92270484</nova:project>
Oct 23 17:34:05 user nova-compute[74854]:       </nova:owner>
Oct 23 17:34:05 user nova-compute[74854]:       <nova:root type="image" uuid="68c345df-c9e8-475a-b17c-635fa0c7e894"/>
Oct 23 17:34:05 user nova-compute[74854]:       <nova:ports>
Oct 23 17:34:05 user nova-compute[74854]:         <nova:port uuid="667a2e87-e862-4e41-a2b7-6e8d8f17be90">
Oct 23 17:34:05 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 23 17:34:05 user nova-compute[74854]:         </nova:port>
Oct 23 17:34:05 user nova-compute[74854]:       </nova:ports>
Oct 23 17:34:05 user nova-compute[74854]:     </nova:instance>
Oct 23 17:34:05 user nova-compute[74854]:   </metadata>
Oct 23 17:34:05 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:34:05 user nova-compute[74854]:     <system>
Oct 23 17:34:05 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:34:05 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:34:05 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:34:05 user nova-compute[74854]:       <entry name="serial">e6d15236-adca-4f90-8792-8236bdb12436</entry>
Oct 23 17:34:05 user nova-compute[74854]:       <entry name="uuid">e6d15236-adca-4f90-8792-8236bdb12436</entry>
Oct 23 17:34:05 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:34:05 user nova-compute[74854]:     </system>
Oct 23 17:34:05 user nova-compute[74854]:   </sysinfo>
Oct 23 17:34:05 user nova-compute[74854]:   <os>
Oct 23 17:34:05 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:34:05 user nova-compute[74854]:     <boot dev="hd"/>
Oct 23 17:34:05 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:34:05 user nova-compute[74854]:   </os>
Oct 23 17:34:05 user nova-compute[74854]:   <features>
Oct 23 17:34:05 user nova-compute[74854]:     <acpi/>
Oct 23 17:34:05 user nova-compute[74854]:     <apic/>
Oct 23 17:34:05 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:34:05 user nova-compute[74854]:   </features>
Oct 23 17:34:05 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:34:05 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:34:05 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:34:05 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:34:05 user nova-compute[74854]:   </clock>
Oct 23 17:34:05 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:34:05 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:34:05 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:34:05 user nova-compute[74854]:   </cpu>
Oct 23 17:34:05 user nova-compute[74854]:   <devices>
Oct 23 17:34:05 user nova-compute[74854]:     <disk type="file" device="disk">
Oct 23 17:34:05 user nova-compute[74854]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 17:34:05 user nova-compute[74854]:       <source file="/opt/stack/data/nova/instances/e6d15236-adca-4f90-8792-8236bdb12436/disk"/>
Oct 23 17:34:05 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:34:05 user nova-compute[74854]:     </disk>
Oct 23 17:34:05 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:34:05 user nova-compute[74854]:       <mac address="fa:16:3e:60:21:93"/>
Oct 23 17:34:05 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:34:05 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:34:05 user nova-compute[74854]:       <target dev="tap667a2e87-e8"/>
Oct 23 17:34:05 user nova-compute[74854]:     </interface>
Oct 23 17:34:05 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:34:05 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/e6d15236-adca-4f90-8792-8236bdb12436/console.log" append="off"/>
Oct 23 17:34:05 user nova-compute[74854]:     </serial>
Oct 23 17:34:05 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:34:05 user nova-compute[74854]:     <video>
Oct 23 17:34:05 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:34:05 user nova-compute[74854]:     </video>
Oct 23 17:34:05 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:34:05 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:34:05 user nova-compute[74854]:     </rng>
Oct 23 17:34:05 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:34:05 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:34:05 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:34:05 user nova-compute[74854]:     </memballoon>
Oct 23 17:34:05 user nova-compute[74854]:   </devices>
Oct 23 17:34:05 user nova-compute[74854]: </domain>
Oct 23 17:34:05 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:34:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-419374973',display_name='tempest-VolumesSnapshotTestJSON-instance-419374973',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-419374973',id=46,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHlkHGoLa54IjmzqLZdNVYPQmzXK3EcP/gDqB9HMxQl+71KwOW1I8OmwN73tIalxmGyjf6jWxDnLOInMFgfHOHzi5Do3R45qa7dOd6Ve7tTd8MbHH93/c+7qleD+3nR+jw==',key_name='tempest-keypair-146931490',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='524c9de8090141d0b6df2bb88a54aaf5',ramdisk_id='',reservation_id='r-k9yijy78',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-92270484',owner_user_name='tempest-VolumesSnapshotTestJSON-92270484-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:34:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8e46069881c64d15b95efbd1a12c7df7',uuid=e6d15236-adca-4f90-8792-8236bdb12436,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "667a2e87-e862-4e41-a2b7-6e8d8f17be90", "address": "fa:16:3e:60:21:93", "network": {"id": "9036528a-dda4-4de9-b36a-3596f7cf3059", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2139464027-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "524c9de8090141d0b6df2bb88a54aaf5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap667a2e87-e8", "ovs_interfaceid": "667a2e87-e862-4e41-a2b7-6e8d8f17be90", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Converting VIF {"id": "667a2e87-e862-4e41-a2b7-6e8d8f17be90", "address": "fa:16:3e:60:21:93", "network": {"id": "9036528a-dda4-4de9-b36a-3596f7cf3059", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2139464027-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "524c9de8090141d0b6df2bb88a54aaf5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap667a2e87-e8", "ovs_interfaceid": "667a2e87-e862-4e41-a2b7-6e8d8f17be90", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:60:21:93,bridge_name='br-int',has_traffic_filtering=True,id=667a2e87-e862-4e41-a2b7-6e8d8f17be90,network=Network(9036528a-dda4-4de9-b36a-3596f7cf3059),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap667a2e87-e8') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG os_vif [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:60:21:93,bridge_name='br-int',has_traffic_filtering=True,id=667a2e87-e862-4e41-a2b7-6e8d8f17be90,network=Network(9036528a-dda4-4de9-b36a-3596f7cf3059),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap667a2e87-e8') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f1436d24-175a-5145-bb58-49a42c0df3a3', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap667a2e87-e8, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap667a2e87-e8, col_values=(('qos', UUID('55c0dfa9-e815-4bbd-90f2-4256cc828c2b')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap667a2e87-e8, col_values=(('external_ids', {'iface-id': '667a2e87-e862-4e41-a2b7-6e8d8f17be90', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:60:21:93', 'vm-uuid': 'e6d15236-adca-4f90-8792-8236bdb12436'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:34:05 user nova-compute[74854]: INFO os_vif [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:60:21:93,bridge_name='br-int',has_traffic_filtering=True,id=667a2e87-e862-4e41-a2b7-6e8d8f17be90,network=Network(9036528a-dda4-4de9-b36a-3596f7cf3059),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap667a2e87-e8')
Oct 23 17:34:05 user nova-compute[74854]: DEBUG nova.compute.manager [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Instance event wait completed in 0 seconds for  {{(pid=74854) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Guest created on hypervisor {{(pid=74854) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 17:34:05 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Instance spawned successfully.
Oct 23 17:34:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] No VIF found with MAC fa:16:3e:60:21:93, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Found default for hw_cdrom_bus of ide {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Found default for hw_disk_bus of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Found default for hw_input_bus of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Found default for hw_pointer_model of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Found default for hw_video_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Found default for hw_vif_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:34:05 user nova-compute[74854]: INFO nova.compute.manager [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Took 6.44 seconds to spawn the instance on the hypervisor.
Oct 23 17:34:05 user nova-compute[74854]: DEBUG nova.compute.manager [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG nova.compute.manager [req-b5d54cd1-d511-4f36-bd85-6120afc0f395 req-d12c5d5e-3d19-410f-916b-11c72b02754a service nova] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Received event network-vif-plugged-dbbb6493-62a1-4db4-8ba9-79f33d07c156 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-b5d54cd1-d511-4f36-bd85-6120afc0f395 req-d12c5d5e-3d19-410f-916b-11c72b02754a service nova] Acquiring lock "01e6ddfa-899c-4cde-9a00-5c20518954e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-b5d54cd1-d511-4f36-bd85-6120afc0f395 req-d12c5d5e-3d19-410f-916b-11c72b02754a service nova] Lock "01e6ddfa-899c-4cde-9a00-5c20518954e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-b5d54cd1-d511-4f36-bd85-6120afc0f395 req-d12c5d5e-3d19-410f-916b-11c72b02754a service nova] Lock "01e6ddfa-899c-4cde-9a00-5c20518954e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG nova.compute.manager [req-b5d54cd1-d511-4f36-bd85-6120afc0f395 req-d12c5d5e-3d19-410f-916b-11c72b02754a service nova] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] No waiting events found dispatching network-vif-plugged-dbbb6493-62a1-4db4-8ba9-79f33d07c156 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:34:05 user nova-compute[74854]: WARNING nova.compute.manager [req-b5d54cd1-d511-4f36-bd85-6120afc0f395 req-d12c5d5e-3d19-410f-916b-11c72b02754a service nova] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Received unexpected event network-vif-plugged-dbbb6493-62a1-4db4-8ba9-79f33d07c156 for instance with vm_state building and task_state spawning.
Oct 23 17:34:05 user nova-compute[74854]: DEBUG nova.compute.manager [req-b5d54cd1-d511-4f36-bd85-6120afc0f395 req-d12c5d5e-3d19-410f-916b-11c72b02754a service nova] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Received event network-changed-667a2e87-e862-4e41-a2b7-6e8d8f17be90 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG nova.compute.manager [req-b5d54cd1-d511-4f36-bd85-6120afc0f395 req-d12c5d5e-3d19-410f-916b-11c72b02754a service nova] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Refreshing instance network info cache due to event network-changed-667a2e87-e862-4e41-a2b7-6e8d8f17be90. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-b5d54cd1-d511-4f36-bd85-6120afc0f395 req-d12c5d5e-3d19-410f-916b-11c72b02754a service nova] Acquiring lock "refresh_cache-e6d15236-adca-4f90-8792-8236bdb12436" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-b5d54cd1-d511-4f36-bd85-6120afc0f395 req-d12c5d5e-3d19-410f-916b-11c72b02754a service nova] Acquired lock "refresh_cache-e6d15236-adca-4f90-8792-8236bdb12436" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:34:05 user nova-compute[74854]: DEBUG nova.network.neutron [req-b5d54cd1-d511-4f36-bd85-6120afc0f395 req-d12c5d5e-3d19-410f-916b-11c72b02754a service nova] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Refreshing network info cache for port 667a2e87-e862-4e41-a2b7-6e8d8f17be90 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:34:06 user nova-compute[74854]: INFO nova.compute.manager [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Took 7.11 seconds to build instance.
Oct 23 17:34:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-602e04f9-1fdb-41f1-af41-4ca866f9c05e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "01e6ddfa-899c-4cde-9a00-5c20518954e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.218s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:34:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:34:06 user nova-compute[74854]: DEBUG nova.network.neutron [req-b5d54cd1-d511-4f36-bd85-6120afc0f395 req-d12c5d5e-3d19-410f-916b-11c72b02754a service nova] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Updated VIF entry in instance network info cache for port 667a2e87-e862-4e41-a2b7-6e8d8f17be90. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:34:06 user nova-compute[74854]: DEBUG nova.network.neutron [req-b5d54cd1-d511-4f36-bd85-6120afc0f395 req-d12c5d5e-3d19-410f-916b-11c72b02754a service nova] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Updating instance_info_cache with network_info: [{"id": "667a2e87-e862-4e41-a2b7-6e8d8f17be90", "address": "fa:16:3e:60:21:93", "network": {"id": "9036528a-dda4-4de9-b36a-3596f7cf3059", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2139464027-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "524c9de8090141d0b6df2bb88a54aaf5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap667a2e87-e8", "ovs_interfaceid": "667a2e87-e862-4e41-a2b7-6e8d8f17be90", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:34:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-b5d54cd1-d511-4f36-bd85-6120afc0f395 req-d12c5d5e-3d19-410f-916b-11c72b02754a service nova] Releasing lock "refresh_cache-e6d15236-adca-4f90-8792-8236bdb12436" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:34:07 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:34:07 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:34:07 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:34:07 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:34:07 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:34:07 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:34:07 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:34:07 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:34:07 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:34:07 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:34:07 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Auditing locally available compute resources for user (node: user) {{(pid=74854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 17:34:07 user nova-compute[74854]: DEBUG nova.compute.manager [req-43a25a94-44a5-4f37-921a-03293e4bd725 req-55cbab20-b7ae-4308-b320-ad6d97543aca service nova] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Received event network-vif-plugged-667a2e87-e862-4e41-a2b7-6e8d8f17be90 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:34:07 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-43a25a94-44a5-4f37-921a-03293e4bd725 req-55cbab20-b7ae-4308-b320-ad6d97543aca service nova] Acquiring lock "e6d15236-adca-4f90-8792-8236bdb12436-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:34:07 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-43a25a94-44a5-4f37-921a-03293e4bd725 req-55cbab20-b7ae-4308-b320-ad6d97543aca service nova] Lock "e6d15236-adca-4f90-8792-8236bdb12436-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:34:07 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-43a25a94-44a5-4f37-921a-03293e4bd725 req-55cbab20-b7ae-4308-b320-ad6d97543aca service nova] Lock "e6d15236-adca-4f90-8792-8236bdb12436-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:34:07 user nova-compute[74854]: DEBUG nova.compute.manager [req-43a25a94-44a5-4f37-921a-03293e4bd725 req-55cbab20-b7ae-4308-b320-ad6d97543aca service nova] [instance: e6d15236-adca-4f90-8792-8236bdb12436] No waiting events found dispatching network-vif-plugged-667a2e87-e862-4e41-a2b7-6e8d8f17be90 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:34:07 user nova-compute[74854]: WARNING nova.compute.manager [req-43a25a94-44a5-4f37-921a-03293e4bd725 req-55cbab20-b7ae-4308-b320-ad6d97543aca service nova] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Received unexpected event network-vif-plugged-667a2e87-e862-4e41-a2b7-6e8d8f17be90 for instance with vm_state building and task_state spawning.
Oct 23 17:34:07 user nova-compute[74854]: DEBUG nova.compute.manager [req-43a25a94-44a5-4f37-921a-03293e4bd725 req-55cbab20-b7ae-4308-b320-ad6d97543aca service nova] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Received event network-vif-plugged-667a2e87-e862-4e41-a2b7-6e8d8f17be90 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:34:07 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-43a25a94-44a5-4f37-921a-03293e4bd725 req-55cbab20-b7ae-4308-b320-ad6d97543aca service nova] Acquiring lock "e6d15236-adca-4f90-8792-8236bdb12436-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:34:07 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-43a25a94-44a5-4f37-921a-03293e4bd725 req-55cbab20-b7ae-4308-b320-ad6d97543aca service nova] Lock "e6d15236-adca-4f90-8792-8236bdb12436-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:34:07 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-43a25a94-44a5-4f37-921a-03293e4bd725 req-55cbab20-b7ae-4308-b320-ad6d97543aca service nova] Lock "e6d15236-adca-4f90-8792-8236bdb12436-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:34:07 user nova-compute[74854]: DEBUG nova.compute.manager [req-43a25a94-44a5-4f37-921a-03293e4bd725 req-55cbab20-b7ae-4308-b320-ad6d97543aca service nova] [instance: e6d15236-adca-4f90-8792-8236bdb12436] No waiting events found dispatching network-vif-plugged-667a2e87-e862-4e41-a2b7-6e8d8f17be90 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:34:07 user nova-compute[74854]: WARNING nova.compute.manager [req-43a25a94-44a5-4f37-921a-03293e4bd725 req-55cbab20-b7ae-4308-b320-ad6d97543aca service nova] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Received unexpected event network-vif-plugged-667a2e87-e862-4e41-a2b7-6e8d8f17be90 for instance with vm_state building and task_state spawning.
Oct 23 17:34:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6d15236-adca-4f90-8792-8236bdb12436/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:34:08 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6d15236-adca-4f90-8792-8236bdb12436/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:34:08 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6d15236-adca-4f90-8792-8236bdb12436/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:34:08 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6d15236-adca-4f90-8792-8236bdb12436/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:34:08 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01e6ddfa-899c-4cde-9a00-5c20518954e8/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:34:08 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01e6ddfa-899c-4cde-9a00-5c20518954e8/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:34:08 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01e6ddfa-899c-4cde-9a00-5c20518954e8/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:34:08 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01e6ddfa-899c-4cde-9a00-5c20518954e8/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:34:09 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:34:09 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:34:09 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Hypervisor/Node resource view: name=user free_ram=8870MB free_disk=24.868927001953125GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=74854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 17:34:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:34:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:34:09 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 01e6ddfa-899c-4cde-9a00-5c20518954e8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:34:09 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance e6d15236-adca-4f90-8792-8236bdb12436 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:34:09 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 17:34:09 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 17:34:09 user nova-compute[74854]: DEBUG nova.compute.manager [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Instance event wait completed in 0 seconds for  {{(pid=74854) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 17:34:09 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Guest created on hypervisor {{(pid=74854) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 17:34:09 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:34:09 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Instance spawned successfully.
Oct 23 17:34:09 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 17:34:09 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:34:09 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Found default for hw_cdrom_bus of ide {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:34:09 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Found default for hw_disk_bus of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:34:09 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Found default for hw_input_bus of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:34:09 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Found default for hw_pointer_model of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:34:09 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Found default for hw_video_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:34:09 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Found default for hw_vif_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:34:09 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Compute_service record updated for user:user {{(pid=74854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 17:34:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.287s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:34:09 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:34:09 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Cleaning up deleted instances {{(pid=74854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 23 17:34:09 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] There are 1 instances to clean {{(pid=74854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 23 17:34:09 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Instance has had 5 of 5 cleanup attempts {{(pid=74854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11221}}
Oct 23 17:34:09 user nova-compute[74854]: INFO nova.compute.manager [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Took 6.37 seconds to spawn the instance on the hypervisor.
Oct 23 17:34:09 user nova-compute[74854]: DEBUG nova.compute.manager [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:34:09 user nova-compute[74854]: INFO nova.compute.manager [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Took 7.11 seconds to build instance.
Oct 23 17:34:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-9a831752-0196-4d1e-a85d-144ba40e85fa tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lock "e6d15236-adca-4f90-8792-8236bdb12436" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.225s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:34:10 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:34:10 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Starting heal instance info cache {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 17:34:10 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Rebuilding the list of instances to heal {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 23 17:34:10 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "refresh_cache-01e6ddfa-899c-4cde-9a00-5c20518954e8" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:34:10 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquired lock "refresh_cache-01e6ddfa-899c-4cde-9a00-5c20518954e8" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:34:10 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Forcefully refreshing network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 17:34:10 user nova-compute[74854]: DEBUG nova.objects.instance [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lazy-loading 'info_cache' on Instance uuid 01e6ddfa-899c-4cde-9a00-5c20518954e8 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:34:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:34:11 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Updating instance_info_cache with network_info: [{"id": "dbbb6493-62a1-4db4-8ba9-79f33d07c156", "address": "fa:16:3e:f8:72:36", "network": {"id": "9931c044-5a84-4052-933f-f1477ca93d91", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1531146588-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "230743b8a6c547b79a2cabf59b092f5a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbbb6493-62", "ovs_interfaceid": "dbbb6493-62a1-4db4-8ba9-79f33d07c156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:34:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Releasing lock "refresh_cache-01e6ddfa-899c-4cde-9a00-5c20518954e8" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:34:11 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Updated the network info_cache for instance {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 17:34:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:34:13 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:34:15 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:34:15 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:34:15 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74854) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 23 17:34:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:34:20 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:34:21 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:34:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:34:26 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:34:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:34:31 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:34:35 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:34:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:34:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:34:41 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:34:44 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquiring lock "f48ed65e-686a-448c-a581-51794caedfb5" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:34:44 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "f48ed65e-686a-448c-a581-51794caedfb5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:34:44 user nova-compute[74854]: DEBUG nova.compute.manager [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Starting instance... {{(pid=74854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 17:34:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:34:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:34:45 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74854) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 17:34:45 user nova-compute[74854]: INFO nova.compute.claims [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Claim successful on node user
Oct 23 17:34:45 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:34:45 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:34:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.229s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:34:45 user nova-compute[74854]: DEBUG nova.compute.manager [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Start building networks asynchronously for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 17:34:45 user nova-compute[74854]: DEBUG nova.compute.manager [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Allocating IP information in the background. {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 17:34:45 user nova-compute[74854]: DEBUG nova.network.neutron [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f48ed65e-686a-448c-a581-51794caedfb5] allocate_for_instance() {{(pid=74854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 17:34:45 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 17:34:45 user nova-compute[74854]: DEBUG nova.compute.manager [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Start building block device mappings for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 17:34:45 user nova-compute[74854]: INFO nova.virt.block_device [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Booting with volume 1deceb1c-9554-49d3-bf90-ba811a2a96ee at /dev/vda
Oct 23 17:34:45 user nova-compute[74854]: DEBUG nova.policy [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40d10700efba402e9cc769d2510f8311', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3560285cd557461eae016907fb469040', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74854) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 17:34:45 user nova-compute[74854]: DEBUG os_brick.utils [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:34:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:34:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:34:45 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[3105178f-2ed1-4f9b-b761-e0141f4dc687]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a321e2f0722\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:34:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:34:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:34:45 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[67cedfab-c921-4eb4-a374-8fbfc834df92]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:34:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:34:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:34:45 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b9921d2-d6d0-4d5a-a89f-30bdb26b84f8]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:34:45 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[cde2affc-7a8b-4e9b-b3dd-860482214048]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:34:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Running cmd (subprocess): nvme version {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:34:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] 'nvme version' failed. Not Retrying. {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:34:45 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] nvme not present on system {{(pid=74854) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 17:34:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:34:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:34:45 user nova-compute[74854]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 17:34:45 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[948792ee-d3f0-49ac-9c35-574d79799d23]: (4, '') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:34:45 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74854) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 17:34:45 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 17:34:45 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] LIGHTOS: no hostnqn found. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 17:34:45 user nova-compute[74854]: DEBUG os_brick.utils [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] <== get_connector_properties: return (129ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a321e2f0722', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:34:45 user nova-compute[74854]: DEBUG nova.virt.block_device [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Updating existing volume attachment record: 50669985-b2a7-4dd4-bf9c-b23fbef902b3 {{(pid=74854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 17:34:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:34:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:34:46 user nova-compute[74854]: DEBUG nova.network.neutron [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Successfully created port: 765ab49d-4716-4f47-ac9e-499e97a2a9e7 {{(pid=74854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 17:34:46 user nova-compute[74854]: DEBUG nova.network.neutron [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Successfully updated port: 765ab49d-4716-4f47-ac9e-499e97a2a9e7 {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:34:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquiring lock "refresh_cache-f48ed65e-686a-448c-a581-51794caedfb5" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:34:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquired lock "refresh_cache-f48ed65e-686a-448c-a581-51794caedfb5" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:34:46 user nova-compute[74854]: DEBUG nova.network.neutron [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:34:47 user nova-compute[74854]: DEBUG nova.compute.manager [req-830bd925-0537-4188-b5ad-de63273a6b2d req-374a66f2-e451-46ea-806d-6b378028856d service nova] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Received event network-changed-765ab49d-4716-4f47-ac9e-499e97a2a9e7 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:34:47 user nova-compute[74854]: DEBUG nova.compute.manager [req-830bd925-0537-4188-b5ad-de63273a6b2d req-374a66f2-e451-46ea-806d-6b378028856d service nova] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Refreshing instance network info cache due to event network-changed-765ab49d-4716-4f47-ac9e-499e97a2a9e7. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:34:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-830bd925-0537-4188-b5ad-de63273a6b2d req-374a66f2-e451-46ea-806d-6b378028856d service nova] Acquiring lock "refresh_cache-f48ed65e-686a-448c-a581-51794caedfb5" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:34:47 user nova-compute[74854]: DEBUG nova.network.neutron [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Instance cache missing network info. {{(pid=74854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 17:34:47 user nova-compute[74854]: DEBUG nova.network.neutron [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Updating instance_info_cache with network_info: [{"id": "765ab49d-4716-4f47-ac9e-499e97a2a9e7", "address": "fa:16:3e:b2:aa:c8", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap765ab49d-47", "ovs_interfaceid": "765ab49d-4716-4f47-ac9e-499e97a2a9e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:34:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Releasing lock "refresh_cache-f48ed65e-686a-448c-a581-51794caedfb5" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:34:47 user nova-compute[74854]: DEBUG nova.compute.manager [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Instance network_info: |[{"id": "765ab49d-4716-4f47-ac9e-499e97a2a9e7", "address": "fa:16:3e:b2:aa:c8", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap765ab49d-47", "ovs_interfaceid": "765ab49d-4716-4f47-ac9e-499e97a2a9e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 17:34:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-830bd925-0537-4188-b5ad-de63273a6b2d req-374a66f2-e451-46ea-806d-6b378028856d service nova] Acquired lock "refresh_cache-f48ed65e-686a-448c-a581-51794caedfb5" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:34:47 user nova-compute[74854]: DEBUG nova.network.neutron [req-830bd925-0537-4188-b5ad-de63273a6b2d req-374a66f2-e451-46ea-806d-6b378028856d service nova] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Refreshing network info cache for port 765ab49d-4716-4f47-ac9e-499e97a2a9e7 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:34:47 user nova-compute[74854]: DEBUG nova.network.neutron [req-830bd925-0537-4188-b5ad-de63273a6b2d req-374a66f2-e451-46ea-806d-6b378028856d service nova] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Updated VIF entry in instance network info cache for port 765ab49d-4716-4f47-ac9e-499e97a2a9e7. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:34:47 user nova-compute[74854]: DEBUG nova.network.neutron [req-830bd925-0537-4188-b5ad-de63273a6b2d req-374a66f2-e451-46ea-806d-6b378028856d service nova] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Updating instance_info_cache with network_info: [{"id": "765ab49d-4716-4f47-ac9e-499e97a2a9e7", "address": "fa:16:3e:b2:aa:c8", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap765ab49d-47", "ovs_interfaceid": "765ab49d-4716-4f47-ac9e-499e97a2a9e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:34:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-830bd925-0537-4188-b5ad-de63273a6b2d req-374a66f2-e451-46ea-806d-6b378028856d service nova] Releasing lock "refresh_cache-f48ed65e-686a-448c-a581-51794caedfb5" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:34:49 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:34:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:34:52 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:34:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:35:00 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:35:00 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:35:01 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:35:01 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG nova.compute.manager [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Start spawning the instance on the hypervisor. {{(pid=74854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Creating instance directory {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 17:35:03 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Creating image(s)
Oct 23 17:35:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Did not create local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Ensure instance console log exists: /opt/stack/data/nova/instances/f48ed65e-686a-448c-a581-51794caedfb5/console.log {{(pid=74854) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Start _get_guest_xml network_info=[{"id": "765ab49d-4716-4f47-ac9e-499e97a2a9e7", "address": "fa:16:3e:b2:aa:c8", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap765ab49d-47", "ovs_interfaceid": "765ab49d-4716-4f47-ac9e-499e97a2a9e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'attachment_id': '50669985-b2a7-4dd4-bf9c-b23fbef902b3', 'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RTYGaBql', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f48ed65e-686a-448c-a581-51794caedfb5', 'attached_at': '', 'detached_at': '', 'volume_id': '1deceb1c-9554-49d3-bf90-ba811a2a96ee', 'serial': '1deceb1c-9554-49d3-bf90-ba811a2a96ee'}, 'mount_device': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'volume_type': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:35:03 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:35:03 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:35:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Calling os-brick to attach iSCSI Volume {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RTYGaBql', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:35:03 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:35:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:35:03 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:35:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:35:03 user nova-compute[74854]: INFO os_brick.initiator.connectors.iscsi [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 17:35:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee -p 172.16.0.220:3260 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[28624c48-68d4-42c7-a119-3975da073ae1]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 17:35:03 user nova-compute[74854]:  {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee -p 172.16.0.220:3260 --interface default --op new {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[2864661c-e644-4c50-91ac-96447d26cca2]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee] added\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee] added
Oct 23 17:35:03 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4a0409c-a082-4b72-b2ed-141d3509ffe3]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0445ef8-6d9f-43ae-a86c-c2022d53f9b1]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RTYGaBql {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RTYGaBql" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b8a614f-8e68-49c7-90d9-db42620461fc]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'RTYGaBql'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[51036f58-720c-4b27-b60a-587a47bea3c9]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[6adf5bad-d6b4-4509-b41b-ac1dd0f1099d]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 23 17:35:03 user nova-compute[74854]:  {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 23 17:35:03 user nova-compute[74854]:  {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:35:03 user nova-compute[74854]: WARNING os_brick.initiator.connectors.iscsi [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 23 17:35:03 user nova-compute[74854]: 
Oct 23 17:35:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee -p 172.16.0.220:3260 --login {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee -p 172.16.0.220:3260 --login" returned: 0 in 0.047s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[917bb7b0-3d23-4b9a-9529-bd33b7620264]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee, portal: 172.16.0.220,3260]
Oct 23 17:35:03 user nova-compute[74854]: Login to [iface: default, target: iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee, portal: 172.16.0.220,3260] successful.
Oct 23 17:35:03 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0fc9fa0-9af4-4bc3-8875-57ab1551ba31]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[21843f6d-b610-4d59-8bea-512b52f126cc]: (4, ('tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)
Oct 23 17:35:03 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsi session list stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)
Oct 23 17:35:03 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.294s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Connected to 172.16.0.220:3260 {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] HCTL ('33', '-', '-', 0) found on session 48 with lun 0 {{(pid=74854) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74854) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1e3bea4-5091-45c6-9c6f-7f7c60a8705b]: (4, ('- - 0', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Searching for a device in session 48 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RTYGaBql', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 17:35:03 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:35:04 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.325s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:35:04 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] <== connect_volume: return (1326ms) {'type': 'block', 'scsi_wwn': '26533363935313536', 'path': '/dev/sdb'} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:35:04 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26533363935313536', 'path': '/dev/sdb'} {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 17:35:04 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:34:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-533871043',display_name='tempest-TestVolumeBootPattern-server-533871043',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-533871043',id=47,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPjsKmP1yiKae3gkqJMmrkZKkwQRVFAUzacSOOq4SraSUMvkjIy67+j36qe3IsqWypxjD3IhIcsfXpzUmc6ZWV7UWNQrMBvfNK4qdlwLw94CORPs8MUzKUCJU5b/vy0eBg==',key_name='tempest-TestVolumeBootPattern-2045528581',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3560285cd557461eae016907fb469040',ramdisk_id='',reservation_id='r-olocf5b0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1291140693',owner_user_name='tempest-TestVolumeBootPattern-1291140693-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:34:45Z,user_data=None,user_id='40d10700efba402e9cc769d2510f8311',uuid=f48ed65e-686a-448c-a581-51794caedfb5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "765ab49d-4716-4f47-ac9e-499e97a2a9e7", "address": "fa:16:3e:b2:aa:c8", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap765ab49d-47", "ovs_interfaceid": "765ab49d-4716-4f47-ac9e-499e97a2a9e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:35:04 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Converting VIF {"id": "765ab49d-4716-4f47-ac9e-499e97a2a9e7", "address": "fa:16:3e:b2:aa:c8", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap765ab49d-47", "ovs_interfaceid": "765ab49d-4716-4f47-ac9e-499e97a2a9e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:35:04 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b2:aa:c8,bridge_name='br-int',has_traffic_filtering=True,id=765ab49d-4716-4f47-ac9e-499e97a2a9e7,network=Network(fb72fe03-c822-4d0e-99e3-cec932363ec0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap765ab49d-47') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:35:04 user nova-compute[74854]: DEBUG nova.objects.instance [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lazy-loading 'pci_devices' on Instance uuid f48ed65e-686a-448c-a581-51794caedfb5 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:35:04 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f48ed65e-686a-448c-a581-51794caedfb5] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:35:04 user nova-compute[74854]:   <uuid>f48ed65e-686a-448c-a581-51794caedfb5</uuid>
Oct 23 17:35:04 user nova-compute[74854]:   <name>instance-0000002f</name>
Oct 23 17:35:04 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:35:04 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:35:04 user nova-compute[74854]:   <metadata>
Oct 23 17:35:04 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:35:04 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:35:04 user nova-compute[74854]:       <nova:name>tempest-TestVolumeBootPattern-server-533871043</nova:name>
Oct 23 17:35:04 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:35:03</nova:creationTime>
Oct 23 17:35:04 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:35:04 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:35:04 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:35:04 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:35:04 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:35:04 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:35:04 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:35:04 user nova-compute[74854]:       <nova:owner>
Oct 23 17:35:04 user nova-compute[74854]:         <nova:user uuid="40d10700efba402e9cc769d2510f8311">tempest-TestVolumeBootPattern-1291140693-project-member</nova:user>
Oct 23 17:35:04 user nova-compute[74854]:         <nova:project uuid="3560285cd557461eae016907fb469040">tempest-TestVolumeBootPattern-1291140693</nova:project>
Oct 23 17:35:04 user nova-compute[74854]:       </nova:owner>
Oct 23 17:35:04 user nova-compute[74854]:       <nova:ports>
Oct 23 17:35:04 user nova-compute[74854]:         <nova:port uuid="765ab49d-4716-4f47-ac9e-499e97a2a9e7">
Oct 23 17:35:04 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 23 17:35:04 user nova-compute[74854]:         </nova:port>
Oct 23 17:35:04 user nova-compute[74854]:       </nova:ports>
Oct 23 17:35:04 user nova-compute[74854]:     </nova:instance>
Oct 23 17:35:04 user nova-compute[74854]:   </metadata>
Oct 23 17:35:04 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:35:04 user nova-compute[74854]:     <system>
Oct 23 17:35:04 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:35:04 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:35:04 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:35:04 user nova-compute[74854]:       <entry name="serial">f48ed65e-686a-448c-a581-51794caedfb5</entry>
Oct 23 17:35:04 user nova-compute[74854]:       <entry name="uuid">f48ed65e-686a-448c-a581-51794caedfb5</entry>
Oct 23 17:35:04 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:35:04 user nova-compute[74854]:     </system>
Oct 23 17:35:04 user nova-compute[74854]:   </sysinfo>
Oct 23 17:35:04 user nova-compute[74854]:   <os>
Oct 23 17:35:04 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:35:04 user nova-compute[74854]:     <boot dev="hd"/>
Oct 23 17:35:04 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:35:04 user nova-compute[74854]:   </os>
Oct 23 17:35:04 user nova-compute[74854]:   <features>
Oct 23 17:35:04 user nova-compute[74854]:     <acpi/>
Oct 23 17:35:04 user nova-compute[74854]:     <apic/>
Oct 23 17:35:04 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:35:04 user nova-compute[74854]:   </features>
Oct 23 17:35:04 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:35:04 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:35:04 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:35:04 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:35:04 user nova-compute[74854]:   </clock>
Oct 23 17:35:04 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:35:04 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:35:04 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:35:04 user nova-compute[74854]:   </cpu>
Oct 23 17:35:04 user nova-compute[74854]:   <devices>
Oct 23 17:35:04 user nova-compute[74854]:     <disk type="block" device="disk">
Oct 23 17:35:04 user nova-compute[74854]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:35:04 user nova-compute[74854]:       <source dev="/dev/sdb"/>
Oct 23 17:35:04 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:35:04 user nova-compute[74854]:       <serial>1deceb1c-9554-49d3-bf90-ba811a2a96ee</serial>
Oct 23 17:35:04 user nova-compute[74854]:     </disk>
Oct 23 17:35:04 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:35:04 user nova-compute[74854]:       <mac address="fa:16:3e:b2:aa:c8"/>
Oct 23 17:35:04 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:35:04 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:35:04 user nova-compute[74854]:       <target dev="tap765ab49d-47"/>
Oct 23 17:35:04 user nova-compute[74854]:     </interface>
Oct 23 17:35:04 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:35:04 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/f48ed65e-686a-448c-a581-51794caedfb5/console.log" append="off"/>
Oct 23 17:35:04 user nova-compute[74854]:     </serial>
Oct 23 17:35:04 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:35:04 user nova-compute[74854]:     <video>
Oct 23 17:35:04 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:35:04 user nova-compute[74854]:     </video>
Oct 23 17:35:04 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:35:04 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:35:04 user nova-compute[74854]:     </rng>
Oct 23 17:35:04 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:35:04 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:35:04 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:35:04 user nova-compute[74854]:     </memballoon>
Oct 23 17:35:04 user nova-compute[74854]:   </devices>
Oct 23 17:35:04 user nova-compute[74854]: </domain>
Oct 23 17:35:04 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:35:04 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:34:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-533871043',display_name='tempest-TestVolumeBootPattern-server-533871043',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-533871043',id=47,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPjsKmP1yiKae3gkqJMmrkZKkwQRVFAUzacSOOq4SraSUMvkjIy67+j36qe3IsqWypxjD3IhIcsfXpzUmc6ZWV7UWNQrMBvfNK4qdlwLw94CORPs8MUzKUCJU5b/vy0eBg==',key_name='tempest-TestVolumeBootPattern-2045528581',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3560285cd557461eae016907fb469040',ramdisk_id='',reservation_id='r-olocf5b0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1291140693',owner_user_name='tempest-TestVolumeBootPattern-1291140693-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:34:45Z,user_data=None,user_id='40d10700efba402e9cc769d2510f8311',uuid=f48ed65e-686a-448c-a581-51794caedfb5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "765ab49d-4716-4f47-ac9e-499e97a2a9e7", "address": "fa:16:3e:b2:aa:c8", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap765ab49d-47", "ovs_interfaceid": "765ab49d-4716-4f47-ac9e-499e97a2a9e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:35:04 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Converting VIF {"id": "765ab49d-4716-4f47-ac9e-499e97a2a9e7", "address": "fa:16:3e:b2:aa:c8", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap765ab49d-47", "ovs_interfaceid": "765ab49d-4716-4f47-ac9e-499e97a2a9e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:35:04 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b2:aa:c8,bridge_name='br-int',has_traffic_filtering=True,id=765ab49d-4716-4f47-ac9e-499e97a2a9e7,network=Network(fb72fe03-c822-4d0e-99e3-cec932363ec0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap765ab49d-47') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:35:04 user nova-compute[74854]: DEBUG os_vif [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b2:aa:c8,bridge_name='br-int',has_traffic_filtering=True,id=765ab49d-4716-4f47-ac9e-499e97a2a9e7,network=Network(fb72fe03-c822-4d0e-99e3-cec932363ec0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap765ab49d-47') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:35:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:35:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:35:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:35:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:35:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '525546de-4793-576a-82e9-46cba6f0c908', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:35:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:35:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:35:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:35:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap765ab49d-47, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:35:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap765ab49d-47, col_values=(('qos', UUID('49287cae-2a43-4657-98ee-fc627fee2482')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:35:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap765ab49d-47, col_values=(('external_ids', {'iface-id': '765ab49d-4716-4f47-ac9e-499e97a2a9e7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b2:aa:c8', 'vm-uuid': 'f48ed65e-686a-448c-a581-51794caedfb5'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:35:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:35:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:35:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:35:04 user nova-compute[74854]: INFO os_vif [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b2:aa:c8,bridge_name='br-int',has_traffic_filtering=True,id=765ab49d-4716-4f47-ac9e-499e97a2a9e7,network=Network(fb72fe03-c822-4d0e-99e3-cec932363ec0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap765ab49d-47')
Oct 23 17:35:04 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:35:04 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] No VIF found with MAC fa:16:3e:b2:aa:c8, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:35:04 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:35:04 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 17:35:05 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:35:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:35:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:35:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:35:06 user nova-compute[74854]: DEBUG nova.compute.manager [req-cbdbed8e-0eda-4378-9ac0-b15d5791fd3f req-103b4f77-81c3-430b-a668-c1ec9c85daf7 service nova] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Received event network-vif-plugged-765ab49d-4716-4f47-ac9e-499e97a2a9e7 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:35:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-cbdbed8e-0eda-4378-9ac0-b15d5791fd3f req-103b4f77-81c3-430b-a668-c1ec9c85daf7 service nova] Acquiring lock "f48ed65e-686a-448c-a581-51794caedfb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:35:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-cbdbed8e-0eda-4378-9ac0-b15d5791fd3f req-103b4f77-81c3-430b-a668-c1ec9c85daf7 service nova] Lock "f48ed65e-686a-448c-a581-51794caedfb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:35:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-cbdbed8e-0eda-4378-9ac0-b15d5791fd3f req-103b4f77-81c3-430b-a668-c1ec9c85daf7 service nova] Lock "f48ed65e-686a-448c-a581-51794caedfb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:35:06 user nova-compute[74854]: DEBUG nova.compute.manager [req-cbdbed8e-0eda-4378-9ac0-b15d5791fd3f req-103b4f77-81c3-430b-a668-c1ec9c85daf7 service nova] [instance: f48ed65e-686a-448c-a581-51794caedfb5] No waiting events found dispatching network-vif-plugged-765ab49d-4716-4f47-ac9e-499e97a2a9e7 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:35:06 user nova-compute[74854]: WARNING nova.compute.manager [req-cbdbed8e-0eda-4378-9ac0-b15d5791fd3f req-103b4f77-81c3-430b-a668-c1ec9c85daf7 service nova] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Received unexpected event network-vif-plugged-765ab49d-4716-4f47-ac9e-499e97a2a9e7 for instance with vm_state building and task_state spawning.
Oct 23 17:35:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:35:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:35:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:35:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:35:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:35:07 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:35:07 user nova-compute[74854]: DEBUG nova.compute.manager [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Instance event wait completed in 0 seconds for  {{(pid=74854) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 17:35:07 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Guest created on hypervisor {{(pid=74854) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 17:35:07 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Instance spawned successfully.
Oct 23 17:35:07 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 17:35:07 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Found default for hw_cdrom_bus of ide {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:35:07 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Found default for hw_disk_bus of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:35:07 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Found default for hw_input_bus of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:35:07 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Found default for hw_pointer_model of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:35:07 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Found default for hw_video_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:35:07 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Found default for hw_vif_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:35:08 user nova-compute[74854]: INFO nova.compute.manager [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Took 4.97 seconds to spawn the instance on the hypervisor.
Oct 23 17:35:08 user nova-compute[74854]: DEBUG nova.compute.manager [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:35:08 user nova-compute[74854]: INFO nova.compute.manager [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Took 23.17 seconds to build instance.
Oct 23 17:35:08 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5625caaf-7480-492b-a043-7c1686143588 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "f48ed65e-686a-448c-a581-51794caedfb5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 23.271s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:35:08 user nova-compute[74854]: DEBUG nova.compute.manager [req-2b3c537c-34aa-4d7c-940a-e5bbd93623b3 req-a74c5b84-ef4f-4cb2-b419-7ebb1dbb0df3 service nova] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Received event network-vif-plugged-765ab49d-4716-4f47-ac9e-499e97a2a9e7 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:35:08 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-2b3c537c-34aa-4d7c-940a-e5bbd93623b3 req-a74c5b84-ef4f-4cb2-b419-7ebb1dbb0df3 service nova] Acquiring lock "f48ed65e-686a-448c-a581-51794caedfb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:35:08 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-2b3c537c-34aa-4d7c-940a-e5bbd93623b3 req-a74c5b84-ef4f-4cb2-b419-7ebb1dbb0df3 service nova] Lock "f48ed65e-686a-448c-a581-51794caedfb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:35:08 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-2b3c537c-34aa-4d7c-940a-e5bbd93623b3 req-a74c5b84-ef4f-4cb2-b419-7ebb1dbb0df3 service nova] Lock "f48ed65e-686a-448c-a581-51794caedfb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:35:08 user nova-compute[74854]: DEBUG nova.compute.manager [req-2b3c537c-34aa-4d7c-940a-e5bbd93623b3 req-a74c5b84-ef4f-4cb2-b419-7ebb1dbb0df3 service nova] [instance: f48ed65e-686a-448c-a581-51794caedfb5] No waiting events found dispatching network-vif-plugged-765ab49d-4716-4f47-ac9e-499e97a2a9e7 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:35:08 user nova-compute[74854]: WARNING nova.compute.manager [req-2b3c537c-34aa-4d7c-940a-e5bbd93623b3 req-a74c5b84-ef4f-4cb2-b419-7ebb1dbb0df3 service nova] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Received unexpected event network-vif-plugged-765ab49d-4716-4f47-ac9e-499e97a2a9e7 for instance with vm_state active and task_state None.
Oct 23 17:35:08 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:35:08 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:35:08 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:35:08 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:35:08 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Auditing locally available compute resources for user (node: user) {{(pid=74854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 17:35:08 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6d15236-adca-4f90-8792-8236bdb12436/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:35:09 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6d15236-adca-4f90-8792-8236bdb12436/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:35:09 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6d15236-adca-4f90-8792-8236bdb12436/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:35:09 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6d15236-adca-4f90-8792-8236bdb12436/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:35:09 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:35:09 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01e6ddfa-899c-4cde-9a00-5c20518954e8/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:35:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:35:09 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01e6ddfa-899c-4cde-9a00-5c20518954e8/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:35:09 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01e6ddfa-899c-4cde-9a00-5c20518954e8/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:35:09 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01e6ddfa-899c-4cde-9a00-5c20518954e8/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:35:10 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:35:10 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:35:10 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Hypervisor/Node resource view: name=user free_ram=8632MB free_disk=24.80120849609375GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=74854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 17:35:10 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:35:10 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:35:10 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 01e6ddfa-899c-4cde-9a00-5c20518954e8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:35:10 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance e6d15236-adca-4f90-8792-8236bdb12436 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:35:10 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance f48ed65e-686a-448c-a581-51794caedfb5 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:35:10 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 17:35:10 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 17:35:10 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Refreshing inventories for resource provider e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 23 17:35:10 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Updating ProviderTree inventory for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 23 17:35:10 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Updating inventory in ProviderTree for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 23 17:35:10 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Refreshing aggregate associations for resource provider e1b4a95c-5743-4848-882e-b3384de5d1b5, aggregates: None {{(pid=74854) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 23 17:35:10 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Refreshing trait associations for resource provider e1b4a95c-5743-4848-882e-b3384de5d1b5, traits: COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_SECURITY_UEFI_SECURE_BOOT,HW_CPU_X86_SSE41,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_RESCUE_BFV,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_VOLUME_EXTEND,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_VOLUME_ATTACH_WITH_TAG,HW_CPU_X86_SSE42,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_USB,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_BOCHS,HW_CPU_X86_SSE,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_IMAGE_TYPE_ARI,HW_CPU_X86_SSE2,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_SATA,COMPUTE_NODE,HW_CPU_X86_MMX,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_DEVICE_TAGGING,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_FDC {{(pid=74854) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 23 17:35:10 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:35:10 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:35:10 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Compute_service record updated for user:user {{(pid=74854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 17:35:10 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.453s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:35:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:35:12 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:35:12 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Starting heal instance info cache {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 17:35:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "refresh_cache-e6d15236-adca-4f90-8792-8236bdb12436" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:35:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquired lock "refresh_cache-e6d15236-adca-4f90-8792-8236bdb12436" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:35:12 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Forcefully refreshing network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 17:35:13 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Updating instance_info_cache with network_info: [{"id": "667a2e87-e862-4e41-a2b7-6e8d8f17be90", "address": "fa:16:3e:60:21:93", "network": {"id": "9036528a-dda4-4de9-b36a-3596f7cf3059", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2139464027-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "524c9de8090141d0b6df2bb88a54aaf5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap667a2e87-e8", "ovs_interfaceid": "667a2e87-e862-4e41-a2b7-6e8d8f17be90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:35:13 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Releasing lock "refresh_cache-e6d15236-adca-4f90-8792-8236bdb12436" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:35:13 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Updated the network info_cache for instance {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 17:35:14 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:35:15 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:35:19 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:35:21 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:35:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:35:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:35:26 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:35:27 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:35:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:35:29 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:35:31 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:35:33 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Acquiring lock "5f825554-000d-423c-aa29-9ad4d8a3325b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:35:33 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "5f825554-000d-423c-aa29-9ad4d8a3325b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:35:33 user nova-compute[74854]: DEBUG nova.compute.manager [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Starting instance... {{(pid=74854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 17:35:33 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:35:33 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:35:33 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74854) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 17:35:33 user nova-compute[74854]: INFO nova.compute.claims [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Claim successful on node user
Oct 23 17:35:33 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:35:33 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:35:33 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.350s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:35:33 user nova-compute[74854]: DEBUG nova.compute.manager [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Start building networks asynchronously for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 17:35:33 user nova-compute[74854]: DEBUG nova.compute.manager [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Allocating IP information in the background. {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 17:35:33 user nova-compute[74854]: DEBUG nova.network.neutron [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] allocate_for_instance() {{(pid=74854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 17:35:33 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 17:35:33 user nova-compute[74854]: DEBUG nova.compute.manager [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Start building block device mappings for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 17:35:33 user nova-compute[74854]: DEBUG nova.policy [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd1caf3b73242420c8eec96c7b61c317b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cef25b4b97414efebd851a19aef102ff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74854) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 17:35:34 user nova-compute[74854]: DEBUG nova.compute.manager [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Start spawning the instance on the hypervisor. {{(pid=74854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 17:35:34 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Creating instance directory {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 17:35:34 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Creating image(s)
Oct 23 17:35:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Acquiring lock "/opt/stack/data/nova/instances/5f825554-000d-423c-aa29-9ad4d8a3325b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:35:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "/opt/stack/data/nova/instances/5f825554-000d-423c-aa29-9ad4d8a3325b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:35:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "/opt/stack/data/nova/instances/5f825554-000d-423c-aa29-9ad4d8a3325b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.006s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:35:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:35:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.192s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:35:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Acquiring lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:35:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:35:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:35:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.192s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:35:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/5f825554-000d-423c-aa29-9ad4d8a3325b/disk 1073741824 {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:35:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/5f825554-000d-423c-aa29-9ad4d8a3325b/disk 1073741824" returned: 0 in 0.065s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:35:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.269s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:35:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:35:34 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:35:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.198s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:35:34 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Checking if we can resize image /opt/stack/data/nova/instances/5f825554-000d-423c-aa29-9ad4d8a3325b/disk. size=1073741824 {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 17:35:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f825554-000d-423c-aa29-9ad4d8a3325b/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:35:34 user nova-compute[74854]: DEBUG nova.network.neutron [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Successfully created port: fd7d49d0-8f57-405b-b541-f837acec01cd {{(pid=74854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 17:35:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f825554-000d-423c-aa29-9ad4d8a3325b/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:35:34 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Cannot resize image /opt/stack/data/nova/instances/5f825554-000d-423c-aa29-9ad4d8a3325b/disk to a smaller size. {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 17:35:34 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Created local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 17:35:34 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Ensure instance console log exists: /opt/stack/data/nova/instances/5f825554-000d-423c-aa29-9ad4d8a3325b/console.log {{(pid=74854) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 17:35:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:35:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:35:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:35:35 user nova-compute[74854]: DEBUG nova.network.neutron [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Successfully updated port: fd7d49d0-8f57-405b-b541-f837acec01cd {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:35:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Acquiring lock "refresh_cache-5f825554-000d-423c-aa29-9ad4d8a3325b" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:35:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Acquired lock "refresh_cache-5f825554-000d-423c-aa29-9ad4d8a3325b" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:35:35 user nova-compute[74854]: DEBUG nova.network.neutron [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:35:35 user nova-compute[74854]: DEBUG nova.network.neutron [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Instance cache missing network info. {{(pid=74854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 17:35:35 user nova-compute[74854]: DEBUG nova.compute.manager [req-342f2d48-e3a3-4a0b-95e2-d1c06c4f09e1 req-685c63e4-bc5f-41e0-8650-c91e0d8835c7 service nova] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Received event network-changed-fd7d49d0-8f57-405b-b541-f837acec01cd {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:35:35 user nova-compute[74854]: DEBUG nova.compute.manager [req-342f2d48-e3a3-4a0b-95e2-d1c06c4f09e1 req-685c63e4-bc5f-41e0-8650-c91e0d8835c7 service nova] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Refreshing instance network info cache due to event network-changed-fd7d49d0-8f57-405b-b541-f837acec01cd. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:35:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-342f2d48-e3a3-4a0b-95e2-d1c06c4f09e1 req-685c63e4-bc5f-41e0-8650-c91e0d8835c7 service nova] Acquiring lock "refresh_cache-5f825554-000d-423c-aa29-9ad4d8a3325b" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:35:35 user nova-compute[74854]: DEBUG nova.network.neutron [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Updating instance_info_cache with network_info: [{"id": "fd7d49d0-8f57-405b-b541-f837acec01cd", "address": "fa:16:3e:3e:51:f6", "network": {"id": "a0905362-8bd3-4c8e-8f8f-08cf4b0642f0", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-976025975-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cef25b4b97414efebd851a19aef102ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd7d49d0-8f", "ovs_interfaceid": "fd7d49d0-8f57-405b-b541-f837acec01cd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:35:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Releasing lock "refresh_cache-5f825554-000d-423c-aa29-9ad4d8a3325b" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:35:35 user nova-compute[74854]: DEBUG nova.compute.manager [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Instance network_info: |[{"id": "fd7d49d0-8f57-405b-b541-f837acec01cd", "address": "fa:16:3e:3e:51:f6", "network": {"id": "a0905362-8bd3-4c8e-8f8f-08cf4b0642f0", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-976025975-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cef25b4b97414efebd851a19aef102ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd7d49d0-8f", "ovs_interfaceid": "fd7d49d0-8f57-405b-b541-f837acec01cd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 17:35:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-342f2d48-e3a3-4a0b-95e2-d1c06c4f09e1 req-685c63e4-bc5f-41e0-8650-c91e0d8835c7 service nova] Acquired lock "refresh_cache-5f825554-000d-423c-aa29-9ad4d8a3325b" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:35:35 user nova-compute[74854]: DEBUG nova.network.neutron [req-342f2d48-e3a3-4a0b-95e2-d1c06c4f09e1 req-685c63e4-bc5f-41e0-8650-c91e0d8835c7 service nova] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Refreshing network info cache for port fd7d49d0-8f57-405b-b541-f837acec01cd {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:35:35 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Start _get_guest_xml network_info=[{"id": "fd7d49d0-8f57-405b-b541-f837acec01cd", "address": "fa:16:3e:3e:51:f6", "network": {"id": "a0905362-8bd3-4c8e-8f8f-08cf4b0642f0", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-976025975-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cef25b4b97414efebd851a19aef102ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd7d49d0-8f", "ovs_interfaceid": "fd7d49d0-8f57-405b-b541-f837acec01cd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'encryption_format': None, 'encryption_options': None, 'size': 0, 'boot_index': 0, 'encrypted': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'image_id': '68c345df-c9e8-475a-b17c-635fa0c7e894'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:35:35 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:35:35 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:35:35 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:35:35 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:35:35 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:35:35 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:35:35 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:35:35 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:35:35 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:35:35 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:35:35 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:35:35 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:35:35 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:35:35 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:35:35 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:35:35 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:35:35 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:35:35 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:35:35 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:35:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-449022621',display_name='tempest-SnapshotDataIntegrityTests-server-449022621',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-449022621',id=48,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLg0feEnadyHpKRw87EVOJHVcMVMgqIZnzQ2435fNQ2DRWi27aS5iuBEIqhJO7snaUsUOTP60Zz8dav/k8qclV/2CWJpPkvuHc6HKtXFlTggYtReaVzBrIctRBGQwTeKtA==',key_name='tempest-keypair-132049243',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cef25b4b97414efebd851a19aef102ff',ramdisk_id='',reservation_id='r-lv6yxm6w',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-273889269',owner_user_name='tempest-SnapshotDataIntegrityTests-273889269-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:35:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d1caf3b73242420c8eec96c7b61c317b',uuid=5f825554-000d-423c-aa29-9ad4d8a3325b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fd7d49d0-8f57-405b-b541-f837acec01cd", "address": "fa:16:3e:3e:51:f6", "network": {"id": "a0905362-8bd3-4c8e-8f8f-08cf4b0642f0", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-976025975-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cef25b4b97414efebd851a19aef102ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd7d49d0-8f", "ovs_interfaceid": "fd7d49d0-8f57-405b-b541-f837acec01cd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:35:35 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Converting VIF {"id": "fd7d49d0-8f57-405b-b541-f837acec01cd", "address": "fa:16:3e:3e:51:f6", "network": {"id": "a0905362-8bd3-4c8e-8f8f-08cf4b0642f0", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-976025975-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cef25b4b97414efebd851a19aef102ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd7d49d0-8f", "ovs_interfaceid": "fd7d49d0-8f57-405b-b541-f837acec01cd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:35:35 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3e:51:f6,bridge_name='br-int',has_traffic_filtering=True,id=fd7d49d0-8f57-405b-b541-f837acec01cd,network=Network(a0905362-8bd3-4c8e-8f8f-08cf4b0642f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd7d49d0-8f') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:35:35 user nova-compute[74854]: DEBUG nova.objects.instance [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lazy-loading 'pci_devices' on Instance uuid 5f825554-000d-423c-aa29-9ad4d8a3325b {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:35:35 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:35:35 user nova-compute[74854]:   <uuid>5f825554-000d-423c-aa29-9ad4d8a3325b</uuid>
Oct 23 17:35:35 user nova-compute[74854]:   <name>instance-00000030</name>
Oct 23 17:35:35 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:35:35 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:35:35 user nova-compute[74854]:   <metadata>
Oct 23 17:35:35 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:35:35 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:35:35 user nova-compute[74854]:       <nova:name>tempest-SnapshotDataIntegrityTests-server-449022621</nova:name>
Oct 23 17:35:35 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:35:35</nova:creationTime>
Oct 23 17:35:35 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:35:35 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:35:35 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:35:35 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:35:35 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:35:35 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:35:35 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:35:35 user nova-compute[74854]:       <nova:owner>
Oct 23 17:35:35 user nova-compute[74854]:         <nova:user uuid="d1caf3b73242420c8eec96c7b61c317b">tempest-SnapshotDataIntegrityTests-273889269-project-member</nova:user>
Oct 23 17:35:35 user nova-compute[74854]:         <nova:project uuid="cef25b4b97414efebd851a19aef102ff">tempest-SnapshotDataIntegrityTests-273889269</nova:project>
Oct 23 17:35:35 user nova-compute[74854]:       </nova:owner>
Oct 23 17:35:35 user nova-compute[74854]:       <nova:root type="image" uuid="68c345df-c9e8-475a-b17c-635fa0c7e894"/>
Oct 23 17:35:35 user nova-compute[74854]:       <nova:ports>
Oct 23 17:35:35 user nova-compute[74854]:         <nova:port uuid="fd7d49d0-8f57-405b-b541-f837acec01cd">
Oct 23 17:35:35 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 23 17:35:35 user nova-compute[74854]:         </nova:port>
Oct 23 17:35:35 user nova-compute[74854]:       </nova:ports>
Oct 23 17:35:35 user nova-compute[74854]:     </nova:instance>
Oct 23 17:35:35 user nova-compute[74854]:   </metadata>
Oct 23 17:35:35 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:35:35 user nova-compute[74854]:     <system>
Oct 23 17:35:35 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:35:35 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:35:35 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:35:35 user nova-compute[74854]:       <entry name="serial">5f825554-000d-423c-aa29-9ad4d8a3325b</entry>
Oct 23 17:35:35 user nova-compute[74854]:       <entry name="uuid">5f825554-000d-423c-aa29-9ad4d8a3325b</entry>
Oct 23 17:35:35 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:35:35 user nova-compute[74854]:     </system>
Oct 23 17:35:35 user nova-compute[74854]:   </sysinfo>
Oct 23 17:35:35 user nova-compute[74854]:   <os>
Oct 23 17:35:35 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:35:35 user nova-compute[74854]:     <boot dev="hd"/>
Oct 23 17:35:35 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:35:35 user nova-compute[74854]:   </os>
Oct 23 17:35:35 user nova-compute[74854]:   <features>
Oct 23 17:35:35 user nova-compute[74854]:     <acpi/>
Oct 23 17:35:35 user nova-compute[74854]:     <apic/>
Oct 23 17:35:35 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:35:35 user nova-compute[74854]:   </features>
Oct 23 17:35:35 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:35:35 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:35:35 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:35:35 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:35:35 user nova-compute[74854]:   </clock>
Oct 23 17:35:35 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:35:35 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:35:35 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:35:35 user nova-compute[74854]:   </cpu>
Oct 23 17:35:35 user nova-compute[74854]:   <devices>
Oct 23 17:35:35 user nova-compute[74854]:     <disk type="file" device="disk">
Oct 23 17:35:35 user nova-compute[74854]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 17:35:35 user nova-compute[74854]:       <source file="/opt/stack/data/nova/instances/5f825554-000d-423c-aa29-9ad4d8a3325b/disk"/>
Oct 23 17:35:35 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:35:35 user nova-compute[74854]:     </disk>
Oct 23 17:35:35 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:35:35 user nova-compute[74854]:       <mac address="fa:16:3e:3e:51:f6"/>
Oct 23 17:35:35 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:35:35 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:35:35 user nova-compute[74854]:       <target dev="tapfd7d49d0-8f"/>
Oct 23 17:35:35 user nova-compute[74854]:     </interface>
Oct 23 17:35:35 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:35:35 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/5f825554-000d-423c-aa29-9ad4d8a3325b/console.log" append="off"/>
Oct 23 17:35:35 user nova-compute[74854]:     </serial>
Oct 23 17:35:35 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:35:35 user nova-compute[74854]:     <video>
Oct 23 17:35:35 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:35:35 user nova-compute[74854]:     </video>
Oct 23 17:35:35 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:35:35 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:35:35 user nova-compute[74854]:     </rng>
Oct 23 17:35:35 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:35:35 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:35:35 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:35:35 user nova-compute[74854]:     </memballoon>
Oct 23 17:35:35 user nova-compute[74854]:   </devices>
Oct 23 17:35:35 user nova-compute[74854]: </domain>
Oct 23 17:35:35 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:35:35 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:35:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-449022621',display_name='tempest-SnapshotDataIntegrityTests-server-449022621',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-449022621',id=48,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLg0feEnadyHpKRw87EVOJHVcMVMgqIZnzQ2435fNQ2DRWi27aS5iuBEIqhJO7snaUsUOTP60Zz8dav/k8qclV/2CWJpPkvuHc6HKtXFlTggYtReaVzBrIctRBGQwTeKtA==',key_name='tempest-keypair-132049243',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cef25b4b97414efebd851a19aef102ff',ramdisk_id='',reservation_id='r-lv6yxm6w',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-273889269',owner_user_name='tempest-SnapshotDataIntegrityTests-273889269-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:35:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d1caf3b73242420c8eec96c7b61c317b',uuid=5f825554-000d-423c-aa29-9ad4d8a3325b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fd7d49d0-8f57-405b-b541-f837acec01cd", "address": "fa:16:3e:3e:51:f6", "network": {"id": "a0905362-8bd3-4c8e-8f8f-08cf4b0642f0", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-976025975-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cef25b4b97414efebd851a19aef102ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd7d49d0-8f", "ovs_interfaceid": "fd7d49d0-8f57-405b-b541-f837acec01cd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:35:35 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Converting VIF {"id": "fd7d49d0-8f57-405b-b541-f837acec01cd", "address": "fa:16:3e:3e:51:f6", "network": {"id": "a0905362-8bd3-4c8e-8f8f-08cf4b0642f0", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-976025975-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cef25b4b97414efebd851a19aef102ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd7d49d0-8f", "ovs_interfaceid": "fd7d49d0-8f57-405b-b541-f837acec01cd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:35:35 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3e:51:f6,bridge_name='br-int',has_traffic_filtering=True,id=fd7d49d0-8f57-405b-b541-f837acec01cd,network=Network(a0905362-8bd3-4c8e-8f8f-08cf4b0642f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd7d49d0-8f') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:35:35 user nova-compute[74854]: DEBUG os_vif [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3e:51:f6,bridge_name='br-int',has_traffic_filtering=True,id=fd7d49d0-8f57-405b-b541-f837acec01cd,network=Network(a0905362-8bd3-4c8e-8f8f-08cf4b0642f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd7d49d0-8f') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:35:35 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:35:35 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:35:35 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:35:35 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:35:35 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '34243932-035f-55b6-95b9-c43417b7878c', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:35:35 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:35:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:35:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapfd7d49d0-8f, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:35:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapfd7d49d0-8f, col_values=(('qos', UUID('c57af23f-cd2c-4d46-b0a6-39a72dff81dc')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:35:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapfd7d49d0-8f, col_values=(('external_ids', {'iface-id': 'fd7d49d0-8f57-405b-b541-f837acec01cd', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3e:51:f6', 'vm-uuid': '5f825554-000d-423c-aa29-9ad4d8a3325b'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:35:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:35:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:35:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:35:36 user nova-compute[74854]: INFO os_vif [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3e:51:f6,bridge_name='br-int',has_traffic_filtering=True,id=fd7d49d0-8f57-405b-b541-f837acec01cd,network=Network(a0905362-8bd3-4c8e-8f8f-08cf4b0642f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd7d49d0-8f')
Oct 23 17:35:36 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:35:36 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] No VIF found with MAC fa:16:3e:3e:51:f6, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:35:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:35:36 user nova-compute[74854]: DEBUG nova.network.neutron [req-342f2d48-e3a3-4a0b-95e2-d1c06c4f09e1 req-685c63e4-bc5f-41e0-8650-c91e0d8835c7 service nova] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Updated VIF entry in instance network info cache for port fd7d49d0-8f57-405b-b541-f837acec01cd. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:35:36 user nova-compute[74854]: DEBUG nova.network.neutron [req-342f2d48-e3a3-4a0b-95e2-d1c06c4f09e1 req-685c63e4-bc5f-41e0-8650-c91e0d8835c7 service nova] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Updating instance_info_cache with network_info: [{"id": "fd7d49d0-8f57-405b-b541-f837acec01cd", "address": "fa:16:3e:3e:51:f6", "network": {"id": "a0905362-8bd3-4c8e-8f8f-08cf4b0642f0", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-976025975-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cef25b4b97414efebd851a19aef102ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd7d49d0-8f", "ovs_interfaceid": "fd7d49d0-8f57-405b-b541-f837acec01cd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:35:36 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-342f2d48-e3a3-4a0b-95e2-d1c06c4f09e1 req-685c63e4-bc5f-41e0-8650-c91e0d8835c7 service nova] Releasing lock "refresh_cache-5f825554-000d-423c-aa29-9ad4d8a3325b" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:35:37 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:35:37 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:35:37 user nova-compute[74854]: DEBUG nova.compute.manager [req-ea459dce-5362-483e-87dc-52dde23efec7 req-20f44113-f267-4b85-a1d5-e7b64a08d506 service nova] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Received event network-vif-plugged-fd7d49d0-8f57-405b-b541-f837acec01cd {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:35:37 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-ea459dce-5362-483e-87dc-52dde23efec7 req-20f44113-f267-4b85-a1d5-e7b64a08d506 service nova] Acquiring lock "5f825554-000d-423c-aa29-9ad4d8a3325b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:35:37 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-ea459dce-5362-483e-87dc-52dde23efec7 req-20f44113-f267-4b85-a1d5-e7b64a08d506 service nova] Lock "5f825554-000d-423c-aa29-9ad4d8a3325b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:35:37 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-ea459dce-5362-483e-87dc-52dde23efec7 req-20f44113-f267-4b85-a1d5-e7b64a08d506 service nova] Lock "5f825554-000d-423c-aa29-9ad4d8a3325b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:35:37 user nova-compute[74854]: DEBUG nova.compute.manager [req-ea459dce-5362-483e-87dc-52dde23efec7 req-20f44113-f267-4b85-a1d5-e7b64a08d506 service nova] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] No waiting events found dispatching network-vif-plugged-fd7d49d0-8f57-405b-b541-f837acec01cd {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:35:37 user nova-compute[74854]: WARNING nova.compute.manager [req-ea459dce-5362-483e-87dc-52dde23efec7 req-20f44113-f267-4b85-a1d5-e7b64a08d506 service nova] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Received unexpected event network-vif-plugged-fd7d49d0-8f57-405b-b541-f837acec01cd for instance with vm_state building and task_state spawning.
Oct 23 17:35:38 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:35:38 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:35:38 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:35:38 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:35:39 user nova-compute[74854]: DEBUG nova.compute.manager [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Instance event wait completed in 0 seconds for  {{(pid=74854) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 17:35:39 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Guest created on hypervisor {{(pid=74854) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 17:35:39 user nova-compute[74854]: DEBUG nova.compute.manager [req-c7910f77-e0f2-4ebe-b12e-24c3efa0af89 req-10d0da99-d9dd-4551-b7d4-361ce9943530 service nova] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Received event network-vif-plugged-fd7d49d0-8f57-405b-b541-f837acec01cd {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:35:39 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-c7910f77-e0f2-4ebe-b12e-24c3efa0af89 req-10d0da99-d9dd-4551-b7d4-361ce9943530 service nova] Acquiring lock "5f825554-000d-423c-aa29-9ad4d8a3325b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:35:39 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-c7910f77-e0f2-4ebe-b12e-24c3efa0af89 req-10d0da99-d9dd-4551-b7d4-361ce9943530 service nova] Lock "5f825554-000d-423c-aa29-9ad4d8a3325b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:35:39 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-c7910f77-e0f2-4ebe-b12e-24c3efa0af89 req-10d0da99-d9dd-4551-b7d4-361ce9943530 service nova] Lock "5f825554-000d-423c-aa29-9ad4d8a3325b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:35:39 user nova-compute[74854]: DEBUG nova.compute.manager [req-c7910f77-e0f2-4ebe-b12e-24c3efa0af89 req-10d0da99-d9dd-4551-b7d4-361ce9943530 service nova] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] No waiting events found dispatching network-vif-plugged-fd7d49d0-8f57-405b-b541-f837acec01cd {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:35:39 user nova-compute[74854]: WARNING nova.compute.manager [req-c7910f77-e0f2-4ebe-b12e-24c3efa0af89 req-10d0da99-d9dd-4551-b7d4-361ce9943530 service nova] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Received unexpected event network-vif-plugged-fd7d49d0-8f57-405b-b541-f837acec01cd for instance with vm_state building and task_state spawning.
Oct 23 17:35:39 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Instance spawned successfully.
Oct 23 17:35:39 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 17:35:39 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Found default for hw_cdrom_bus of ide {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:35:39 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Found default for hw_disk_bus of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:35:39 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Found default for hw_input_bus of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:35:39 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Found default for hw_pointer_model of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:35:39 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Found default for hw_video_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:35:39 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Found default for hw_vif_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:35:39 user nova-compute[74854]: INFO nova.compute.manager [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Took 5.90 seconds to spawn the instance on the hypervisor.
Oct 23 17:35:39 user nova-compute[74854]: DEBUG nova.compute.manager [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:35:40 user nova-compute[74854]: INFO nova.compute.manager [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Took 6.66 seconds to build instance.
Oct 23 17:35:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-1b633bcb-9477-48e3-8a3b-210245c86869 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "5f825554-000d-423c-aa29-9ad4d8a3325b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.778s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:35:41 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:35:41 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:35:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:35:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:35:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:35:53 user nova-compute[74854]: DEBUG nova.compute.manager [req-cc6ec730-da89-4213-aca3-0d78d217c2ba req-561ffdf5-5ddf-44c9-87ff-50cb239cb8e3 service nova] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Received event network-changed-667a2e87-e862-4e41-a2b7-6e8d8f17be90 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:35:53 user nova-compute[74854]: DEBUG nova.compute.manager [req-cc6ec730-da89-4213-aca3-0d78d217c2ba req-561ffdf5-5ddf-44c9-87ff-50cb239cb8e3 service nova] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Refreshing instance network info cache due to event network-changed-667a2e87-e862-4e41-a2b7-6e8d8f17be90. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:35:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-cc6ec730-da89-4213-aca3-0d78d217c2ba req-561ffdf5-5ddf-44c9-87ff-50cb239cb8e3 service nova] Acquiring lock "refresh_cache-e6d15236-adca-4f90-8792-8236bdb12436" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:35:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-cc6ec730-da89-4213-aca3-0d78d217c2ba req-561ffdf5-5ddf-44c9-87ff-50cb239cb8e3 service nova] Acquired lock "refresh_cache-e6d15236-adca-4f90-8792-8236bdb12436" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:35:53 user nova-compute[74854]: DEBUG nova.network.neutron [req-cc6ec730-da89-4213-aca3-0d78d217c2ba req-561ffdf5-5ddf-44c9-87ff-50cb239cb8e3 service nova] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Refreshing network info cache for port 667a2e87-e862-4e41-a2b7-6e8d8f17be90 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:35:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-00c98020-f461-4322-8ee4-3be1421fcfad tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Acquiring lock "e6d15236-adca-4f90-8792-8236bdb12436" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:35:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-00c98020-f461-4322-8ee4-3be1421fcfad tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lock "e6d15236-adca-4f90-8792-8236bdb12436" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:35:53 user nova-compute[74854]: DEBUG nova.objects.instance [None req-00c98020-f461-4322-8ee4-3be1421fcfad tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lazy-loading 'flavor' on Instance uuid e6d15236-adca-4f90-8792-8236bdb12436 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:35:53 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-00c98020-f461-4322-8ee4-3be1421fcfad tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Ignoring supplied device name: /dev/vdb
Oct 23 17:35:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-00c98020-f461-4322-8ee4-3be1421fcfad tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lock "e6d15236-adca-4f90-8792-8236bdb12436" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.069s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:35:53 user nova-compute[74854]: DEBUG nova.network.neutron [req-cc6ec730-da89-4213-aca3-0d78d217c2ba req-561ffdf5-5ddf-44c9-87ff-50cb239cb8e3 service nova] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Updated VIF entry in instance network info cache for port 667a2e87-e862-4e41-a2b7-6e8d8f17be90. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:35:53 user nova-compute[74854]: DEBUG nova.network.neutron [req-cc6ec730-da89-4213-aca3-0d78d217c2ba req-561ffdf5-5ddf-44c9-87ff-50cb239cb8e3 service nova] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Updating instance_info_cache with network_info: [{"id": "667a2e87-e862-4e41-a2b7-6e8d8f17be90", "address": "fa:16:3e:60:21:93", "network": {"id": "9036528a-dda4-4de9-b36a-3596f7cf3059", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2139464027-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.39", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "524c9de8090141d0b6df2bb88a54aaf5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap667a2e87-e8", "ovs_interfaceid": "667a2e87-e862-4e41-a2b7-6e8d8f17be90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:35:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-cc6ec730-da89-4213-aca3-0d78d217c2ba req-561ffdf5-5ddf-44c9-87ff-50cb239cb8e3 service nova] Releasing lock "refresh_cache-e6d15236-adca-4f90-8792-8236bdb12436" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:35:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-00c98020-f461-4322-8ee4-3be1421fcfad tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Acquiring lock "e6d15236-adca-4f90-8792-8236bdb12436" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:35:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-00c98020-f461-4322-8ee4-3be1421fcfad tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lock "e6d15236-adca-4f90-8792-8236bdb12436" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:35:54 user nova-compute[74854]: INFO nova.compute.manager [None req-00c98020-f461-4322-8ee4-3be1421fcfad tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Attaching volume 315e0113-21c5-49c3-bbb2-ce1ea8dd1417 to /dev/vdb
Oct 23 17:35:54 user nova-compute[74854]: DEBUG os_brick.utils [None req-00c98020-f461-4322-8ee4-3be1421fcfad tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:35:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:35:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:35:54 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1d45e3f-d73f-490a-af1c-9bc630750011]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a321e2f0722\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:35:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:35:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:35:54 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c46b241-d5cf-4dca-9b52-82d1bccfcfcc]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:35:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:35:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:35:54 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[acf4f4ee-b952-4b05-99d9-d46dda99c64b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:35:54 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[c72228df-7f6b-4d96-b054-4f6690a90231]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:35:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-00c98020-f461-4322-8ee4-3be1421fcfad tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Running cmd (subprocess): nvme version {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:35:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-00c98020-f461-4322-8ee4-3be1421fcfad tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] 'nvme version' failed. Not Retrying. {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:35:54 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.nvmeof [None req-00c98020-f461-4322-8ee4-3be1421fcfad tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] nvme not present on system {{(pid=74854) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 17:35:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:35:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:35:54 user nova-compute[74854]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 17:35:54 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[af4db0a1-9837-4e61-8d23-abe93366f20d]: (4, '') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:35:54 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-00c98020-f461-4322-8ee4-3be1421fcfad tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74854) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 17:35:54 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-00c98020-f461-4322-8ee4-3be1421fcfad tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 17:35:54 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-00c98020-f461-4322-8ee4-3be1421fcfad tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] LIGHTOS: no hostnqn found. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 17:35:54 user nova-compute[74854]: DEBUG os_brick.utils [None req-00c98020-f461-4322-8ee4-3be1421fcfad tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] <== get_connector_properties: return (144ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a321e2f0722', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:35:54 user nova-compute[74854]: DEBUG nova.virt.block_device [None req-00c98020-f461-4322-8ee4-3be1421fcfad tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Updating existing volume attachment record: 334b1d22-05ba-45c0-b22b-637e94e28fc2 {{(pid=74854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 17:35:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-7428bb8e-745b-4ba5-bf45-9abdacf3985a tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Acquiring lock "01e6ddfa-899c-4cde-9a00-5c20518954e8" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:35:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-7428bb8e-745b-4ba5-bf45-9abdacf3985a tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "01e6ddfa-899c-4cde-9a00-5c20518954e8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:35:54 user nova-compute[74854]: DEBUG nova.objects.instance [None req-7428bb8e-745b-4ba5-bf45-9abdacf3985a tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lazy-loading 'flavor' on Instance uuid 01e6ddfa-899c-4cde-9a00-5c20518954e8 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:35:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-7428bb8e-745b-4ba5-bf45-9abdacf3985a tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "01e6ddfa-899c-4cde-9a00-5c20518954e8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.057s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:35:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-7428bb8e-745b-4ba5-bf45-9abdacf3985a tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Acquiring lock "01e6ddfa-899c-4cde-9a00-5c20518954e8" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:35:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-7428bb8e-745b-4ba5-bf45-9abdacf3985a tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "01e6ddfa-899c-4cde-9a00-5c20518954e8" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:35:54 user nova-compute[74854]: INFO nova.compute.manager [None req-7428bb8e-745b-4ba5-bf45-9abdacf3985a tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Attaching volume 9cbd58d5-3b8e-479b-9cc0-f277298a6472 to /dev/vdb
Oct 23 17:35:54 user nova-compute[74854]: DEBUG os_brick.utils [None req-7428bb8e-745b-4ba5-bf45-9abdacf3985a tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:35:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:35:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:35:54 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[aed5ca08-b5aa-457f-b94a-4be199ccb830]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a321e2f0722\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:35:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:35:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:35:54 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e764d5b-9994-46d4-bad0-9d360df8abb2]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:35:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:35:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:35:54 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[d063a151-c93d-4e03-83e0-36a9ce3e51e0]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:35:54 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[bff3bae4-8cb9-4ca8-b511-3e2a4a2d9ae7]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:35:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-7428bb8e-745b-4ba5-bf45-9abdacf3985a tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Running cmd (subprocess): nvme version {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:35:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-7428bb8e-745b-4ba5-bf45-9abdacf3985a tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] 'nvme version' failed. Not Retrying. {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:35:54 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.nvmeof [None req-7428bb8e-745b-4ba5-bf45-9abdacf3985a tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] nvme not present on system {{(pid=74854) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 17:35:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:35:54 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:35:54 user nova-compute[74854]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 17:35:54 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[96f3990a-004a-45dd-acfe-814981cdc714]: (4, '') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:35:54 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-7428bb8e-745b-4ba5-bf45-9abdacf3985a tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74854) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 17:35:54 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-7428bb8e-745b-4ba5-bf45-9abdacf3985a tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 17:35:54 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-7428bb8e-745b-4ba5-bf45-9abdacf3985a tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] LIGHTOS: no hostnqn found. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 17:35:54 user nova-compute[74854]: DEBUG os_brick.utils [None req-7428bb8e-745b-4ba5-bf45-9abdacf3985a tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] <== get_connector_properties: return (128ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a321e2f0722', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:35:54 user nova-compute[74854]: DEBUG nova.virt.block_device [None req-7428bb8e-745b-4ba5-bf45-9abdacf3985a tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Updating existing volume attachment record: 3c95722a-d142-43cb-a3ed-02fcfd48b894 {{(pid=74854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 17:35:56 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:35:56 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:35:56 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74854) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 17:35:56 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:35:56 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:35:56 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:35:56 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:36:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:36:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:36:02 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:36:02 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:36:02 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:36:05 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:36:05 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 17:36:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:36:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:36:07 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:36:09 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:36:09 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:36:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:36:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:36:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:36:09 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Auditing locally available compute resources for user (node: user) {{(pid=74854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 17:36:09 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6d15236-adca-4f90-8792-8236bdb12436/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:36:10 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6d15236-adca-4f90-8792-8236bdb12436/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:36:10 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6d15236-adca-4f90-8792-8236bdb12436/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:36:10 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6d15236-adca-4f90-8792-8236bdb12436/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:36:10 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:36:10 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01e6ddfa-899c-4cde-9a00-5c20518954e8/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:36:10 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01e6ddfa-899c-4cde-9a00-5c20518954e8/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:36:10 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01e6ddfa-899c-4cde-9a00-5c20518954e8/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:36:10 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01e6ddfa-899c-4cde-9a00-5c20518954e8/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:36:10 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f825554-000d-423c-aa29-9ad4d8a3325b/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:36:10 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f825554-000d-423c-aa29-9ad4d8a3325b/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:36:10 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f825554-000d-423c-aa29-9ad4d8a3325b/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f825554-000d-423c-aa29-9ad4d8a3325b/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-00c98020-f461-4322-8ee4-3be1421fcfad tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Calling os-brick to attach iSCSI Volume {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-00c98020-f461-4322-8ee4-3be1421fcfad tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NjBgScRE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:36:11 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-00c98020-f461-4322-8ee4-3be1421fcfad tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:36:11 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-00c98020-f461-4322-8ee4-3be1421fcfad tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-00c98020-f461-4322-8ee4-3be1421fcfad tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:36:11 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-00c98020-f461-4322-8ee4-3be1421fcfad tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:36:11 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-00c98020-f461-4322-8ee4-3be1421fcfad tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-00c98020-f461-4322-8ee4-3be1421fcfad tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:36:11 user nova-compute[74854]: INFO os_brick.initiator.connectors.iscsi [None req-00c98020-f461-4322-8ee4-3be1421fcfad tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 17:36:11 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:36:11 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:36:11 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Hypervisor/Node resource view: name=user free_ram=8421MB free_disk=24.76944351196289GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=74854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417 -p 172.16.0.220:3260 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed25a238-8978-4f4b-80dd-6d284574b28b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-00c98020-f461-4322-8ee4-3be1421fcfad tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 17:36:11 user nova-compute[74854]:  {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417 -p 172.16.0.220:3260 --interface default --op new {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2e65788-1e56-4100-ad67-562f3f96d60e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417] added\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-00c98020-f461-4322-8ee4-3be1421fcfad tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417] added
Oct 23 17:36:11 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[472ffd39-b98f-489e-87b1-407006796c15]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-00c98020-f461-4322-8ee4-3be1421fcfad tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.034s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d5efcc6-bbff-4884-83d2-902c85ceef3d]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-00c98020-f461-4322-8ee4-3be1421fcfad tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NjBgScRE {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 01e6ddfa-899c-4cde-9a00-5c20518954e8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance e6d15236-adca-4f90-8792-8236bdb12436 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance f48ed65e-686a-448c-a581-51794caedfb5 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 5f825554-000d-423c-aa29-9ad4d8a3325b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NjBgScRE" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d54244a-f57d-4264-9d37-8164a16c76e9]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-00c98020-f461-4322-8ee4-3be1421fcfad tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'NjBgScRE'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b90e6850-0b73-44bf-b907-d7098a7bd929]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-00c98020-f461-4322-8ee4-3be1421fcfad tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[dde1358d-9aa7-48f8-b9bf-7b878ca25b3f]: (4, ('tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-00c98020-f461-4322-8ee4-3be1421fcfad tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)
Oct 23 17:36:11 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-00c98020-f461-4322-8ee4-3be1421fcfad tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] iscsi session list stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)
Oct 23 17:36:11 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417 -p 172.16.0.220:3260 --login {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417 -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d67b13b-badd-4f73-ae89-1bdde2c3b34a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-00c98020-f461-4322-8ee4-3be1421fcfad tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417, portal: 172.16.0.220,3260]
Oct 23 17:36:11 user nova-compute[74854]: Login to [iface: default, target: iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417, portal: 172.16.0.220,3260] successful.
Oct 23 17:36:11 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.028s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[bca75911-fd86-4538-b4c7-dc112c74e971]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-00c98020-f461-4322-8ee4-3be1421fcfad tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad62daf1-623f-4c82-adc7-df160cd0ba93]: (4, ('tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-00c98020-f461-4322-8ee4-3be1421fcfad tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)
Oct 23 17:36:11 user nova-compute[74854]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417 (non-flash)
Oct 23 17:36:11 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-00c98020-f461-4322-8ee4-3be1421fcfad tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] iscsi session list stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)
Oct 23 17:36:11 user nova-compute[74854]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417 (non-flash)
Oct 23 17:36:11 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-00c98020-f461-4322-8ee4-3be1421fcfad tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.318s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-00c98020-f461-4322-8ee4-3be1421fcfad tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Connected to 172.16.0.220:3260 {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-00c98020-f461-4322-8ee4-3be1421fcfad tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] HCTL ('34', '-', '-', 0) found on session 49 with lun 0 {{(pid=74854) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-00c98020-f461-4322-8ee4-3be1421fcfad tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74854) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Compute_service record updated for user:user {{(pid=74854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.321s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[73a81f7a-8fbe-44a5-9019-d34bf774d808]: (4, ('- - 0', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-00c98020-f461-4322-8ee4-3be1421fcfad tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Searching for a device in session 49 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:36:11 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-00c98020-f461-4322-8ee4-3be1421fcfad tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NjBgScRE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 17:36:12 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7428bb8e-745b-4ba5-bf45-9abdacf3985a tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Calling os-brick to attach iSCSI Volume {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 17:36:12 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-7428bb8e-745b-4ba5-bf45-9abdacf3985a tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gXMwkZvl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:36:12 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-7428bb8e-745b-4ba5-bf45-9abdacf3985a tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:36:12 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-7428bb8e-745b-4ba5-bf45-9abdacf3985a tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:36:12 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:36:12 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Starting heal instance info cache {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 17:36:12 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Rebuilding the list of instances to heal {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 23 17:36:12 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-00c98020-f461-4322-8ee4-3be1421fcfad tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.353s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:36:12 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-00c98020-f461-4322-8ee4-3be1421fcfad tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] <== connect_volume: return (1355ms) {'type': 'block', 'scsi_wwn': '23264623835643033', 'path': '/dev/sdc'} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:36:12 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-00c98020-f461-4322-8ee4-3be1421fcfad tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23264623835643033', 'path': '/dev/sdc'} {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 17:36:12 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-7428bb8e-745b-4ba5-bf45-9abdacf3985a tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.562s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:36:12 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-7428bb8e-745b-4ba5-bf45-9abdacf3985a tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:36:12 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-7428bb8e-745b-4ba5-bf45-9abdacf3985a tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:36:12 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-7428bb8e-745b-4ba5-bf45-9abdacf3985a tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:36:12 user nova-compute[74854]: INFO os_brick.initiator.connectors.iscsi [None req-7428bb8e-745b-4ba5-bf45-9abdacf3985a tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 17:36:12 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 -p 172.16.0.220:3260 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:36:12 user nova-compute[74854]: DEBUG nova.objects.instance [None req-00c98020-f461-4322-8ee4-3be1421fcfad tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lazy-loading 'flavor' on Instance uuid e6d15236-adca-4f90-8792-8236bdb12436 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:36:12 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:36:12 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[a71f06c0-6af0-4eda-a5c5-3f84fd53928b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:36:12 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-7428bb8e-745b-4ba5-bf45-9abdacf3985a tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 17:36:12 user nova-compute[74854]:  {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:36:12 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 -p 172.16.0.220:3260 --interface default --op new {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:36:12 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-00c98020-f461-4322-8ee4-3be1421fcfad tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] attach device xml: <disk type="block" device="disk">
Oct 23 17:36:12 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:36:12 user nova-compute[74854]:   <source dev="/dev/sdc"/>
Oct 23 17:36:12 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:36:12 user nova-compute[74854]:   <serial>315e0113-21c5-49c3-bbb2-ce1ea8dd1417</serial>
Oct 23 17:36:12 user nova-compute[74854]: </disk>
Oct 23 17:36:12 user nova-compute[74854]:  {{(pid=74854) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 17:36:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "refresh_cache-01e6ddfa-899c-4cde-9a00-5c20518954e8" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:36:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquired lock "refresh_cache-01e6ddfa-899c-4cde-9a00-5c20518954e8" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:36:12 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Forcefully refreshing network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 17:36:12 user nova-compute[74854]: DEBUG nova.objects.instance [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lazy-loading 'info_cache' on Instance uuid 01e6ddfa-899c-4cde-9a00-5c20518954e8 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:36:12 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:36:12 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[72973c3d-a3dd-46bf-967b-4489746360c4]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472] added\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:36:12 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-7428bb8e-745b-4ba5-bf45-9abdacf3985a tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472] added
Oct 23 17:36:12 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:36:12 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:36:12 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:36:12 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[35946435-9f29-4acd-9341-780c69edb091]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:36:12 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-7428bb8e-745b-4ba5-bf45-9abdacf3985a tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:36:12 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:36:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:36:13 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a49fe4c-2d35-4dd5-904b-1bccb108ae52]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:36:13 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-7428bb8e-745b-4ba5-bf45-9abdacf3985a tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:36:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gXMwkZvl {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:36:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gXMwkZvl" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:36:13 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e913063-fc70-4928-bf57-3df5aff177af]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:36:13 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-7428bb8e-745b-4ba5-bf45-9abdacf3985a tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'gXMwkZvl'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:36:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:36:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.026s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:36:13 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[66e1c964-9214-4499-a679-8ba178eeb4e2]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:36:13 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-7428bb8e-745b-4ba5-bf45-9abdacf3985a tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:36:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:36:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:36:13 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1f44a4e-5073-4f01-b7cb-f8cdfb480106]: (4, ('tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:36:13 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-7428bb8e-745b-4ba5-bf45-9abdacf3985a tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)
Oct 23 17:36:13 user nova-compute[74854]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417 (non-flash)
Oct 23 17:36:13 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:36:13 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-7428bb8e-745b-4ba5-bf45-9abdacf3985a tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] iscsi session list stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)
Oct 23 17:36:13 user nova-compute[74854]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417 (non-flash)
Oct 23 17:36:13 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:36:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 -p 172.16.0.220:3260 --login {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:36:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:36:13 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd2202ee-3278-4525-9f19-fb30aaaebb8c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:36:13 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-7428bb8e-745b-4ba5-bf45-9abdacf3985a tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472, portal: 172.16.0.220,3260]
Oct 23 17:36:13 user nova-compute[74854]: Login to [iface: default, target: iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472, portal: 172.16.0.220,3260] successful.
Oct 23 17:36:13 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:36:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:36:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:36:13 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[a11222e1-39ef-4b28-b134-362229b4dcef]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:36:13 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-7428bb8e-745b-4ba5-bf45-9abdacf3985a tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:36:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:36:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:36:13 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[33e5c81b-2755-43a5-8bf5-beab927ba5ec]: (4, ('tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:36:13 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-7428bb8e-745b-4ba5-bf45-9abdacf3985a tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)
Oct 23 17:36:13 user nova-compute[74854]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417 (non-flash)
Oct 23 17:36:13 user nova-compute[74854]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 (non-flash)
Oct 23 17:36:13 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:36:13 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-7428bb8e-745b-4ba5-bf45-9abdacf3985a tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] iscsi session list stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)
Oct 23 17:36:13 user nova-compute[74854]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417 (non-flash)
Oct 23 17:36:13 user nova-compute[74854]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 (non-flash)
Oct 23 17:36:13 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:36:13 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-7428bb8e-745b-4ba5-bf45-9abdacf3985a tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.293s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:36:13 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-7428bb8e-745b-4ba5-bf45-9abdacf3985a tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Connected to 172.16.0.220:3260 {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 17:36:13 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-7428bb8e-745b-4ba5-bf45-9abdacf3985a tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] HCTL ('35', '-', '-', 0) found on session 50 with lun 0 {{(pid=74854) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 17:36:13 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-7428bb8e-745b-4ba5-bf45-9abdacf3985a tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74854) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 17:36:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:36:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:36:13 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[f75113dc-a079-49c0-8f35-1b75ad37649f]: (4, ('- - 0', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:36:13 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-7428bb8e-745b-4ba5-bf45-9abdacf3985a tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Searching for a device in session 50 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:36:13 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-7428bb8e-745b-4ba5-bf45-9abdacf3985a tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gXMwkZvl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 17:36:13 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-00c98020-f461-4322-8ee4-3be1421fcfad tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:36:13 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-00c98020-f461-4322-8ee4-3be1421fcfad tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:36:13 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-00c98020-f461-4322-8ee4-3be1421fcfad tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] No VIF found with MAC fa:16:3e:60:21:93, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:36:13 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Updating instance_info_cache with network_info: [{"id": "dbbb6493-62a1-4db4-8ba9-79f33d07c156", "address": "fa:16:3e:f8:72:36", "network": {"id": "9931c044-5a84-4052-933f-f1477ca93d91", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1531146588-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "230743b8a6c547b79a2cabf59b092f5a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbbb6493-62", "ovs_interfaceid": "dbbb6493-62a1-4db4-8ba9-79f33d07c156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:36:13 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Releasing lock "refresh_cache-01e6ddfa-899c-4cde-9a00-5c20518954e8" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:36:13 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Updated the network info_cache for instance {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 17:36:13 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-00c98020-f461-4322-8ee4-3be1421fcfad tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lock "e6d15236-adca-4f90-8792-8236bdb12436" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 19.493s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:36:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:36:14 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-7428bb8e-745b-4ba5-bf45-9abdacf3985a tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.332s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:36:14 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-7428bb8e-745b-4ba5-bf45-9abdacf3985a tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] <== connect_volume: return (1895ms) {'type': 'block', 'scsi_wwn': '26634343938636334', 'path': '/dev/sdd'} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:36:14 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7428bb8e-745b-4ba5-bf45-9abdacf3985a tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26634343938636334', 'path': '/dev/sdd'} {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 17:36:14 user nova-compute[74854]: DEBUG nova.objects.instance [None req-7428bb8e-745b-4ba5-bf45-9abdacf3985a tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lazy-loading 'flavor' on Instance uuid 01e6ddfa-899c-4cde-9a00-5c20518954e8 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:36:14 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-7428bb8e-745b-4ba5-bf45-9abdacf3985a tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] attach device xml: <disk type="block" device="disk">
Oct 23 17:36:14 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:36:14 user nova-compute[74854]:   <source dev="/dev/sdd"/>
Oct 23 17:36:14 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:36:14 user nova-compute[74854]:   <serial>9cbd58d5-3b8e-479b-9cc0-f277298a6472</serial>
Oct 23 17:36:14 user nova-compute[74854]: </disk>
Oct 23 17:36:14 user nova-compute[74854]:  {{(pid=74854) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 17:36:14 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-7428bb8e-745b-4ba5-bf45-9abdacf3985a tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:36:14 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-7428bb8e-745b-4ba5-bf45-9abdacf3985a tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:36:14 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-7428bb8e-745b-4ba5-bf45-9abdacf3985a tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] No VIF found with MAC fa:16:3e:f8:72:36, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:36:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-7428bb8e-745b-4ba5-bf45-9abdacf3985a tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "01e6ddfa-899c-4cde-9a00-5c20518954e8" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 20.163s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:36:15 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:36:16 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:36:21 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:36:26 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:36:26 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:36:26 user nova-compute[74854]: DEBUG nova.compute.manager [req-2fd31c25-2ec2-484a-96cc-a630c88224ae req-cafc5c7f-9016-4e08-a924-b51560c5b0d3 service nova] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Received event network-changed-dbbb6493-62a1-4db4-8ba9-79f33d07c156 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:36:26 user nova-compute[74854]: DEBUG nova.compute.manager [req-2fd31c25-2ec2-484a-96cc-a630c88224ae req-cafc5c7f-9016-4e08-a924-b51560c5b0d3 service nova] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Refreshing instance network info cache due to event network-changed-dbbb6493-62a1-4db4-8ba9-79f33d07c156. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:36:26 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-2fd31c25-2ec2-484a-96cc-a630c88224ae req-cafc5c7f-9016-4e08-a924-b51560c5b0d3 service nova] Acquiring lock "refresh_cache-01e6ddfa-899c-4cde-9a00-5c20518954e8" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:36:26 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-2fd31c25-2ec2-484a-96cc-a630c88224ae req-cafc5c7f-9016-4e08-a924-b51560c5b0d3 service nova] Acquired lock "refresh_cache-01e6ddfa-899c-4cde-9a00-5c20518954e8" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:36:26 user nova-compute[74854]: DEBUG nova.network.neutron [req-2fd31c25-2ec2-484a-96cc-a630c88224ae req-cafc5c7f-9016-4e08-a924-b51560c5b0d3 service nova] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Refreshing network info cache for port dbbb6493-62a1-4db4-8ba9-79f33d07c156 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:36:27 user nova-compute[74854]: DEBUG nova.network.neutron [req-2fd31c25-2ec2-484a-96cc-a630c88224ae req-cafc5c7f-9016-4e08-a924-b51560c5b0d3 service nova] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Updated VIF entry in instance network info cache for port dbbb6493-62a1-4db4-8ba9-79f33d07c156. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:36:27 user nova-compute[74854]: DEBUG nova.network.neutron [req-2fd31c25-2ec2-484a-96cc-a630c88224ae req-cafc5c7f-9016-4e08-a924-b51560c5b0d3 service nova] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Updating instance_info_cache with network_info: [{"id": "dbbb6493-62a1-4db4-8ba9-79f33d07c156", "address": "fa:16:3e:f8:72:36", "network": {"id": "9931c044-5a84-4052-933f-f1477ca93d91", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1531146588-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "230743b8a6c547b79a2cabf59b092f5a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbbb6493-62", "ovs_interfaceid": "dbbb6493-62a1-4db4-8ba9-79f33d07c156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:36:27 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-2fd31c25-2ec2-484a-96cc-a630c88224ae req-cafc5c7f-9016-4e08-a924-b51560c5b0d3 service nova] Releasing lock "refresh_cache-01e6ddfa-899c-4cde-9a00-5c20518954e8" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:36:28 user nova-compute[74854]: DEBUG nova.compute.manager [req-d2c86425-c43a-4818-b98d-1e8003644d68 req-b45b9786-baa7-4237-be9b-1f58bacdbac8 service nova] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Received event network-changed-dbbb6493-62a1-4db4-8ba9-79f33d07c156 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:36:28 user nova-compute[74854]: DEBUG nova.compute.manager [req-d2c86425-c43a-4818-b98d-1e8003644d68 req-b45b9786-baa7-4237-be9b-1f58bacdbac8 service nova] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Refreshing instance network info cache due to event network-changed-dbbb6493-62a1-4db4-8ba9-79f33d07c156. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:36:28 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-d2c86425-c43a-4818-b98d-1e8003644d68 req-b45b9786-baa7-4237-be9b-1f58bacdbac8 service nova] Acquiring lock "refresh_cache-01e6ddfa-899c-4cde-9a00-5c20518954e8" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:36:28 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-d2c86425-c43a-4818-b98d-1e8003644d68 req-b45b9786-baa7-4237-be9b-1f58bacdbac8 service nova] Acquired lock "refresh_cache-01e6ddfa-899c-4cde-9a00-5c20518954e8" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:36:28 user nova-compute[74854]: DEBUG nova.network.neutron [req-d2c86425-c43a-4818-b98d-1e8003644d68 req-b45b9786-baa7-4237-be9b-1f58bacdbac8 service nova] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Refreshing network info cache for port dbbb6493-62a1-4db4-8ba9-79f33d07c156 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:36:29 user nova-compute[74854]: DEBUG nova.network.neutron [req-d2c86425-c43a-4818-b98d-1e8003644d68 req-b45b9786-baa7-4237-be9b-1f58bacdbac8 service nova] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Updated VIF entry in instance network info cache for port dbbb6493-62a1-4db4-8ba9-79f33d07c156. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:36:29 user nova-compute[74854]: DEBUG nova.network.neutron [req-d2c86425-c43a-4818-b98d-1e8003644d68 req-b45b9786-baa7-4237-be9b-1f58bacdbac8 service nova] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Updating instance_info_cache with network_info: [{"id": "dbbb6493-62a1-4db4-8ba9-79f33d07c156", "address": "fa:16:3e:f8:72:36", "network": {"id": "9931c044-5a84-4052-933f-f1477ca93d91", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1531146588-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "230743b8a6c547b79a2cabf59b092f5a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbbb6493-62", "ovs_interfaceid": "dbbb6493-62a1-4db4-8ba9-79f33d07c156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:36:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-d2c86425-c43a-4818-b98d-1e8003644d68 req-b45b9786-baa7-4237-be9b-1f58bacdbac8 service nova] Releasing lock "refresh_cache-01e6ddfa-899c-4cde-9a00-5c20518954e8" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:36:31 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:36:31 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:36:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:36:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:36:36 user nova-compute[74854]: DEBUG nova.compute.manager [req-6e5e6a17-3bc5-4742-90e5-63ab73f00f0c req-2d5a010e-2820-460b-8c88-5a6a3de571ab service nova] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Received event network-changed-765ab49d-4716-4f47-ac9e-499e97a2a9e7 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:36:36 user nova-compute[74854]: DEBUG nova.compute.manager [req-6e5e6a17-3bc5-4742-90e5-63ab73f00f0c req-2d5a010e-2820-460b-8c88-5a6a3de571ab service nova] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Refreshing instance network info cache due to event network-changed-765ab49d-4716-4f47-ac9e-499e97a2a9e7. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:36:36 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-6e5e6a17-3bc5-4742-90e5-63ab73f00f0c req-2d5a010e-2820-460b-8c88-5a6a3de571ab service nova] Acquiring lock "refresh_cache-f48ed65e-686a-448c-a581-51794caedfb5" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:36:36 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-6e5e6a17-3bc5-4742-90e5-63ab73f00f0c req-2d5a010e-2820-460b-8c88-5a6a3de571ab service nova] Acquired lock "refresh_cache-f48ed65e-686a-448c-a581-51794caedfb5" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:36:36 user nova-compute[74854]: DEBUG nova.network.neutron [req-6e5e6a17-3bc5-4742-90e5-63ab73f00f0c req-2d5a010e-2820-460b-8c88-5a6a3de571ab service nova] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Refreshing network info cache for port 765ab49d-4716-4f47-ac9e-499e97a2a9e7 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:36:37 user nova-compute[74854]: DEBUG nova.network.neutron [req-6e5e6a17-3bc5-4742-90e5-63ab73f00f0c req-2d5a010e-2820-460b-8c88-5a6a3de571ab service nova] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Updated VIF entry in instance network info cache for port 765ab49d-4716-4f47-ac9e-499e97a2a9e7. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:36:37 user nova-compute[74854]: DEBUG nova.network.neutron [req-6e5e6a17-3bc5-4742-90e5-63ab73f00f0c req-2d5a010e-2820-460b-8c88-5a6a3de571ab service nova] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Updating instance_info_cache with network_info: [{"id": "765ab49d-4716-4f47-ac9e-499e97a2a9e7", "address": "fa:16:3e:b2:aa:c8", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap765ab49d-47", "ovs_interfaceid": "765ab49d-4716-4f47-ac9e-499e97a2a9e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:36:37 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-6e5e6a17-3bc5-4742-90e5-63ab73f00f0c req-2d5a010e-2820-460b-8c88-5a6a3de571ab service nova] Releasing lock "refresh_cache-f48ed65e-686a-448c-a581-51794caedfb5" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:36:39 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Acquiring lock "01e6ddfa-899c-4cde-9a00-5c20518954e8" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:36:39 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "01e6ddfa-899c-4cde-9a00-5c20518954e8" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:36:39 user nova-compute[74854]: INFO nova.compute.manager [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Rebooting instance
Oct 23 17:36:39 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Acquiring lock "refresh_cache-01e6ddfa-899c-4cde-9a00-5c20518954e8" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:36:39 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Acquired lock "refresh_cache-01e6ddfa-899c-4cde-9a00-5c20518954e8" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:36:39 user nova-compute[74854]: DEBUG nova.network.neutron [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:36:39 user nova-compute[74854]: DEBUG nova.network.neutron [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Updating instance_info_cache with network_info: [{"id": "dbbb6493-62a1-4db4-8ba9-79f33d07c156", "address": "fa:16:3e:f8:72:36", "network": {"id": "9931c044-5a84-4052-933f-f1477ca93d91", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1531146588-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "230743b8a6c547b79a2cabf59b092f5a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbbb6493-62", "ovs_interfaceid": "dbbb6493-62a1-4db4-8ba9-79f33d07c156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:36:39 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Releasing lock "refresh_cache-01e6ddfa-899c-4cde-9a00-5c20518954e8" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:36:39 user nova-compute[74854]: DEBUG nova.compute.manager [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:36:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:36:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:36:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:36:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:36:40 user nova-compute[74854]: DEBUG nova.compute.manager [req-a1ddbd36-8085-4701-bf41-33b8e4561770 req-6d53b43b-1754-436e-97fe-a4189ba8302d service nova] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Received event network-vif-unplugged-dbbb6493-62a1-4db4-8ba9-79f33d07c156 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:36:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a1ddbd36-8085-4701-bf41-33b8e4561770 req-6d53b43b-1754-436e-97fe-a4189ba8302d service nova] Acquiring lock "01e6ddfa-899c-4cde-9a00-5c20518954e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:36:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a1ddbd36-8085-4701-bf41-33b8e4561770 req-6d53b43b-1754-436e-97fe-a4189ba8302d service nova] Lock "01e6ddfa-899c-4cde-9a00-5c20518954e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:36:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a1ddbd36-8085-4701-bf41-33b8e4561770 req-6d53b43b-1754-436e-97fe-a4189ba8302d service nova] Lock "01e6ddfa-899c-4cde-9a00-5c20518954e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:36:40 user nova-compute[74854]: DEBUG nova.compute.manager [req-a1ddbd36-8085-4701-bf41-33b8e4561770 req-6d53b43b-1754-436e-97fe-a4189ba8302d service nova] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] No waiting events found dispatching network-vif-unplugged-dbbb6493-62a1-4db4-8ba9-79f33d07c156 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:36:40 user nova-compute[74854]: WARNING nova.compute.manager [req-a1ddbd36-8085-4701-bf41-33b8e4561770 req-6d53b43b-1754-436e-97fe-a4189ba8302d service nova] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Received unexpected event network-vif-unplugged-dbbb6493-62a1-4db4-8ba9-79f33d07c156 for instance with vm_state active and task_state reboot_started_hard.
Oct 23 17:36:40 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Instance destroyed successfully.
Oct 23 17:36:40 user nova-compute[74854]: DEBUG nova.objects.instance [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lazy-loading 'resources' on Instance uuid 01e6ddfa-899c-4cde-9a00-5c20518954e8 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:36:40 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:33:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-192281292',display_name='tempest-TestMinimumBasicScenario-server-192281292',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-192281292',id=45,image_ref='367ea6d9-915d-4d20-a368-d41719561305',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL3Fz6iTeLapK0GET3n90Q9c3kUeUkzI0zXqO1ya7zoHzTwrDpfFWH70/J04o30g6vg43HIPq7iXWtBscWxUFtmGATJhz4IuL9/ypPvO1m5oooczUP/aRIeScdDLFrBMzQ==',key_name='tempest-TestMinimumBasicScenario-1395514709',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:34:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='230743b8a6c547b79a2cabf59b092f5a',ramdisk_id='',reservation_id='r-s64l656c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='367ea6d9-915d-4d20-a368-d41719561305',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-917572291',owner_user_name='tempest-TestMinimumBasicScenario-917572291-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:36:40Z,user_data=None,user_id='f132d3562ec54d528e83b2a3feab347f',uuid=01e6ddfa-899c-4cde-9a00-5c20518954e8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "dbbb6493-62a1-4db4-8ba9-79f33d07c156", "address": "fa:16:3e:f8:72:36", "network": {"id": "9931c044-5a84-4052-933f-f1477ca93d91", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1531146588-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "230743b8a6c547b79a2cabf59b092f5a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbbb6493-62", "ovs_interfaceid": "dbbb6493-62a1-4db4-8ba9-79f33d07c156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:36:40 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Converting VIF {"id": "dbbb6493-62a1-4db4-8ba9-79f33d07c156", "address": "fa:16:3e:f8:72:36", "network": {"id": "9931c044-5a84-4052-933f-f1477ca93d91", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1531146588-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "230743b8a6c547b79a2cabf59b092f5a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbbb6493-62", "ovs_interfaceid": "dbbb6493-62a1-4db4-8ba9-79f33d07c156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:36:40 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f8:72:36,bridge_name='br-int',has_traffic_filtering=True,id=dbbb6493-62a1-4db4-8ba9-79f33d07c156,network=Network(9931c044-5a84-4052-933f-f1477ca93d91),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdbbb6493-62') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:36:40 user nova-compute[74854]: DEBUG os_vif [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f8:72:36,bridge_name='br-int',has_traffic_filtering=True,id=dbbb6493-62a1-4db4-8ba9-79f33d07c156,network=Network(9931c044-5a84-4052-933f-f1477ca93d91),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdbbb6493-62') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:36:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:36:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdbbb6493-62, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:36:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:36:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:36:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:36:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=12e02ca1-8274-4bac-a622-952dc1e19c90) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:36:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:36:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:36:40 user nova-compute[74854]: INFO os_vif [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f8:72:36,bridge_name='br-int',has_traffic_filtering=True,id=dbbb6493-62a1-4db4-8ba9-79f33d07c156,network=Network(9931c044-5a84-4052-933f-f1477ca93d91),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdbbb6493-62')
Oct 23 17:36:40 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] calling os-brick to detach iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 17:36:40 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, {'target_iqn': 'iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gXMwkZvl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:36:40 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:36:40 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:36:40 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:36:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:36:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:36:40 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[bad1e77c-183d-48e5-ac25-8ce73df4d2d3]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:36:40 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 17:36:40 user nova-compute[74854]: No targets found.
Oct 23 17:36:40 user nova-compute[74854]: iSNS:
Oct 23 17:36:40 user nova-compute[74854]: No targets found.
Oct 23 17:36:40 user nova-compute[74854]: STATIC:
Oct 23 17:36:40 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472
Oct 23 17:36:40 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:36:40 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:36:40 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee
Oct 23 17:36:40 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:36:40 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:36:40 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417
Oct 23 17:36:40 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:36:40 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:36:40 user nova-compute[74854]: FIRMWARE:
Oct 23 17:36:40 user nova-compute[74854]: No targets found.
Oct 23 17:36:40 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:36:40 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 17:36:40 user nova-compute[74854]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 17:36:40 user nova-compute[74854]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74854) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 17:36:40 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472', 0)] {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 17:36:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:36:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:36:40 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac62d303-b63a-48e2-a248-e69dd6692a85]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:36:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:36:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:36:40 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[f99a67f0-7ff7-42f3-ac72-b696f864fe07]: (4, ('tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:36:40 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)
Oct 23 17:36:40 user nova-compute[74854]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417 (non-flash)
Oct 23 17:36:40 user nova-compute[74854]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 (non-flash)
Oct 23 17:36:40 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:36:40 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] iscsi session list stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)
Oct 23 17:36:40 user nova-compute[74854]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417 (non-flash)
Oct 23 17:36:40 user nova-compute[74854]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 (non-flash)
Oct 23 17:36:40 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:36:40 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f3038d70040>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472'): ({'sdd'}, set())}) {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 17:36:40 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Removing single pathed devices sdd {{(pid=74854) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 17:36:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:36:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:36:40 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[728230d5-0e49-418d-8603-97429eb5f243]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:36:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:36:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:36:40 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fdf830c-305b-467b-a99f-193edb707edd]: (4, ('ok\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:36:40 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Flushing IO for device /dev/sdd {{(pid=74854) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 17:36:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:36:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:36:40 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb48cb17-ace1-43f3-bf54-6574db84974b]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:36:40 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74854) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 17:36:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:36:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.037s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:36:40 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[86a6b0f6-d983-40dd-96d2-2c1e95c60579]: (4, ('1', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:36:40 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 17:36:40 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] SCSI volumes sdd have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 17:36:40 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472')] {{(pid=74854) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 17:36:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[563070dd-8436-40f8-bed0-7e38b93964e3]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 -p 172.16.0.220:3260 --logout {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8a2123d-7074-46e6-a58e-b1d10a6f8012]: (4, ('Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472, portal: 172.16.0.220,3260]\nLogout of [sid: 50, target: iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472, portal: 172.16.0.220,3260]
Oct 23 17:36:41 user nova-compute[74854]: Logout of [sid: 50, target: iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472, portal: 172.16.0.220,3260] successful.
Oct 23 17:36:41 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 -p 172.16.0.220:3260 --op delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc2eef54-3593-4ff0-9ac6-c4c3b677c51c]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.306s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] <== disconnect_volume: return (307ms) None {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Disconnected iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Start _get_guest_xml network_info=[{"id": "dbbb6493-62a1-4db4-8ba9-79f33d07c156", "address": "fa:16:3e:f8:72:36", "network": {"id": "9931c044-5a84-4052-933f-f1477ca93d91", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1531146588-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "230743b8a6c547b79a2cabf59b092f5a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbbb6493-62", "ovs_interfaceid": "dbbb6493-62a1-4db4-8ba9-79f33d07c156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=367ea6d9-915d-4d20-a368-d41719561305,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'encryption_format': None, 'encryption_options': None, 'size': 0, 'boot_index': 0, 'encrypted': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'image_id': '367ea6d9-915d-4d20-a368-d41719561305'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'attachment_id': '3c95722a-d142-43cb-a3ed-02fcfd48b894', 'boot_index': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gXMwkZvl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, 'status': 'reserved', 'instance': '01e6ddfa-899c-4cde-9a00-5c20518954e8', 'attached_at': '', 'detached_at': '', 'volume_id': '9cbd58d5-3b8e-479b-9cc0-f277298a6472', 'serial': '9cbd58d5-3b8e-479b-9cc0-f277298a6472'}, 'mount_device': '/dev/vdb', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'volume_type': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:36:41 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:36:41 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:36:41 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=367ea6d9-915d-4d20-a368-d41719561305,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG nova.objects.instance [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lazy-loading 'vcpu_model' on Instance uuid 01e6ddfa-899c-4cde-9a00-5c20518954e8 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG nova.objects.base [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Object Instance<01e6ddfa-899c-4cde-9a00-5c20518954e8> lazy-loaded attributes: resources,vcpu_model {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Calling os-brick to attach iSCSI Volume {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gXMwkZvl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:36:41 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:36:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:36:41 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:36:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:36:41 user nova-compute[74854]: INFO os_brick.initiator.connectors.iscsi [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 17:36:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 -p 172.16.0.220:3260 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e87a813e-af33-4a9c-b7cf-8cb9a0c25604]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 17:36:41 user nova-compute[74854]:  {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 -p 172.16.0.220:3260 --interface default --op new {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[40fe2a7d-40a5-445b-8000-943e4382e98d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472] added\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472] added
Oct 23 17:36:41 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[26d91f75-c7e4-4c0a-834b-608d011b7088]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[5da56ee7-908f-4c3f-a0fd-f77495aa0058]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gXMwkZvl {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gXMwkZvl" returned: 0 in 0.030s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6496393-27b1-4be0-a49c-8f71f43ef621]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'gXMwkZvl'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[5baf2bd5-d4ad-40f0-a26a-c8d463176501]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[630cac96-9f16-4c1d-bbd5-1ff8ba38514c]: (4, ('tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)
Oct 23 17:36:41 user nova-compute[74854]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417 (non-flash)
Oct 23 17:36:41 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] iscsi session list stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)
Oct 23 17:36:41 user nova-compute[74854]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417 (non-flash)
Oct 23 17:36:41 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 -p 172.16.0.220:3260 --login {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 -p 172.16.0.220:3260 --login" returned: 0 in 0.071s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe7393ce-7439-483f-b048-b6a98f5f8811]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472, portal: 172.16.0.220,3260]
Oct 23 17:36:41 user nova-compute[74854]: Login to [iface: default, target: iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472, portal: 172.16.0.220,3260] successful.
Oct 23 17:36:41 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4a71e9a-64b3-4ceb-9cbe-522fef439d86]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3f57d29-de65-4aab-903a-03c3059ffffa]: (4, ('tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)
Oct 23 17:36:41 user nova-compute[74854]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417 (non-flash)
Oct 23 17:36:41 user nova-compute[74854]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 (non-flash)
Oct 23 17:36:41 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] iscsi session list stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)
Oct 23 17:36:41 user nova-compute[74854]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417 (non-flash)
Oct 23 17:36:41 user nova-compute[74854]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 (non-flash)
Oct 23 17:36:41 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.299s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Connected to 172.16.0.220:3260 {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] HCTL ('35', '-', '-', 0) found on session 51 with lun 0 {{(pid=74854) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74854) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[c55b7c17-7721-4e66-90ce-82905e36c208]: (4, ('- - 0', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Searching for a device in session 51 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:36:41 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gXMwkZvl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 17:36:42 user nova-compute[74854]: DEBUG nova.compute.manager [req-2260e70a-5d1d-4d04-9880-dab57be57c24 req-fdea66d7-0036-4c86-af27-1775d0b79248 service nova] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Received event network-vif-plugged-dbbb6493-62a1-4db4-8ba9-79f33d07c156 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:36:42 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-2260e70a-5d1d-4d04-9880-dab57be57c24 req-fdea66d7-0036-4c86-af27-1775d0b79248 service nova] Acquiring lock "01e6ddfa-899c-4cde-9a00-5c20518954e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:36:42 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-2260e70a-5d1d-4d04-9880-dab57be57c24 req-fdea66d7-0036-4c86-af27-1775d0b79248 service nova] Lock "01e6ddfa-899c-4cde-9a00-5c20518954e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:36:42 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-2260e70a-5d1d-4d04-9880-dab57be57c24 req-fdea66d7-0036-4c86-af27-1775d0b79248 service nova] Lock "01e6ddfa-899c-4cde-9a00-5c20518954e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:36:42 user nova-compute[74854]: DEBUG nova.compute.manager [req-2260e70a-5d1d-4d04-9880-dab57be57c24 req-fdea66d7-0036-4c86-af27-1775d0b79248 service nova] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] No waiting events found dispatching network-vif-plugged-dbbb6493-62a1-4db4-8ba9-79f33d07c156 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:36:42 user nova-compute[74854]: WARNING nova.compute.manager [req-2260e70a-5d1d-4d04-9880-dab57be57c24 req-fdea66d7-0036-4c86-af27-1775d0b79248 service nova] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Received unexpected event network-vif-plugged-dbbb6493-62a1-4db4-8ba9-79f33d07c156 for instance with vm_state active and task_state reboot_started_hard.
Oct 23 17:36:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.333s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:36:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] <== connect_volume: return (1335ms) {'type': 'block', 'scsi_wwn': '26634343938636334', 'path': '/dev/sdd'} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:36:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26634343938636334', 'path': '/dev/sdd'} {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 17:36:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:33:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-192281292',display_name='tempest-TestMinimumBasicScenario-server-192281292',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-192281292',id=45,image_ref='367ea6d9-915d-4d20-a368-d41719561305',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL3Fz6iTeLapK0GET3n90Q9c3kUeUkzI0zXqO1ya7zoHzTwrDpfFWH70/J04o30g6vg43HIPq7iXWtBscWxUFtmGATJhz4IuL9/ypPvO1m5oooczUP/aRIeScdDLFrBMzQ==',key_name='tempest-TestMinimumBasicScenario-1395514709',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:34:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='230743b8a6c547b79a2cabf59b092f5a',ramdisk_id='',reservation_id='r-s64l656c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='367ea6d9-915d-4d20-a368-d41719561305',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-917572291',owner_user_name='tempest-TestMinimumBasicScenario-917572291-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:36:40Z,user_data=None,user_id='f132d3562ec54d528e83b2a3feab347f',uuid=01e6ddfa-899c-4cde-9a00-5c20518954e8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "dbbb6493-62a1-4db4-8ba9-79f33d07c156", "address": "fa:16:3e:f8:72:36", "network": {"id": "9931c044-5a84-4052-933f-f1477ca93d91", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1531146588-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "230743b8a6c547b79a2cabf59b092f5a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbbb6493-62", "ovs_interfaceid": "dbbb6493-62a1-4db4-8ba9-79f33d07c156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:36:42 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Converting VIF {"id": "dbbb6493-62a1-4db4-8ba9-79f33d07c156", "address": "fa:16:3e:f8:72:36", "network": {"id": "9931c044-5a84-4052-933f-f1477ca93d91", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1531146588-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "230743b8a6c547b79a2cabf59b092f5a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbbb6493-62", "ovs_interfaceid": "dbbb6493-62a1-4db4-8ba9-79f33d07c156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:36:42 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f8:72:36,bridge_name='br-int',has_traffic_filtering=True,id=dbbb6493-62a1-4db4-8ba9-79f33d07c156,network=Network(9931c044-5a84-4052-933f-f1477ca93d91),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdbbb6493-62') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:36:42 user nova-compute[74854]: DEBUG nova.objects.instance [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lazy-loading 'pci_devices' on Instance uuid 01e6ddfa-899c-4cde-9a00-5c20518954e8 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:36:42 user nova-compute[74854]: DEBUG nova.objects.base [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Object Instance<01e6ddfa-899c-4cde-9a00-5c20518954e8> lazy-loaded attributes: resources,vcpu_model,pci_devices {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:36:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:36:42 user nova-compute[74854]:   <uuid>01e6ddfa-899c-4cde-9a00-5c20518954e8</uuid>
Oct 23 17:36:42 user nova-compute[74854]:   <name>instance-0000002d</name>
Oct 23 17:36:42 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:36:42 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:36:42 user nova-compute[74854]:   <metadata>
Oct 23 17:36:42 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:36:42 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:36:42 user nova-compute[74854]:       <nova:name>tempest-TestMinimumBasicScenario-server-192281292</nova:name>
Oct 23 17:36:42 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:36:41</nova:creationTime>
Oct 23 17:36:42 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:36:42 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:36:42 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:36:42 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:36:42 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:36:42 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:36:42 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:36:42 user nova-compute[74854]:       <nova:owner>
Oct 23 17:36:42 user nova-compute[74854]:         <nova:user uuid="f132d3562ec54d528e83b2a3feab347f">tempest-TestMinimumBasicScenario-917572291-project-member</nova:user>
Oct 23 17:36:42 user nova-compute[74854]:         <nova:project uuid="230743b8a6c547b79a2cabf59b092f5a">tempest-TestMinimumBasicScenario-917572291</nova:project>
Oct 23 17:36:42 user nova-compute[74854]:       </nova:owner>
Oct 23 17:36:42 user nova-compute[74854]:       <nova:root type="image" uuid="367ea6d9-915d-4d20-a368-d41719561305"/>
Oct 23 17:36:42 user nova-compute[74854]:       <nova:ports>
Oct 23 17:36:42 user nova-compute[74854]:         <nova:port uuid="dbbb6493-62a1-4db4-8ba9-79f33d07c156">
Oct 23 17:36:42 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 23 17:36:42 user nova-compute[74854]:         </nova:port>
Oct 23 17:36:42 user nova-compute[74854]:       </nova:ports>
Oct 23 17:36:42 user nova-compute[74854]:     </nova:instance>
Oct 23 17:36:42 user nova-compute[74854]:   </metadata>
Oct 23 17:36:42 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:36:42 user nova-compute[74854]:     <system>
Oct 23 17:36:42 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:36:42 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:36:42 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:36:42 user nova-compute[74854]:       <entry name="serial">01e6ddfa-899c-4cde-9a00-5c20518954e8</entry>
Oct 23 17:36:42 user nova-compute[74854]:       <entry name="uuid">01e6ddfa-899c-4cde-9a00-5c20518954e8</entry>
Oct 23 17:36:42 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:36:42 user nova-compute[74854]:     </system>
Oct 23 17:36:42 user nova-compute[74854]:   </sysinfo>
Oct 23 17:36:42 user nova-compute[74854]:   <os>
Oct 23 17:36:42 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:36:42 user nova-compute[74854]:     <boot dev="hd"/>
Oct 23 17:36:42 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:36:42 user nova-compute[74854]:   </os>
Oct 23 17:36:42 user nova-compute[74854]:   <features>
Oct 23 17:36:42 user nova-compute[74854]:     <acpi/>
Oct 23 17:36:42 user nova-compute[74854]:     <apic/>
Oct 23 17:36:42 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:36:42 user nova-compute[74854]:   </features>
Oct 23 17:36:42 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:36:42 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:36:42 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:36:42 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:36:42 user nova-compute[74854]:   </clock>
Oct 23 17:36:42 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:36:42 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:36:42 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:36:42 user nova-compute[74854]:   </cpu>
Oct 23 17:36:42 user nova-compute[74854]:   <devices>
Oct 23 17:36:42 user nova-compute[74854]:     <disk type="file" device="disk">
Oct 23 17:36:42 user nova-compute[74854]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 17:36:42 user nova-compute[74854]:       <source file="/opt/stack/data/nova/instances/01e6ddfa-899c-4cde-9a00-5c20518954e8/disk"/>
Oct 23 17:36:42 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:36:42 user nova-compute[74854]:     </disk>
Oct 23 17:36:42 user nova-compute[74854]:     <disk type="block" device="disk">
Oct 23 17:36:42 user nova-compute[74854]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:36:42 user nova-compute[74854]:       <source dev="/dev/sdd"/>
Oct 23 17:36:42 user nova-compute[74854]:       <target dev="vdb" bus="virtio"/>
Oct 23 17:36:42 user nova-compute[74854]:       <serial>9cbd58d5-3b8e-479b-9cc0-f277298a6472</serial>
Oct 23 17:36:42 user nova-compute[74854]:     </disk>
Oct 23 17:36:42 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:36:42 user nova-compute[74854]:       <mac address="fa:16:3e:f8:72:36"/>
Oct 23 17:36:42 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:36:42 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:36:42 user nova-compute[74854]:       <target dev="tapdbbb6493-62"/>
Oct 23 17:36:42 user nova-compute[74854]:     </interface>
Oct 23 17:36:42 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:36:42 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/01e6ddfa-899c-4cde-9a00-5c20518954e8/console.log" append="off"/>
Oct 23 17:36:42 user nova-compute[74854]:     </serial>
Oct 23 17:36:42 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:36:42 user nova-compute[74854]:     <video>
Oct 23 17:36:42 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:36:42 user nova-compute[74854]:     </video>
Oct 23 17:36:42 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:36:42 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:36:42 user nova-compute[74854]:     </rng>
Oct 23 17:36:42 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:36:42 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:36:42 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:36:42 user nova-compute[74854]:     </memballoon>
Oct 23 17:36:42 user nova-compute[74854]:   </devices>
Oct 23 17:36:42 user nova-compute[74854]: </domain>
Oct 23 17:36:42 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:36:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01e6ddfa-899c-4cde-9a00-5c20518954e8/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:36:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01e6ddfa-899c-4cde-9a00-5c20518954e8/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:36:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01e6ddfa-899c-4cde-9a00-5c20518954e8/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:36:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01e6ddfa-899c-4cde-9a00-5c20518954e8/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:36:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:36:42 user nova-compute[74854]: DEBUG nova.objects.instance [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lazy-loading 'trusted_certs' on Instance uuid 01e6ddfa-899c-4cde-9a00-5c20518954e8 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:36:42 user nova-compute[74854]: DEBUG nova.objects.base [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Object Instance<01e6ddfa-899c-4cde-9a00-5c20518954e8> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:36:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5cd894cee8a435cbaf4cf838867055a3c6f257e0 --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:36:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5cd894cee8a435cbaf4cf838867055a3c6f257e0 --force-share --output=json" returned: 0 in 0.183s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:36:43 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Checking if we can resize image /opt/stack/data/nova/instances/01e6ddfa-899c-4cde-9a00-5c20518954e8/disk. size=1073741824 {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 17:36:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01e6ddfa-899c-4cde-9a00-5c20518954e8/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:36:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01e6ddfa-899c-4cde-9a00-5c20518954e8/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:36:43 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Cannot resize image /opt/stack/data/nova/instances/01e6ddfa-899c-4cde-9a00-5c20518954e8/disk to a smaller size. {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 17:36:43 user nova-compute[74854]: DEBUG nova.objects.instance [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lazy-loading 'migration_context' on Instance uuid 01e6ddfa-899c-4cde-9a00-5c20518954e8 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:36:43 user nova-compute[74854]: DEBUG nova.objects.base [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Object Instance<01e6ddfa-899c-4cde-9a00-5c20518954e8> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=74854) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 17:36:43 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:33:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-192281292',display_name='tempest-TestMinimumBasicScenario-server-192281292',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-192281292',id=45,image_ref='367ea6d9-915d-4d20-a368-d41719561305',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL3Fz6iTeLapK0GET3n90Q9c3kUeUkzI0zXqO1ya7zoHzTwrDpfFWH70/J04o30g6vg43HIPq7iXWtBscWxUFtmGATJhz4IuL9/ypPvO1m5oooczUP/aRIeScdDLFrBMzQ==',key_name='tempest-TestMinimumBasicScenario-1395514709',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:34:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=1,progress=0,project_id='230743b8a6c547b79a2cabf59b092f5a',ramdisk_id='',reservation_id='r-s64l656c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='367ea6d9-915d-4d20-a368-d41719561305',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-917572291',owner_user_name='tempest-TestMinimumBasicScenario-917572291-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:36:40Z,user_data=None,user_id='f132d3562ec54d528e83b2a3feab347f',uuid=01e6ddfa-899c-4cde-9a00-5c20518954e8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "dbbb6493-62a1-4db4-8ba9-79f33d07c156", "address": "fa:16:3e:f8:72:36", "network": {"id": "9931c044-5a84-4052-933f-f1477ca93d91", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1531146588-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "230743b8a6c547b79a2cabf59b092f5a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbbb6493-62", "ovs_interfaceid": "dbbb6493-62a1-4db4-8ba9-79f33d07c156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:36:43 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Converting VIF {"id": "dbbb6493-62a1-4db4-8ba9-79f33d07c156", "address": "fa:16:3e:f8:72:36", "network": {"id": "9931c044-5a84-4052-933f-f1477ca93d91", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1531146588-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "230743b8a6c547b79a2cabf59b092f5a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbbb6493-62", "ovs_interfaceid": "dbbb6493-62a1-4db4-8ba9-79f33d07c156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:36:43 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f8:72:36,bridge_name='br-int',has_traffic_filtering=True,id=dbbb6493-62a1-4db4-8ba9-79f33d07c156,network=Network(9931c044-5a84-4052-933f-f1477ca93d91),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdbbb6493-62') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:36:43 user nova-compute[74854]: DEBUG os_vif [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f8:72:36,bridge_name='br-int',has_traffic_filtering=True,id=dbbb6493-62a1-4db4-8ba9-79f33d07c156,network=Network(9931c044-5a84-4052-933f-f1477ca93d91),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdbbb6493-62') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:36:43 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:36:43 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:36:43 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:36:43 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:36:43 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7b87de62-2d7f-588c-b317-78567eaacd07', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:36:43 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:36:43 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:36:43 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:36:43 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapdbbb6493-62, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:36:43 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapdbbb6493-62, col_values=(('qos', UUID('35b6030c-4e12-4a9a-979f-df0fa1c3f53a')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:36:43 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapdbbb6493-62, col_values=(('external_ids', {'iface-id': 'dbbb6493-62a1-4db4-8ba9-79f33d07c156', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f8:72:36', 'vm-uuid': '01e6ddfa-899c-4cde-9a00-5c20518954e8'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:36:43 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:36:43 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:36:43 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:36:43 user nova-compute[74854]: INFO os_vif [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f8:72:36,bridge_name='br-int',has_traffic_filtering=True,id=dbbb6493-62a1-4db4-8ba9-79f33d07c156,network=Network(9931c044-5a84-4052-933f-f1477ca93d91),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdbbb6493-62')
Oct 23 17:36:44 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:36:44 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:36:44 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:36:44 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:36:44 user nova-compute[74854]: DEBUG nova.compute.manager [req-cdb27172-094a-4f00-a88d-bf5d3555f50f req-8956fc42-ebea-4f6e-9b3a-0c4d953c422e service nova] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Received event network-vif-plugged-dbbb6493-62a1-4db4-8ba9-79f33d07c156 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:36:44 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-cdb27172-094a-4f00-a88d-bf5d3555f50f req-8956fc42-ebea-4f6e-9b3a-0c4d953c422e service nova] Acquiring lock "01e6ddfa-899c-4cde-9a00-5c20518954e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:36:44 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-cdb27172-094a-4f00-a88d-bf5d3555f50f req-8956fc42-ebea-4f6e-9b3a-0c4d953c422e service nova] Lock "01e6ddfa-899c-4cde-9a00-5c20518954e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:36:44 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-cdb27172-094a-4f00-a88d-bf5d3555f50f req-8956fc42-ebea-4f6e-9b3a-0c4d953c422e service nova] Lock "01e6ddfa-899c-4cde-9a00-5c20518954e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:36:44 user nova-compute[74854]: DEBUG nova.compute.manager [req-cdb27172-094a-4f00-a88d-bf5d3555f50f req-8956fc42-ebea-4f6e-9b3a-0c4d953c422e service nova] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] No waiting events found dispatching network-vif-plugged-dbbb6493-62a1-4db4-8ba9-79f33d07c156 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:36:44 user nova-compute[74854]: WARNING nova.compute.manager [req-cdb27172-094a-4f00-a88d-bf5d3555f50f req-8956fc42-ebea-4f6e-9b3a-0c4d953c422e service nova] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Received unexpected event network-vif-plugged-dbbb6493-62a1-4db4-8ba9-79f33d07c156 for instance with vm_state active and task_state reboot_started_hard.
Oct 23 17:36:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:36:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:36:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:36:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:36:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:36:47 user nova-compute[74854]: DEBUG nova.compute.manager [req-4d498241-daa8-4cc4-826c-49f8b7eff3cf req-6aa7ca31-50e5-44f5-a5fb-64cb28927eec service nova] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Received event network-vif-plugged-dbbb6493-62a1-4db4-8ba9-79f33d07c156 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:36:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-4d498241-daa8-4cc4-826c-49f8b7eff3cf req-6aa7ca31-50e5-44f5-a5fb-64cb28927eec service nova] Acquiring lock "01e6ddfa-899c-4cde-9a00-5c20518954e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:36:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-4d498241-daa8-4cc4-826c-49f8b7eff3cf req-6aa7ca31-50e5-44f5-a5fb-64cb28927eec service nova] Lock "01e6ddfa-899c-4cde-9a00-5c20518954e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:36:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-4d498241-daa8-4cc4-826c-49f8b7eff3cf req-6aa7ca31-50e5-44f5-a5fb-64cb28927eec service nova] Lock "01e6ddfa-899c-4cde-9a00-5c20518954e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:36:47 user nova-compute[74854]: DEBUG nova.compute.manager [req-4d498241-daa8-4cc4-826c-49f8b7eff3cf req-6aa7ca31-50e5-44f5-a5fb-64cb28927eec service nova] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] No waiting events found dispatching network-vif-plugged-dbbb6493-62a1-4db4-8ba9-79f33d07c156 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:36:47 user nova-compute[74854]: WARNING nova.compute.manager [req-4d498241-daa8-4cc4-826c-49f8b7eff3cf req-6aa7ca31-50e5-44f5-a5fb-64cb28927eec service nova] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Received unexpected event network-vif-plugged-dbbb6493-62a1-4db4-8ba9-79f33d07c156 for instance with vm_state active and task_state reboot_started_hard.
Oct 23 17:36:47 user nova-compute[74854]: DEBUG nova.compute.manager [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Instance event wait completed in 0 seconds for  {{(pid=74854) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 17:36:47 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Instance rebooted successfully.
Oct 23 17:36:47 user nova-compute[74854]: DEBUG nova.compute.manager [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:36:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-aef819cf-3cf5-4120-b20a-d1355155b305 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "01e6ddfa-899c-4cde-9a00-5c20518954e8" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 7.900s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:36:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:36:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:36:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:36:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquiring lock "1db78090-7a1d-44a6-b9c3-3808c4c5a3c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:36:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "1db78090-7a1d-44a6-b9c3-3808c4c5a3c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:36:54 user nova-compute[74854]: DEBUG nova.compute.manager [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Starting instance... {{(pid=74854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 17:36:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:36:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:36:54 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74854) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 17:36:54 user nova-compute[74854]: INFO nova.compute.claims [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Claim successful on node user
Oct 23 17:36:55 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:36:55 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:36:55 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.294s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:36:55 user nova-compute[74854]: DEBUG nova.compute.manager [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Start building networks asynchronously for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 17:36:55 user nova-compute[74854]: DEBUG nova.compute.manager [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Allocating IP information in the background. {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 17:36:55 user nova-compute[74854]: DEBUG nova.network.neutron [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] allocate_for_instance() {{(pid=74854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 17:36:55 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 17:36:55 user nova-compute[74854]: DEBUG nova.compute.manager [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Start building block device mappings for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 17:36:55 user nova-compute[74854]: DEBUG nova.policy [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40d10700efba402e9cc769d2510f8311', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3560285cd557461eae016907fb469040', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74854) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 17:36:55 user nova-compute[74854]: INFO nova.virt.block_device [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Booting with volume b21d9073-a340-475b-8f0c-8abde2348925 at /dev/vda
Oct 23 17:36:55 user nova-compute[74854]: DEBUG os_brick.utils [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:36:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:36:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:36:55 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[be739a0c-caf9-4cff-95cf-907da2613930]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a321e2f0722\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:36:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:36:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:36:55 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[cdf11463-29eb-4d77-9a0f-8cfd764d7da1]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:36:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:36:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:36:55 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[314dd67d-0092-48ae-8805-371c9ab762e6]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:36:55 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[2193df16-5f08-463b-b2a7-7094fefeb488]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:36:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Running cmd (subprocess): nvme version {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:36:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] 'nvme version' failed. Not Retrying. {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:36:55 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] nvme not present on system {{(pid=74854) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 17:36:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:36:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:36:55 user nova-compute[74854]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 17:36:55 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7a7d935-0d59-4353-a8ca-e6f7df819dda]: (4, '') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:36:55 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74854) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 17:36:55 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 17:36:55 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] LIGHTOS: no hostnqn found. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 17:36:55 user nova-compute[74854]: DEBUG os_brick.utils [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a321e2f0722', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:36:55 user nova-compute[74854]: DEBUG nova.virt.block_device [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Updating existing volume attachment record: aa61f23d-50b9-4e4c-a74b-3c10b2c29388 {{(pid=74854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 17:36:56 user nova-compute[74854]: DEBUG nova.network.neutron [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Successfully created port: 2296cd5f-9585-460c-9b4a-0b21263c5230 {{(pid=74854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 17:36:56 user nova-compute[74854]: DEBUG nova.network.neutron [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Successfully updated port: 2296cd5f-9585-460c-9b4a-0b21263c5230 {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:36:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquiring lock "refresh_cache-1db78090-7a1d-44a6-b9c3-3808c4c5a3c6" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:36:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquired lock "refresh_cache-1db78090-7a1d-44a6-b9c3-3808c4c5a3c6" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:36:56 user nova-compute[74854]: DEBUG nova.network.neutron [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:36:56 user nova-compute[74854]: DEBUG nova.compute.manager [req-ee8ec127-b5dd-40b2-ad66-d4cfd27a82d4 req-1de70aa1-21b8-4eb1-b490-8b72bff363d2 service nova] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Received event network-changed-2296cd5f-9585-460c-9b4a-0b21263c5230 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:36:56 user nova-compute[74854]: DEBUG nova.compute.manager [req-ee8ec127-b5dd-40b2-ad66-d4cfd27a82d4 req-1de70aa1-21b8-4eb1-b490-8b72bff363d2 service nova] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Refreshing instance network info cache due to event network-changed-2296cd5f-9585-460c-9b4a-0b21263c5230. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:36:56 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-ee8ec127-b5dd-40b2-ad66-d4cfd27a82d4 req-1de70aa1-21b8-4eb1-b490-8b72bff363d2 service nova] Acquiring lock "refresh_cache-1db78090-7a1d-44a6-b9c3-3808c4c5a3c6" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:36:56 user nova-compute[74854]: DEBUG nova.network.neutron [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Instance cache missing network info. {{(pid=74854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 17:36:57 user nova-compute[74854]: DEBUG nova.network.neutron [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Updating instance_info_cache with network_info: [{"id": "2296cd5f-9585-460c-9b4a-0b21263c5230", "address": "fa:16:3e:8c:ee:0d", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2296cd5f-95", "ovs_interfaceid": "2296cd5f-9585-460c-9b4a-0b21263c5230", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:36:57 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Releasing lock "refresh_cache-1db78090-7a1d-44a6-b9c3-3808c4c5a3c6" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:36:57 user nova-compute[74854]: DEBUG nova.compute.manager [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Instance network_info: |[{"id": "2296cd5f-9585-460c-9b4a-0b21263c5230", "address": "fa:16:3e:8c:ee:0d", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2296cd5f-95", "ovs_interfaceid": "2296cd5f-9585-460c-9b4a-0b21263c5230", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 17:36:57 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-ee8ec127-b5dd-40b2-ad66-d4cfd27a82d4 req-1de70aa1-21b8-4eb1-b490-8b72bff363d2 service nova] Acquired lock "refresh_cache-1db78090-7a1d-44a6-b9c3-3808c4c5a3c6" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:36:57 user nova-compute[74854]: DEBUG nova.network.neutron [req-ee8ec127-b5dd-40b2-ad66-d4cfd27a82d4 req-1de70aa1-21b8-4eb1-b490-8b72bff363d2 service nova] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Refreshing network info cache for port 2296cd5f-9585-460c-9b4a-0b21263c5230 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:36:57 user nova-compute[74854]: DEBUG nova.network.neutron [req-ee8ec127-b5dd-40b2-ad66-d4cfd27a82d4 req-1de70aa1-21b8-4eb1-b490-8b72bff363d2 service nova] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Updated VIF entry in instance network info cache for port 2296cd5f-9585-460c-9b4a-0b21263c5230. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:36:57 user nova-compute[74854]: DEBUG nova.network.neutron [req-ee8ec127-b5dd-40b2-ad66-d4cfd27a82d4 req-1de70aa1-21b8-4eb1-b490-8b72bff363d2 service nova] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Updating instance_info_cache with network_info: [{"id": "2296cd5f-9585-460c-9b4a-0b21263c5230", "address": "fa:16:3e:8c:ee:0d", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2296cd5f-95", "ovs_interfaceid": "2296cd5f-9585-460c-9b4a-0b21263c5230", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:36:57 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-ee8ec127-b5dd-40b2-ad66-d4cfd27a82d4 req-1de70aa1-21b8-4eb1-b490-8b72bff363d2 service nova] Releasing lock "refresh_cache-1db78090-7a1d-44a6-b9c3-3808c4c5a3c6" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:36:58 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:37:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:37:02 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:37:03 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:37:03 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:37:04 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:37:04 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:37:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:37:06 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:37:06 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 17:37:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:37:09 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:37:10 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:37:10 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Starting heal instance info cache {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 17:37:10 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "refresh_cache-e6d15236-adca-4f90-8792-8236bdb12436" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:37:10 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquired lock "refresh_cache-e6d15236-adca-4f90-8792-8236bdb12436" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:37:10 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Forcefully refreshing network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 17:37:11 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Updating instance_info_cache with network_info: [{"id": "667a2e87-e862-4e41-a2b7-6e8d8f17be90", "address": "fa:16:3e:60:21:93", "network": {"id": "9036528a-dda4-4de9-b36a-3596f7cf3059", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2139464027-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.39", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "524c9de8090141d0b6df2bb88a54aaf5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap667a2e87-e8", "ovs_interfaceid": "667a2e87-e862-4e41-a2b7-6e8d8f17be90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:37:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Releasing lock "refresh_cache-e6d15236-adca-4f90-8792-8236bdb12436" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:37:11 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Updated the network info_cache for instance {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 17:37:11 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:37:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:37:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:37:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:37:11 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Auditing locally available compute resources for user (node: user) {{(pid=74854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 17:37:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:37:11 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6d15236-adca-4f90-8792-8236bdb12436/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:37:11 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6d15236-adca-4f90-8792-8236bdb12436/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:37:11 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6d15236-adca-4f90-8792-8236bdb12436/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:37:11 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6d15236-adca-4f90-8792-8236bdb12436/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:37:11 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:37:11 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:37:11 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01e6ddfa-899c-4cde-9a00-5c20518954e8/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:37:12 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01e6ddfa-899c-4cde-9a00-5c20518954e8/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:37:12 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01e6ddfa-899c-4cde-9a00-5c20518954e8/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:37:12 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01e6ddfa-899c-4cde-9a00-5c20518954e8/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:37:12 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:37:12 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f825554-000d-423c-aa29-9ad4d8a3325b/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:37:12 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f825554-000d-423c-aa29-9ad4d8a3325b/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:37:12 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f825554-000d-423c-aa29-9ad4d8a3325b/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:37:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-edd02bc4-c124-4989-ab39-c8992b28d0b3 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Acquiring lock "e6d15236-adca-4f90-8792-8236bdb12436" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:37:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-edd02bc4-c124-4989-ab39-c8992b28d0b3 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lock "e6d15236-adca-4f90-8792-8236bdb12436" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:37:12 user nova-compute[74854]: INFO nova.compute.manager [None req-edd02bc4-c124-4989-ab39-c8992b28d0b3 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Detaching volume 315e0113-21c5-49c3-bbb2-ce1ea8dd1417
Oct 23 17:37:12 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f825554-000d-423c-aa29-9ad4d8a3325b/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:37:12 user nova-compute[74854]: INFO nova.virt.block_device [None req-edd02bc4-c124-4989-ab39-c8992b28d0b3 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Attempting to driver detach volume 315e0113-21c5-49c3-bbb2-ce1ea8dd1417 from mountpoint /dev/vdb
Oct 23 17:37:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e8c2eea4-a128-404b-a64b-e94dc176cf87 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Acquiring lock "e6d15236-adca-4f90-8792-8236bdb12436" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:37:12 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:37:12 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:37:12 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Hypervisor/Node resource view: name=user free_ram=8477MB free_disk=24.75809097290039GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=74854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 17:37:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:37:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:37:12 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-edd02bc4-c124-4989-ab39-c8992b28d0b3 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Attempting to detach device vdb from instance e6d15236-adca-4f90-8792-8236bdb12436 from the persistent domain config. {{(pid=74854) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 17:37:12 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-edd02bc4-c124-4989-ab39-c8992b28d0b3 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 17:37:12 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:37:12 user nova-compute[74854]:   <source dev="/dev/sdc"/>
Oct 23 17:37:12 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:37:12 user nova-compute[74854]:   <serial>315e0113-21c5-49c3-bbb2-ce1ea8dd1417</serial>
Oct 23 17:37:12 user nova-compute[74854]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 17:37:12 user nova-compute[74854]: </disk>
Oct 23 17:37:12 user nova-compute[74854]:  {{(pid=74854) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 17:37:12 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-edd02bc4-c124-4989-ab39-c8992b28d0b3 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Successfully detached device vdb from instance e6d15236-adca-4f90-8792-8236bdb12436 from the persistent domain config.
Oct 23 17:37:12 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-edd02bc4-c124-4989-ab39-c8992b28d0b3 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance e6d15236-adca-4f90-8792-8236bdb12436 from the live domain config. {{(pid=74854) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 23 17:37:12 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-edd02bc4-c124-4989-ab39-c8992b28d0b3 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 17:37:12 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:37:12 user nova-compute[74854]:   <source dev="/dev/sdc"/>
Oct 23 17:37:12 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:37:12 user nova-compute[74854]:   <serial>315e0113-21c5-49c3-bbb2-ce1ea8dd1417</serial>
Oct 23 17:37:12 user nova-compute[74854]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 17:37:12 user nova-compute[74854]: </disk>
Oct 23 17:37:12 user nova-compute[74854]:  {{(pid=74854) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 01e6ddfa-899c-4cde-9a00-5c20518954e8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance e6d15236-adca-4f90-8792-8236bdb12436 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance f48ed65e-686a-448c-a581-51794caedfb5 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 5f825554-000d-423c-aa29-9ad4d8a3325b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG nova.compute.manager [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Start spawning the instance on the hypervisor. {{(pid=74854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Creating instance directory {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 17:37:13 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Creating image(s)
Oct 23 17:37:13 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Did not create local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Ensure instance console log exists: /opt/stack/data/nova/instances/1db78090-7a1d-44a6-b9c3-3808c4c5a3c6/console.log {{(pid=74854) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Start _get_guest_xml network_info=[{"id": "2296cd5f-9585-460c-9b4a-0b21263c5230", "address": "fa:16:3e:8c:ee:0d", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2296cd5f-95", "ovs_interfaceid": "2296cd5f-9585-460c-9b4a-0b21263c5230", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'attachment_id': 'aa61f23d-50b9-4e4c-a74b-3c10b2c29388', 'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vbiBcHTy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '1db78090-7a1d-44a6-b9c3-3808c4c5a3c6', 'attached_at': '', 'detached_at': '', 'volume_id': 'b21d9073-a340-475b-8f0c-8abde2348925', 'serial': 'b21d9073-a340-475b-8f0c-8abde2348925'}, 'mount_device': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'volume_type': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:37:13 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:37:13 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:37:13 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Calling os-brick to attach iSCSI Volume {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vbiBcHTy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:37:13 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:37:13 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:37:13 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:37:13 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:37:13 user nova-compute[74854]: INFO os_brick.initiator.connectors.iscsi [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 17:37:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925 -p 172.16.0.220:3260 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3e6a625-de0d-4222-a6fd-44c3fbbec7ef]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 17:37:13 user nova-compute[74854]:  {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925 -p 172.16.0.220:3260 --interface default --op new {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa2b22f2-dd5b-4559-942d-4a4ad0c04fcb]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925] added\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925] added
Oct 23 17:37:13 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[71ca8309-1e7b-495d-b61f-a690400c3a7f]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed5e34e0-e59b-4ee5-aa4b-664d1ef3c277]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vbiBcHTy {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Compute_service record updated for user:user {{(pid=74854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.320s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vbiBcHTy" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ca256c6-82bf-4b56-a14c-f44be5cefe36]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'vbiBcHTy'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[73648a76-fe1e-4b15-b7a0-0d938f7dc96d]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[791790cf-a3e7-4251-941c-d04103c45445]: (4, ('tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)
Oct 23 17:37:13 user nova-compute[74854]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417 (non-flash)
Oct 23 17:37:13 user nova-compute[74854]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 (non-flash)
Oct 23 17:37:13 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsi session list stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)
Oct 23 17:37:13 user nova-compute[74854]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417 (non-flash)
Oct 23 17:37:13 user nova-compute[74854]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 (non-flash)
Oct 23 17:37:13 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925 -p 172.16.0.220:3260 --login {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925 -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[f39dd6d3-18e7-458e-bb1e-78035e8b87eb]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925, portal: 172.16.0.220,3260]
Oct 23 17:37:13 user nova-compute[74854]: Login to [iface: default, target: iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925, portal: 172.16.0.220,3260] successful.
Oct 23 17:37:13 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[a02d6a5a-3000-4731-b494-c257735ebc5d]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-edd02bc4-c124-4989-ab39-c8992b28d0b3 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance e6d15236-adca-4f90-8792-8236bdb12436 {{(pid=74854) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[31c1aacf-7a61-4c17-88c5-b51da3bc005b]: (4, ('tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)
Oct 23 17:37:13 user nova-compute[74854]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417 (non-flash)
Oct 23 17:37:13 user nova-compute[74854]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 (non-flash)
Oct 23 17:37:13 user nova-compute[74854]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925 (non-flash)
Oct 23 17:37:13 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsi session list stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)
Oct 23 17:37:13 user nova-compute[74854]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417 (non-flash)
Oct 23 17:37:13 user nova-compute[74854]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 (non-flash)
Oct 23 17:37:13 user nova-compute[74854]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925 (non-flash)
Oct 23 17:37:13 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.292s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Connected to 172.16.0.220:3260 {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] HCTL ('36', '-', '-', 0) found on session 52 with lun 0 {{(pid=74854) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74854) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.016s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[6feb3d32-2817-467b-af7f-33821914d46e]: (4, ('- - 0', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Searching for a device in session 52 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vbiBcHTy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 17:37:13 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:37:14 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.322s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:37:14 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] <== connect_volume: return (1324ms) {'type': 'block', 'scsi_wwn': '23635323834353761', 'path': '/dev/sde'} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:37:14 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23635323834353761', 'path': '/dev/sde'} {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 17:37:14 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:36:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-269154002',display_name='tempest-TestVolumeBootPattern-server-269154002',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-269154002',id=49,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPjsKmP1yiKae3gkqJMmrkZKkwQRVFAUzacSOOq4SraSUMvkjIy67+j36qe3IsqWypxjD3IhIcsfXpzUmc6ZWV7UWNQrMBvfNK4qdlwLw94CORPs8MUzKUCJU5b/vy0eBg==',key_name='tempest-TestVolumeBootPattern-2045528581',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3560285cd557461eae016907fb469040',ramdisk_id='',reservation_id='r-mzwxr9ef',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1291140693',owner_user_name='tempest-TestVolumeBootPattern-1291140693-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:36:55Z,user_data=None,user_id='40d10700efba402e9cc769d2510f8311',uuid=1db78090-7a1d-44a6-b9c3-3808c4c5a3c6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2296cd5f-9585-460c-9b4a-0b21263c5230", "address": "fa:16:3e:8c:ee:0d", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2296cd5f-95", "ovs_interfaceid": "2296cd5f-9585-460c-9b4a-0b21263c5230", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:37:14 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Converting VIF {"id": "2296cd5f-9585-460c-9b4a-0b21263c5230", "address": "fa:16:3e:8c:ee:0d", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2296cd5f-95", "ovs_interfaceid": "2296cd5f-9585-460c-9b4a-0b21263c5230", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:37:14 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8c:ee:0d,bridge_name='br-int',has_traffic_filtering=True,id=2296cd5f-9585-460c-9b4a-0b21263c5230,network=Network(fb72fe03-c822-4d0e-99e3-cec932363ec0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2296cd5f-95') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:37:14 user nova-compute[74854]: DEBUG nova.objects.instance [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lazy-loading 'pci_devices' on Instance uuid 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:37:14 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:37:14 user nova-compute[74854]:   <uuid>1db78090-7a1d-44a6-b9c3-3808c4c5a3c6</uuid>
Oct 23 17:37:14 user nova-compute[74854]:   <name>instance-00000031</name>
Oct 23 17:37:14 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:37:14 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:37:14 user nova-compute[74854]:   <metadata>
Oct 23 17:37:14 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:37:14 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:37:14 user nova-compute[74854]:       <nova:name>tempest-TestVolumeBootPattern-server-269154002</nova:name>
Oct 23 17:37:14 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:37:13</nova:creationTime>
Oct 23 17:37:14 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:37:14 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:37:14 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:37:14 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:37:14 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:37:14 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:37:14 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:37:14 user nova-compute[74854]:       <nova:owner>
Oct 23 17:37:14 user nova-compute[74854]:         <nova:user uuid="40d10700efba402e9cc769d2510f8311">tempest-TestVolumeBootPattern-1291140693-project-member</nova:user>
Oct 23 17:37:14 user nova-compute[74854]:         <nova:project uuid="3560285cd557461eae016907fb469040">tempest-TestVolumeBootPattern-1291140693</nova:project>
Oct 23 17:37:14 user nova-compute[74854]:       </nova:owner>
Oct 23 17:37:14 user nova-compute[74854]:       <nova:ports>
Oct 23 17:37:14 user nova-compute[74854]:         <nova:port uuid="2296cd5f-9585-460c-9b4a-0b21263c5230">
Oct 23 17:37:14 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 23 17:37:14 user nova-compute[74854]:         </nova:port>
Oct 23 17:37:14 user nova-compute[74854]:       </nova:ports>
Oct 23 17:37:14 user nova-compute[74854]:     </nova:instance>
Oct 23 17:37:14 user nova-compute[74854]:   </metadata>
Oct 23 17:37:14 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:37:14 user nova-compute[74854]:     <system>
Oct 23 17:37:14 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:37:14 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:37:14 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:37:14 user nova-compute[74854]:       <entry name="serial">1db78090-7a1d-44a6-b9c3-3808c4c5a3c6</entry>
Oct 23 17:37:14 user nova-compute[74854]:       <entry name="uuid">1db78090-7a1d-44a6-b9c3-3808c4c5a3c6</entry>
Oct 23 17:37:14 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:37:14 user nova-compute[74854]:     </system>
Oct 23 17:37:14 user nova-compute[74854]:   </sysinfo>
Oct 23 17:37:14 user nova-compute[74854]:   <os>
Oct 23 17:37:14 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:37:14 user nova-compute[74854]:     <boot dev="hd"/>
Oct 23 17:37:14 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:37:14 user nova-compute[74854]:   </os>
Oct 23 17:37:14 user nova-compute[74854]:   <features>
Oct 23 17:37:14 user nova-compute[74854]:     <acpi/>
Oct 23 17:37:14 user nova-compute[74854]:     <apic/>
Oct 23 17:37:14 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:37:14 user nova-compute[74854]:   </features>
Oct 23 17:37:14 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:37:14 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:37:14 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:37:14 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:37:14 user nova-compute[74854]:   </clock>
Oct 23 17:37:14 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:37:14 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:37:14 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:37:14 user nova-compute[74854]:   </cpu>
Oct 23 17:37:14 user nova-compute[74854]:   <devices>
Oct 23 17:37:14 user nova-compute[74854]:     <disk type="block" device="disk">
Oct 23 17:37:14 user nova-compute[74854]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:37:14 user nova-compute[74854]:       <source dev="/dev/sde"/>
Oct 23 17:37:14 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:37:14 user nova-compute[74854]:       <serial>b21d9073-a340-475b-8f0c-8abde2348925</serial>
Oct 23 17:37:14 user nova-compute[74854]:     </disk>
Oct 23 17:37:14 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:37:14 user nova-compute[74854]:       <mac address="fa:16:3e:8c:ee:0d"/>
Oct 23 17:37:14 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:37:14 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:37:14 user nova-compute[74854]:       <target dev="tap2296cd5f-95"/>
Oct 23 17:37:14 user nova-compute[74854]:     </interface>
Oct 23 17:37:14 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:37:14 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/1db78090-7a1d-44a6-b9c3-3808c4c5a3c6/console.log" append="off"/>
Oct 23 17:37:14 user nova-compute[74854]:     </serial>
Oct 23 17:37:14 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:37:14 user nova-compute[74854]:     <video>
Oct 23 17:37:14 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:37:14 user nova-compute[74854]:     </video>
Oct 23 17:37:14 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:37:14 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:37:14 user nova-compute[74854]:     </rng>
Oct 23 17:37:14 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:37:14 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:37:14 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:37:14 user nova-compute[74854]:     </memballoon>
Oct 23 17:37:14 user nova-compute[74854]:   </devices>
Oct 23 17:37:14 user nova-compute[74854]: </domain>
Oct 23 17:37:14 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:37:14 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:36:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-269154002',display_name='tempest-TestVolumeBootPattern-server-269154002',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-269154002',id=49,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPjsKmP1yiKae3gkqJMmrkZKkwQRVFAUzacSOOq4SraSUMvkjIy67+j36qe3IsqWypxjD3IhIcsfXpzUmc6ZWV7UWNQrMBvfNK4qdlwLw94CORPs8MUzKUCJU5b/vy0eBg==',key_name='tempest-TestVolumeBootPattern-2045528581',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3560285cd557461eae016907fb469040',ramdisk_id='',reservation_id='r-mzwxr9ef',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1291140693',owner_user_name='tempest-TestVolumeBootPattern-1291140693-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:36:55Z,user_data=None,user_id='40d10700efba402e9cc769d2510f8311',uuid=1db78090-7a1d-44a6-b9c3-3808c4c5a3c6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2296cd5f-9585-460c-9b4a-0b21263c5230", "address": "fa:16:3e:8c:ee:0d", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2296cd5f-95", "ovs_interfaceid": "2296cd5f-9585-460c-9b4a-0b21263c5230", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:37:14 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Converting VIF {"id": "2296cd5f-9585-460c-9b4a-0b21263c5230", "address": "fa:16:3e:8c:ee:0d", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2296cd5f-95", "ovs_interfaceid": "2296cd5f-9585-460c-9b4a-0b21263c5230", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:37:14 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8c:ee:0d,bridge_name='br-int',has_traffic_filtering=True,id=2296cd5f-9585-460c-9b4a-0b21263c5230,network=Network(fb72fe03-c822-4d0e-99e3-cec932363ec0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2296cd5f-95') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:37:14 user nova-compute[74854]: DEBUG os_vif [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8c:ee:0d,bridge_name='br-int',has_traffic_filtering=True,id=2296cd5f-9585-460c-9b4a-0b21263c5230,network=Network(fb72fe03-c822-4d0e-99e3-cec932363ec0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2296cd5f-95') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:37:14 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:37:14 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:37:14 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:37:14 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:37:14 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e5da72b8-726f-5d0c-9b95-f62c7c2dd05f', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:37:14 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:37:14 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:37:14 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:37:14 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2296cd5f-95, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:37:14 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2296cd5f-95, col_values=(('qos', UUID('f8fa69b2-add7-4a7c-97e6-fff2709e74b7')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:37:14 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2296cd5f-95, col_values=(('external_ids', {'iface-id': '2296cd5f-9585-460c-9b4a-0b21263c5230', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8c:ee:0d', 'vm-uuid': '1db78090-7a1d-44a6-b9c3-3808c4c5a3c6'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:37:14 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:37:14 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:37:14 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:37:14 user nova-compute[74854]: INFO os_vif [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8c:ee:0d,bridge_name='br-int',has_traffic_filtering=True,id=2296cd5f-9585-460c-9b4a-0b21263c5230,network=Network(fb72fe03-c822-4d0e-99e3-cec932363ec0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2296cd5f-95')
Oct 23 17:37:14 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:37:14 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] No VIF found with MAC fa:16:3e:8c:ee:0d, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:37:15 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:37:15 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:37:15 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:37:15 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:37:15 user nova-compute[74854]: DEBUG nova.compute.manager [req-c4426263-2a5d-4ab7-8dd5-62029575caa6 req-b4bf3aa9-3bae-4445-b16c-487c439edcd4 service nova] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Received event network-vif-plugged-2296cd5f-9585-460c-9b4a-0b21263c5230 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:37:15 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-c4426263-2a5d-4ab7-8dd5-62029575caa6 req-b4bf3aa9-3bae-4445-b16c-487c439edcd4 service nova] Acquiring lock "1db78090-7a1d-44a6-b9c3-3808c4c5a3c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:37:15 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-c4426263-2a5d-4ab7-8dd5-62029575caa6 req-b4bf3aa9-3bae-4445-b16c-487c439edcd4 service nova] Lock "1db78090-7a1d-44a6-b9c3-3808c4c5a3c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:37:15 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-c4426263-2a5d-4ab7-8dd5-62029575caa6 req-b4bf3aa9-3bae-4445-b16c-487c439edcd4 service nova] Lock "1db78090-7a1d-44a6-b9c3-3808c4c5a3c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:37:15 user nova-compute[74854]: DEBUG nova.compute.manager [req-c4426263-2a5d-4ab7-8dd5-62029575caa6 req-b4bf3aa9-3bae-4445-b16c-487c439edcd4 service nova] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] No waiting events found dispatching network-vif-plugged-2296cd5f-9585-460c-9b4a-0b21263c5230 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:37:15 user nova-compute[74854]: WARNING nova.compute.manager [req-c4426263-2a5d-4ab7-8dd5-62029575caa6 req-b4bf3aa9-3bae-4445-b16c-487c439edcd4 service nova] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Received unexpected event network-vif-plugged-2296cd5f-9585-460c-9b4a-0b21263c5230 for instance with vm_state building and task_state spawning.
Oct 23 17:37:16 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:37:16 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:37:16 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:37:16 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:37:16 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:37:17 user nova-compute[74854]: DEBUG nova.compute.manager [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Instance event wait completed in 0 seconds for  {{(pid=74854) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 17:37:17 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Guest created on hypervisor {{(pid=74854) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 17:37:17 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Instance spawned successfully.
Oct 23 17:37:17 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 17:37:17 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Found default for hw_cdrom_bus of ide {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:37:17 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Found default for hw_disk_bus of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:37:17 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Found default for hw_input_bus of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:37:17 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Found default for hw_pointer_model of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:37:17 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Found default for hw_video_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:37:17 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Found default for hw_vif_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:37:17 user nova-compute[74854]: INFO nova.compute.manager [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Took 4.83 seconds to spawn the instance on the hypervisor.
Oct 23 17:37:17 user nova-compute[74854]: DEBUG nova.compute.manager [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:37:17 user nova-compute[74854]: DEBUG nova.compute.manager [req-44d0ac7b-64e6-46a1-8cad-aca90a9cbf21 req-7cdd8473-99a2-4146-af12-029343b9f7d4 service nova] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Received event network-vif-plugged-2296cd5f-9585-460c-9b4a-0b21263c5230 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:37:18 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-44d0ac7b-64e6-46a1-8cad-aca90a9cbf21 req-7cdd8473-99a2-4146-af12-029343b9f7d4 service nova] Acquiring lock "1db78090-7a1d-44a6-b9c3-3808c4c5a3c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:37:18 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-44d0ac7b-64e6-46a1-8cad-aca90a9cbf21 req-7cdd8473-99a2-4146-af12-029343b9f7d4 service nova] Lock "1db78090-7a1d-44a6-b9c3-3808c4c5a3c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:37:18 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-44d0ac7b-64e6-46a1-8cad-aca90a9cbf21 req-7cdd8473-99a2-4146-af12-029343b9f7d4 service nova] Lock "1db78090-7a1d-44a6-b9c3-3808c4c5a3c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:37:18 user nova-compute[74854]: DEBUG nova.compute.manager [req-44d0ac7b-64e6-46a1-8cad-aca90a9cbf21 req-7cdd8473-99a2-4146-af12-029343b9f7d4 service nova] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] No waiting events found dispatching network-vif-plugged-2296cd5f-9585-460c-9b4a-0b21263c5230 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:37:18 user nova-compute[74854]: WARNING nova.compute.manager [req-44d0ac7b-64e6-46a1-8cad-aca90a9cbf21 req-7cdd8473-99a2-4146-af12-029343b9f7d4 service nova] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Received unexpected event network-vif-plugged-2296cd5f-9585-460c-9b4a-0b21263c5230 for instance with vm_state building and task_state spawning.
Oct 23 17:37:18 user nova-compute[74854]: INFO nova.compute.manager [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Took 23.15 seconds to build instance.
Oct 23 17:37:18 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-a2296b57-47dd-4677-87ca-ca03d50d13f4 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "1db78090-7a1d-44a6-b9c3-3808c4c5a3c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 23.248s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:37:19 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:37:24 user nova-compute[74854]: DEBUG nova.compute.manager [req-bc6b742c-c687-4d5d-a958-72887f31adcf req-b06b6120-61d9-43f3-9044-8eb96b1e5d7c service nova] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Received event network-changed-fd7d49d0-8f57-405b-b541-f837acec01cd {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:37:24 user nova-compute[74854]: DEBUG nova.compute.manager [req-bc6b742c-c687-4d5d-a958-72887f31adcf req-b06b6120-61d9-43f3-9044-8eb96b1e5d7c service nova] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Refreshing instance network info cache due to event network-changed-fd7d49d0-8f57-405b-b541-f837acec01cd. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:37:24 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-bc6b742c-c687-4d5d-a958-72887f31adcf req-b06b6120-61d9-43f3-9044-8eb96b1e5d7c service nova] Acquiring lock "refresh_cache-5f825554-000d-423c-aa29-9ad4d8a3325b" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:37:24 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-bc6b742c-c687-4d5d-a958-72887f31adcf req-b06b6120-61d9-43f3-9044-8eb96b1e5d7c service nova] Acquired lock "refresh_cache-5f825554-000d-423c-aa29-9ad4d8a3325b" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:37:24 user nova-compute[74854]: DEBUG nova.network.neutron [req-bc6b742c-c687-4d5d-a958-72887f31adcf req-b06b6120-61d9-43f3-9044-8eb96b1e5d7c service nova] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Refreshing network info cache for port fd7d49d0-8f57-405b-b541-f837acec01cd {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:37:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:37:24 user nova-compute[74854]: DEBUG nova.network.neutron [req-bc6b742c-c687-4d5d-a958-72887f31adcf req-b06b6120-61d9-43f3-9044-8eb96b1e5d7c service nova] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Updated VIF entry in instance network info cache for port fd7d49d0-8f57-405b-b541-f837acec01cd. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:37:24 user nova-compute[74854]: DEBUG nova.network.neutron [req-bc6b742c-c687-4d5d-a958-72887f31adcf req-b06b6120-61d9-43f3-9044-8eb96b1e5d7c service nova] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Updating instance_info_cache with network_info: [{"id": "fd7d49d0-8f57-405b-b541-f837acec01cd", "address": "fa:16:3e:3e:51:f6", "network": {"id": "a0905362-8bd3-4c8e-8f8f-08cf4b0642f0", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-976025975-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.45", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cef25b4b97414efebd851a19aef102ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd7d49d0-8f", "ovs_interfaceid": "fd7d49d0-8f57-405b-b541-f837acec01cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:37:24 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-bc6b742c-c687-4d5d-a958-72887f31adcf req-b06b6120-61d9-43f3-9044-8eb96b1e5d7c service nova] Releasing lock "refresh_cache-5f825554-000d-423c-aa29-9ad4d8a3325b" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:37:26 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:37:29 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:37:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-7267f621-28fd-4bcb-9bad-cd5e6bec6659 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Acquiring lock "5f825554-000d-423c-aa29-9ad4d8a3325b" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:37:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-7267f621-28fd-4bcb-9bad-cd5e6bec6659 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "5f825554-000d-423c-aa29-9ad4d8a3325b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:37:29 user nova-compute[74854]: DEBUG nova.objects.instance [None req-7267f621-28fd-4bcb-9bad-cd5e6bec6659 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lazy-loading 'flavor' on Instance uuid 5f825554-000d-423c-aa29-9ad4d8a3325b {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:37:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-7267f621-28fd-4bcb-9bad-cd5e6bec6659 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "5f825554-000d-423c-aa29-9ad4d8a3325b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.060s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:37:30 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-7267f621-28fd-4bcb-9bad-cd5e6bec6659 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Acquiring lock "5f825554-000d-423c-aa29-9ad4d8a3325b" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:37:30 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-7267f621-28fd-4bcb-9bad-cd5e6bec6659 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "5f825554-000d-423c-aa29-9ad4d8a3325b" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:37:30 user nova-compute[74854]: INFO nova.compute.manager [None req-7267f621-28fd-4bcb-9bad-cd5e6bec6659 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Attaching volume 76407865-1b2d-4c6d-9815-23b0cd695b36 to /dev/vdb
Oct 23 17:37:30 user nova-compute[74854]: DEBUG os_brick.utils [None req-7267f621-28fd-4bcb-9bad-cd5e6bec6659 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:37:30 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:37:30 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:37:30 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[195c538a-baa3-472c-90a3-e2aeced4c6d2]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a321e2f0722\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:37:30 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:37:30 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:37:30 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[09380b8a-611d-4283-af74-a600c98c3914]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:37:30 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:37:30 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:37:30 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[4372df19-5e53-4da9-b0e1-6018132deb97]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:37:30 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ccbe466-e10d-4eee-9071-95120d9c2e35]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:37:30 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-7267f621-28fd-4bcb-9bad-cd5e6bec6659 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Running cmd (subprocess): nvme version {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:37:30 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-7267f621-28fd-4bcb-9bad-cd5e6bec6659 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] 'nvme version' failed. Not Retrying. {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:37:30 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.nvmeof [None req-7267f621-28fd-4bcb-9bad-cd5e6bec6659 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] nvme not present on system {{(pid=74854) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 17:37:30 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:37:30 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:37:30 user nova-compute[74854]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 17:37:30 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[f66b33d3-7cdb-4913-a982-c6ccdcf2c1f1]: (4, '') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:37:30 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-7267f621-28fd-4bcb-9bad-cd5e6bec6659 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74854) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 17:37:30 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-7267f621-28fd-4bcb-9bad-cd5e6bec6659 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 17:37:30 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-7267f621-28fd-4bcb-9bad-cd5e6bec6659 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] LIGHTOS: no hostnqn found. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 17:37:30 user nova-compute[74854]: DEBUG os_brick.utils [None req-7267f621-28fd-4bcb-9bad-cd5e6bec6659 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a321e2f0722', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:37:30 user nova-compute[74854]: DEBUG nova.virt.block_device [None req-7267f621-28fd-4bcb-9bad-cd5e6bec6659 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Updating existing volume attachment record: f282b6cd-e8ce-46c9-94b0-0756429f9b96 {{(pid=74854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 17:37:31 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:37:33 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-edd02bc4-c124-4989-ab39-c8992b28d0b3 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance e6d15236-adca-4f90-8792-8236bdb12436 is timed out.
Oct 23 17:37:33 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-edd02bc4-c124-4989-ab39-c8992b28d0b3 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Successfully detached device vdb from instance e6d15236-adca-4f90-8792-8236bdb12436 from the live domain config.
Oct 23 17:37:33 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-edd02bc4-c124-4989-ab39-c8992b28d0b3 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6d15236-adca-4f90-8792-8236bdb12436] calling os-brick to detach iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 17:37:33 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-edd02bc4-c124-4989-ab39-c8992b28d0b3 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, {'target_iqn': 'iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NjBgScRE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:37:33 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-edd02bc4-c124-4989-ab39-c8992b28d0b3 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:37:33 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-edd02bc4-c124-4989-ab39-c8992b28d0b3 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:37:33 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-edd02bc4-c124-4989-ab39-c8992b28d0b3 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:37:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:37:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:37:33 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fa43b08-eb98-4125-95eb-71ca9e7f7956]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:37:33 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-edd02bc4-c124-4989-ab39-c8992b28d0b3 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 17:37:33 user nova-compute[74854]: No targets found.
Oct 23 17:37:33 user nova-compute[74854]: iSNS:
Oct 23 17:37:33 user nova-compute[74854]: No targets found.
Oct 23 17:37:33 user nova-compute[74854]: STATIC:
Oct 23 17:37:33 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472
Oct 23 17:37:33 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:37:33 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:37:33 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee
Oct 23 17:37:33 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:37:33 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:37:33 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925
Oct 23 17:37:33 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:37:33 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:37:33 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417
Oct 23 17:37:33 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:37:33 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:37:33 user nova-compute[74854]: FIRMWARE:
Oct 23 17:37:33 user nova-compute[74854]: No targets found.
Oct 23 17:37:33 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:37:33 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-edd02bc4-c124-4989-ab39-c8992b28d0b3 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 17:37:33 user nova-compute[74854]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 17:37:33 user nova-compute[74854]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74854) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 17:37:33 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-edd02bc4-c124-4989-ab39-c8992b28d0b3 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417', 0)] {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 17:37:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:37:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:37:33 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ff2bfd3-988a-46de-aa9a-ddb61f193012]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:37:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:37:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:37:33 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[d73762f5-7330-4ce9-978c-4f8f3ba5f883]: (4, ('tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:37:33 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-edd02bc4-c124-4989-ab39-c8992b28d0b3 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)
Oct 23 17:37:33 user nova-compute[74854]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417 (non-flash)
Oct 23 17:37:33 user nova-compute[74854]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 (non-flash)
Oct 23 17:37:33 user nova-compute[74854]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925 (non-flash)
Oct 23 17:37:33 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:37:33 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-edd02bc4-c124-4989-ab39-c8992b28d0b3 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] iscsi session list stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)
Oct 23 17:37:33 user nova-compute[74854]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417 (non-flash)
Oct 23 17:37:33 user nova-compute[74854]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 (non-flash)
Oct 23 17:37:33 user nova-compute[74854]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925 (non-flash)
Oct 23 17:37:33 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:37:33 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-edd02bc4-c124-4989-ab39-c8992b28d0b3 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f3038d9c8b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417'): ({'sdc'}, set())}) {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 17:37:33 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-edd02bc4-c124-4989-ab39-c8992b28d0b3 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Removing single pathed devices sdc {{(pid=74854) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 17:37:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:37:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:37:33 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[86cf4883-f5a4-472c-b330-2244e1bb659e]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:37:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:37:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:37:33 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[abf78b22-9991-4a6a-8b82-bddfa58f82b2]: (4, ('ok\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:37:33 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-edd02bc4-c124-4989-ab39-c8992b28d0b3 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Flushing IO for device /dev/sdc {{(pid=74854) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 17:37:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:37:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.012s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:37:33 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2861378-0dad-4a21-bf3d-1208bc307335]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:37:33 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-edd02bc4-c124-4989-ab39-c8992b28d0b3 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74854) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 17:37:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:37:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.041s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:37:33 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[83f8227b-9f97-413a-b257-5c09c836e80f]: (4, ('1', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:37:33 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-edd02bc4-c124-4989-ab39-c8992b28d0b3 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 17:37:33 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-edd02bc4-c124-4989-ab39-c8992b28d0b3 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] SCSI volumes sdc have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 17:37:33 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-edd02bc4-c124-4989-ab39-c8992b28d0b3 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417')] {{(pid=74854) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 17:37:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:37:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:37:33 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[ead2c90e-7413-44ef-aad8-7ba400bfb52d]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:37:33 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-edd02bc4-c124-4989-ab39-c8992b28d0b3 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:37:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417 -p 172.16.0.220:3260 --logout {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:37:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417 -p 172.16.0.220:3260 --logout" returned: 0 in 0.051s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:37:33 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[219f51c3-c0bf-4dac-819a-b35ddf3eaeaf]: (4, ('Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417, portal: 172.16.0.220,3260]\nLogout of [sid: 49, target: iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:37:33 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-edd02bc4-c124-4989-ab39-c8992b28d0b3 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417, portal: 172.16.0.220,3260]
Oct 23 17:37:33 user nova-compute[74854]: Logout of [sid: 49, target: iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417, portal: 172.16.0.220,3260] successful.
Oct 23 17:37:33 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:37:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417 -p 172.16.0.220:3260 --op delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:37:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:37:33 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1d47f5f-3be3-4b84-babe-46430482ed9d]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:37:33 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-edd02bc4-c124-4989-ab39-c8992b28d0b3 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:37:33 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-edd02bc4-c124-4989-ab39-c8992b28d0b3 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.295s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:37:33 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-edd02bc4-c124-4989-ab39-c8992b28d0b3 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] <== disconnect_volume: return (297ms) None {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:37:33 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-edd02bc4-c124-4989-ab39-c8992b28d0b3 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Disconnected iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 17:37:34 user nova-compute[74854]: DEBUG nova.objects.instance [None req-edd02bc4-c124-4989-ab39-c8992b28d0b3 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lazy-loading 'flavor' on Instance uuid e6d15236-adca-4f90-8792-8236bdb12436 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:37:34 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:37:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-edd02bc4-c124-4989-ab39-c8992b28d0b3 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lock "e6d15236-adca-4f90-8792-8236bdb12436" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.033s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:37:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e8c2eea4-a128-404b-a64b-e94dc176cf87 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lock "e6d15236-adca-4f90-8792-8236bdb12436" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 21.612s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:37:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e8c2eea4-a128-404b-a64b-e94dc176cf87 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Acquiring lock "e6d15236-adca-4f90-8792-8236bdb12436-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:37:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e8c2eea4-a128-404b-a64b-e94dc176cf87 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lock "e6d15236-adca-4f90-8792-8236bdb12436-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:37:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e8c2eea4-a128-404b-a64b-e94dc176cf87 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lock "e6d15236-adca-4f90-8792-8236bdb12436-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:37:34 user nova-compute[74854]: INFO nova.compute.manager [None req-e8c2eea4-a128-404b-a64b-e94dc176cf87 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Terminating instance
Oct 23 17:37:34 user nova-compute[74854]: DEBUG nova.compute.manager [None req-e8c2eea4-a128-404b-a64b-e94dc176cf87 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Start destroying the instance on the hypervisor. {{(pid=74854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 17:37:34 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:37:34 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:37:34 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:37:34 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:37:34 user nova-compute[74854]: DEBUG nova.compute.manager [req-a6a75a53-1bce-4db9-815c-a57557af9f32 req-ec2a0d7e-f198-41c6-8117-ad5e12429e1f service nova] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Received event network-vif-unplugged-667a2e87-e862-4e41-a2b7-6e8d8f17be90 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:37:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a6a75a53-1bce-4db9-815c-a57557af9f32 req-ec2a0d7e-f198-41c6-8117-ad5e12429e1f service nova] Acquiring lock "e6d15236-adca-4f90-8792-8236bdb12436-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:37:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a6a75a53-1bce-4db9-815c-a57557af9f32 req-ec2a0d7e-f198-41c6-8117-ad5e12429e1f service nova] Lock "e6d15236-adca-4f90-8792-8236bdb12436-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:37:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a6a75a53-1bce-4db9-815c-a57557af9f32 req-ec2a0d7e-f198-41c6-8117-ad5e12429e1f service nova] Lock "e6d15236-adca-4f90-8792-8236bdb12436-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:37:34 user nova-compute[74854]: DEBUG nova.compute.manager [req-a6a75a53-1bce-4db9-815c-a57557af9f32 req-ec2a0d7e-f198-41c6-8117-ad5e12429e1f service nova] [instance: e6d15236-adca-4f90-8792-8236bdb12436] No waiting events found dispatching network-vif-unplugged-667a2e87-e862-4e41-a2b7-6e8d8f17be90 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:37:34 user nova-compute[74854]: DEBUG nova.compute.manager [req-a6a75a53-1bce-4db9-815c-a57557af9f32 req-ec2a0d7e-f198-41c6-8117-ad5e12429e1f service nova] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Received event network-vif-unplugged-667a2e87-e862-4e41-a2b7-6e8d8f17be90 for instance with task_state deleting. {{(pid=74854) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 17:37:35 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Instance destroyed successfully.
Oct 23 17:37:35 user nova-compute[74854]: DEBUG nova.objects.instance [None req-e8c2eea4-a128-404b-a64b-e94dc176cf87 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lazy-loading 'resources' on Instance uuid e6d15236-adca-4f90-8792-8236bdb12436 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:37:35 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-e8c2eea4-a128-404b-a64b-e94dc176cf87 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:34:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-419374973',display_name='tempest-VolumesSnapshotTestJSON-instance-419374973',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-419374973',id=46,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHlkHGoLa54IjmzqLZdNVYPQmzXK3EcP/gDqB9HMxQl+71KwOW1I8OmwN73tIalxmGyjf6jWxDnLOInMFgfHOHzi5Do3R45qa7dOd6Ve7tTd8MbHH93/c+7qleD+3nR+jw==',key_name='tempest-keypair-146931490',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:34:09Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='524c9de8090141d0b6df2bb88a54aaf5',ramdisk_id='',reservation_id='r-k9yijy78',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-92270484',owner_user_name='tempest-VolumesSnapshotTestJSON-92270484-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:34:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8e46069881c64d15b95efbd1a12c7df7',uuid=e6d15236-adca-4f90-8792-8236bdb12436,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "667a2e87-e862-4e41-a2b7-6e8d8f17be90", "address": "fa:16:3e:60:21:93", "network": {"id": "9036528a-dda4-4de9-b36a-3596f7cf3059", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2139464027-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.39", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "524c9de8090141d0b6df2bb88a54aaf5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap667a2e87-e8", "ovs_interfaceid": "667a2e87-e862-4e41-a2b7-6e8d8f17be90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:37:35 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-e8c2eea4-a128-404b-a64b-e94dc176cf87 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Converting VIF {"id": "667a2e87-e862-4e41-a2b7-6e8d8f17be90", "address": "fa:16:3e:60:21:93", "network": {"id": "9036528a-dda4-4de9-b36a-3596f7cf3059", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2139464027-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.39", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "524c9de8090141d0b6df2bb88a54aaf5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap667a2e87-e8", "ovs_interfaceid": "667a2e87-e862-4e41-a2b7-6e8d8f17be90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:37:35 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-e8c2eea4-a128-404b-a64b-e94dc176cf87 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:60:21:93,bridge_name='br-int',has_traffic_filtering=True,id=667a2e87-e862-4e41-a2b7-6e8d8f17be90,network=Network(9036528a-dda4-4de9-b36a-3596f7cf3059),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap667a2e87-e8') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:37:35 user nova-compute[74854]: DEBUG os_vif [None req-e8c2eea4-a128-404b-a64b-e94dc176cf87 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:60:21:93,bridge_name='br-int',has_traffic_filtering=True,id=667a2e87-e862-4e41-a2b7-6e8d8f17be90,network=Network(9036528a-dda4-4de9-b36a-3596f7cf3059),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap667a2e87-e8') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:37:35 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:37:35 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap667a2e87-e8, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:37:35 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:37:35 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:37:35 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:37:35 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=55c0dfa9-e815-4bbd-90f2-4256cc828c2b) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:37:35 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:37:35 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:37:35 user nova-compute[74854]: INFO os_vif [None req-e8c2eea4-a128-404b-a64b-e94dc176cf87 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:60:21:93,bridge_name='br-int',has_traffic_filtering=True,id=667a2e87-e862-4e41-a2b7-6e8d8f17be90,network=Network(9036528a-dda4-4de9-b36a-3596f7cf3059),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap667a2e87-e8')
Oct 23 17:37:35 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e8c2eea4-a128-404b-a64b-e94dc176cf87 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6d15236-adca-4f90-8792-8236bdb12436] calling os-brick to detach iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 17:37:35 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-e8c2eea4-a128-404b-a64b-e94dc176cf87 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, {'target_iqn': 'iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NjBgScRE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:37:35 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-e8c2eea4-a128-404b-a64b-e94dc176cf87 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:37:35 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-e8c2eea4-a128-404b-a64b-e94dc176cf87 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:37:35 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-e8c2eea4-a128-404b-a64b-e94dc176cf87 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:37:35 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:37:35 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:37:35 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4da50a4-b7be-46b9-96ea-c51f5a954b1d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:37:35 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-e8c2eea4-a128-404b-a64b-e94dc176cf87 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 17:37:35 user nova-compute[74854]: No targets found.
Oct 23 17:37:35 user nova-compute[74854]: iSNS:
Oct 23 17:37:35 user nova-compute[74854]: No targets found.
Oct 23 17:37:35 user nova-compute[74854]: STATIC:
Oct 23 17:37:35 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472
Oct 23 17:37:35 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:37:35 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:37:35 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee
Oct 23 17:37:35 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:37:35 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:37:35 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925
Oct 23 17:37:35 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:37:35 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:37:35 user nova-compute[74854]: FIRMWARE:
Oct 23 17:37:35 user nova-compute[74854]: No targets found.
Oct 23 17:37:35 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:37:35 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-e8c2eea4-a128-404b-a64b-e94dc176cf87 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 17:37:35 user nova-compute[74854]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 17:37:35 user nova-compute[74854]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74854) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 17:37:35 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-e8c2eea4-a128-404b-a64b-e94dc176cf87 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:315e0113-21c5-49c3-bbb2-ce1ea8dd1417', 0)] {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 17:37:35 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:37:35 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:37:35 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[f278de0f-48c8-4325-b593-3831053714a3]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:37:35 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:37:35 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.094s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:37:35 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[12ad2a6d-747a-47cd-88ad-229b7b56e4c6]: (4, ('tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:37:35 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-e8c2eea4-a128-404b-a64b-e94dc176cf87 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)
Oct 23 17:37:35 user nova-compute[74854]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 (non-flash)
Oct 23 17:37:35 user nova-compute[74854]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925 (non-flash)
Oct 23 17:37:35 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:37:35 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-e8c2eea4-a128-404b-a64b-e94dc176cf87 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] iscsi session list stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)
Oct 23 17:37:35 user nova-compute[74854]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 (non-flash)
Oct 23 17:37:35 user nova-compute[74854]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925 (non-flash)
Oct 23 17:37:35 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:37:35 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-e8c2eea4-a128-404b-a64b-e94dc176cf87 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f305c303ac0>, {}) {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 17:37:35 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-e8c2eea4-a128-404b-a64b-e94dc176cf87 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Disconnecting from: [] {{(pid=74854) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 17:37:35 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-e8c2eea4-a128-404b-a64b-e94dc176cf87 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.146s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:37:35 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-e8c2eea4-a128-404b-a64b-e94dc176cf87 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] <== disconnect_volume: return (147ms) None {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:37:35 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e8c2eea4-a128-404b-a64b-e94dc176cf87 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Disconnected iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 17:37:35 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-e8c2eea4-a128-404b-a64b-e94dc176cf87 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Deleting instance files /opt/stack/data/nova/instances/e6d15236-adca-4f90-8792-8236bdb12436_del
Oct 23 17:37:35 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-e8c2eea4-a128-404b-a64b-e94dc176cf87 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Deletion of /opt/stack/data/nova/instances/e6d15236-adca-4f90-8792-8236bdb12436_del complete
Oct 23 17:37:35 user nova-compute[74854]: INFO nova.compute.manager [None req-e8c2eea4-a128-404b-a64b-e94dc176cf87 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Took 1.00 seconds to destroy the instance on the hypervisor.
Oct 23 17:37:35 user nova-compute[74854]: DEBUG oslo.service.loopingcall [None req-e8c2eea4-a128-404b-a64b-e94dc176cf87 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 17:37:35 user nova-compute[74854]: DEBUG nova.compute.manager [-] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Deallocating network for instance {{(pid=74854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 17:37:35 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: e6d15236-adca-4f90-8792-8236bdb12436] deallocate_for_instance() {{(pid=74854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 17:37:36 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:37:36 user nova-compute[74854]: INFO nova.compute.manager [-] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Took 0.66 seconds to deallocate network for instance.
Oct 23 17:37:36 user nova-compute[74854]: WARNING nova.volume.cinder [None req-e8c2eea4-a128-404b-a64b-e94dc176cf87 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Attachment 334b1d22-05ba-45c0-b22b-637e94e28fc2 does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = 334b1d22-05ba-45c0-b22b-637e94e28fc2. (HTTP 404) (Request-ID: req-b3ca3e40-96b5-4a3a-a1ba-b341f9b9ff51)
Oct 23 17:37:36 user nova-compute[74854]: INFO nova.compute.manager [None req-e8c2eea4-a128-404b-a64b-e94dc176cf87 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Took 0.02 seconds to detach 1 volumes for instance.
Oct 23 17:37:36 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e8c2eea4-a128-404b-a64b-e94dc176cf87 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:37:36 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e8c2eea4-a128-404b-a64b-e94dc176cf87 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:37:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:37:36 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-e8c2eea4-a128-404b-a64b-e94dc176cf87 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:37:36 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-e8c2eea4-a128-404b-a64b-e94dc176cf87 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:37:36 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e8c2eea4-a128-404b-a64b-e94dc176cf87 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.278s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:37:36 user nova-compute[74854]: INFO nova.scheduler.client.report [None req-e8c2eea4-a128-404b-a64b-e94dc176cf87 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Deleted allocations for instance e6d15236-adca-4f90-8792-8236bdb12436
Oct 23 17:37:36 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e8c2eea4-a128-404b-a64b-e94dc176cf87 tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lock "e6d15236-adca-4f90-8792-8236bdb12436" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.163s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:37:36 user nova-compute[74854]: DEBUG nova.compute.manager [req-afba29d6-040b-428b-a7b7-e4d6f74bbab5 req-52fec29e-8d5c-4188-8fd0-4fd4eea6c12d service nova] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Received event network-vif-plugged-667a2e87-e862-4e41-a2b7-6e8d8f17be90 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:37:36 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-afba29d6-040b-428b-a7b7-e4d6f74bbab5 req-52fec29e-8d5c-4188-8fd0-4fd4eea6c12d service nova] Acquiring lock "e6d15236-adca-4f90-8792-8236bdb12436-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:37:36 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-afba29d6-040b-428b-a7b7-e4d6f74bbab5 req-52fec29e-8d5c-4188-8fd0-4fd4eea6c12d service nova] Lock "e6d15236-adca-4f90-8792-8236bdb12436-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:37:36 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-afba29d6-040b-428b-a7b7-e4d6f74bbab5 req-52fec29e-8d5c-4188-8fd0-4fd4eea6c12d service nova] Lock "e6d15236-adca-4f90-8792-8236bdb12436-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:37:36 user nova-compute[74854]: DEBUG nova.compute.manager [req-afba29d6-040b-428b-a7b7-e4d6f74bbab5 req-52fec29e-8d5c-4188-8fd0-4fd4eea6c12d service nova] [instance: e6d15236-adca-4f90-8792-8236bdb12436] No waiting events found dispatching network-vif-plugged-667a2e87-e862-4e41-a2b7-6e8d8f17be90 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:37:36 user nova-compute[74854]: WARNING nova.compute.manager [req-afba29d6-040b-428b-a7b7-e4d6f74bbab5 req-52fec29e-8d5c-4188-8fd0-4fd4eea6c12d service nova] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Received unexpected event network-vif-plugged-667a2e87-e862-4e41-a2b7-6e8d8f17be90 for instance with vm_state deleted and task_state None.
Oct 23 17:37:36 user nova-compute[74854]: DEBUG nova.compute.manager [req-afba29d6-040b-428b-a7b7-e4d6f74bbab5 req-52fec29e-8d5c-4188-8fd0-4fd4eea6c12d service nova] [instance: e6d15236-adca-4f90-8792-8236bdb12436] Received event network-vif-deleted-667a2e87-e862-4e41-a2b7-6e8d8f17be90 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:37:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:37:41 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:37:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:37:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:37:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7267f621-28fd-4bcb-9bad-cd5e6bec6659 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Calling os-brick to attach iSCSI Volume {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 17:37:47 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-7267f621-28fd-4bcb-9bad-cd5e6bec6659 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:76407865-1b2d-4c6d-9815-23b0cd695b36', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GehOZVcQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:37:47 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-7267f621-28fd-4bcb-9bad-cd5e6bec6659 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:37:47 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-7267f621-28fd-4bcb-9bad-cd5e6bec6659 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:37:47 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-7267f621-28fd-4bcb-9bad-cd5e6bec6659 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:37:47 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-7267f621-28fd-4bcb-9bad-cd5e6bec6659 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:37:47 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-7267f621-28fd-4bcb-9bad-cd5e6bec6659 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:76407865-1b2d-4c6d-9815-23b0cd695b36" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:37:47 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-7267f621-28fd-4bcb-9bad-cd5e6bec6659 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:76407865-1b2d-4c6d-9815-23b0cd695b36" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:37:47 user nova-compute[74854]: INFO os_brick.initiator.connectors.iscsi [None req-7267f621-28fd-4bcb-9bad-cd5e6bec6659 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 17:37:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:76407865-1b2d-4c6d-9815-23b0cd695b36 -p 172.16.0.220:3260 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:37:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:76407865-1b2d-4c6d-9815-23b0cd695b36 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:37:47 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[cdae980f-a743-4deb-a8dc-57304d780b54]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:37:47 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-7267f621-28fd-4bcb-9bad-cd5e6bec6659 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 17:37:47 user nova-compute[74854]:  {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:37:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:76407865-1b2d-4c6d-9815-23b0cd695b36 -p 172.16.0.220:3260 --interface default --op new {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:37:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:76407865-1b2d-4c6d-9815-23b0cd695b36 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:37:47 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[2697d677-2050-476f-b071-73e4f311c8eb]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:76407865-1b2d-4c6d-9815-23b0cd695b36] added\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:37:47 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-7267f621-28fd-4bcb-9bad-cd5e6bec6659 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:76407865-1b2d-4c6d-9815-23b0cd695b36] added
Oct 23 17:37:47 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:37:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:76407865-1b2d-4c6d-9815-23b0cd695b36 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:37:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:76407865-1b2d-4c6d-9815-23b0cd695b36 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:37:47 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca70339e-5e4c-479d-9ae6-3cf4c77a3c85]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:37:47 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-7267f621-28fd-4bcb-9bad-cd5e6bec6659 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:37:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:76407865-1b2d-4c6d-9815-23b0cd695b36 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:37:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:76407865-1b2d-4c6d-9815-23b0cd695b36 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:37:47 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[9104e1c2-5cae-4348-a8b6-d553db3b6607]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:37:47 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-7267f621-28fd-4bcb-9bad-cd5e6bec6659 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:37:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:76407865-1b2d-4c6d-9815-23b0cd695b36 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GehOZVcQ {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:37:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:76407865-1b2d-4c6d-9815-23b0cd695b36 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GehOZVcQ" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:37:47 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[9590362c-45cc-4d48-b638-a616095d0155]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:37:47 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-7267f621-28fd-4bcb-9bad-cd5e6bec6659 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'GehOZVcQ'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:37:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:76407865-1b2d-4c6d-9815-23b0cd695b36 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:37:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:76407865-1b2d-4c6d-9815-23b0cd695b36 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:37:47 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[c38de813-95e1-411f-b97c-716181c649f7]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:37:47 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-7267f621-28fd-4bcb-9bad-cd5e6bec6659 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:37:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:37:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:37:47 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[355b3256-e44d-46a2-b63a-20bb885a6a2f]: (4, ('tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:37:47 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-7267f621-28fd-4bcb-9bad-cd5e6bec6659 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)
Oct 23 17:37:47 user nova-compute[74854]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 (non-flash)
Oct 23 17:37:47 user nova-compute[74854]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925 (non-flash)
Oct 23 17:37:47 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:37:47 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-7267f621-28fd-4bcb-9bad-cd5e6bec6659 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsi session list stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)
Oct 23 17:37:47 user nova-compute[74854]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 (non-flash)
Oct 23 17:37:47 user nova-compute[74854]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925 (non-flash)
Oct 23 17:37:47 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:37:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:76407865-1b2d-4c6d-9815-23b0cd695b36 -p 172.16.0.220:3260 --login {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:37:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:76407865-1b2d-4c6d-9815-23b0cd695b36 -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:37:47 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[19e980d4-abef-43a4-a813-72f4d084fd51]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:76407865-1b2d-4c6d-9815-23b0cd695b36, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:76407865-1b2d-4c6d-9815-23b0cd695b36, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:37:47 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-7267f621-28fd-4bcb-9bad-cd5e6bec6659 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:76407865-1b2d-4c6d-9815-23b0cd695b36, portal: 172.16.0.220,3260]
Oct 23 17:37:47 user nova-compute[74854]: Login to [iface: default, target: iqn.2010-10.org.openstack:76407865-1b2d-4c6d-9815-23b0cd695b36, portal: 172.16.0.220,3260] successful.
Oct 23 17:37:47 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:37:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:76407865-1b2d-4c6d-9815-23b0cd695b36 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:37:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:76407865-1b2d-4c6d-9815-23b0cd695b36 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:37:47 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[454108a0-2b5c-4cc6-b089-bc1f9abf35d1]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:37:47 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-7267f621-28fd-4bcb-9bad-cd5e6bec6659 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:37:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:37:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:37:47 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[192d60e5-52a0-4e86-939c-e5a5b1a5562b]: (4, ('tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76407865-1b2d-4c6d-9815-23b0cd695b36 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:37:47 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-7267f621-28fd-4bcb-9bad-cd5e6bec6659 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)
Oct 23 17:37:47 user nova-compute[74854]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 (non-flash)
Oct 23 17:37:47 user nova-compute[74854]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925 (non-flash)
Oct 23 17:37:47 user nova-compute[74854]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76407865-1b2d-4c6d-9815-23b0cd695b36 (non-flash)
Oct 23 17:37:47 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:37:47 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-7267f621-28fd-4bcb-9bad-cd5e6bec6659 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsi session list stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)
Oct 23 17:37:47 user nova-compute[74854]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 (non-flash)
Oct 23 17:37:47 user nova-compute[74854]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925 (non-flash)
Oct 23 17:37:47 user nova-compute[74854]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76407865-1b2d-4c6d-9815-23b0cd695b36 (non-flash)
Oct 23 17:37:47 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:37:47 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-7267f621-28fd-4bcb-9bad-cd5e6bec6659 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:76407865-1b2d-4c6d-9815-23b0cd695b36" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.275s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:37:47 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-7267f621-28fd-4bcb-9bad-cd5e6bec6659 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Connected to 172.16.0.220:3260 {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 17:37:47 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-7267f621-28fd-4bcb-9bad-cd5e6bec6659 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] HCTL ('34', '-', '-', 0) found on session 53 with lun 0 {{(pid=74854) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 17:37:47 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-7267f621-28fd-4bcb-9bad-cd5e6bec6659 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74854) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 17:37:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:37:47 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:37:47 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[cce67bb1-5e9c-4e92-9407-712d35221e80]: (4, ('- - 0', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:37:47 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-7267f621-28fd-4bcb-9bad-cd5e6bec6659 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Searching for a device in session 53 and hctl ['34', '*', '*', 0] yield: None {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:37:48 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-7267f621-28fd-4bcb-9bad-cd5e6bec6659 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Searching for a device in session 53 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:37:48 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-7267f621-28fd-4bcb-9bad-cd5e6bec6659 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:76407865-1b2d-4c6d-9815-23b0cd695b36', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GehOZVcQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 17:37:48 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-7267f621-28fd-4bcb-9bad-cd5e6bec6659 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.304s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:37:48 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-7267f621-28fd-4bcb-9bad-cd5e6bec6659 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] <== connect_volume: return (1306ms) {'type': 'block', 'scsi_wwn': '23232396139383235', 'path': '/dev/sdc'} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:37:48 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7267f621-28fd-4bcb-9bad-cd5e6bec6659 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23232396139383235', 'path': '/dev/sdc'} {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 17:37:48 user nova-compute[74854]: DEBUG nova.objects.instance [None req-7267f621-28fd-4bcb-9bad-cd5e6bec6659 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lazy-loading 'flavor' on Instance uuid 5f825554-000d-423c-aa29-9ad4d8a3325b {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:37:48 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-7267f621-28fd-4bcb-9bad-cd5e6bec6659 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] attach device xml: <disk type="block" device="disk">
Oct 23 17:37:48 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:37:48 user nova-compute[74854]:   <source dev="/dev/sdc"/>
Oct 23 17:37:48 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:37:48 user nova-compute[74854]:   <serial>76407865-1b2d-4c6d-9815-23b0cd695b36</serial>
Oct 23 17:37:48 user nova-compute[74854]: </disk>
Oct 23 17:37:48 user nova-compute[74854]:  {{(pid=74854) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 17:37:49 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-7267f621-28fd-4bcb-9bad-cd5e6bec6659 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:37:49 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-7267f621-28fd-4bcb-9bad-cd5e6bec6659 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:37:49 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-7267f621-28fd-4bcb-9bad-cd5e6bec6659 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] No VIF found with MAC fa:16:3e:3e:51:f6, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:37:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-7267f621-28fd-4bcb-9bad-cd5e6bec6659 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "5f825554-000d-423c-aa29-9ad4d8a3325b" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 19.290s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:37:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:37:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:37:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:37:56 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:38:00 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:38:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:38:02 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:38:03 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:38:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:38:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:38:06 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:38:06 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:38:08 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:38:08 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 17:38:09 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:38:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:38:10 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:38:10 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Starting heal instance info cache {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 17:38:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "refresh_cache-f48ed65e-686a-448c-a581-51794caedfb5" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:38:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquired lock "refresh_cache-f48ed65e-686a-448c-a581-51794caedfb5" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:38:11 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Forcefully refreshing network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 17:38:11 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Updating instance_info_cache with network_info: [{"id": "765ab49d-4716-4f47-ac9e-499e97a2a9e7", "address": "fa:16:3e:b2:aa:c8", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap765ab49d-47", "ovs_interfaceid": "765ab49d-4716-4f47-ac9e-499e97a2a9e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:38:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Releasing lock "refresh_cache-f48ed65e-686a-448c-a581-51794caedfb5" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:38:11 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Updated the network info_cache for instance {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 17:38:11 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:38:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:38:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:38:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:38:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:38:11 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Auditing locally available compute resources for user (node: user) {{(pid=74854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 17:38:11 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:38:11 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01e6ddfa-899c-4cde-9a00-5c20518954e8/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:38:11 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01e6ddfa-899c-4cde-9a00-5c20518954e8/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:38:11 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01e6ddfa-899c-4cde-9a00-5c20518954e8/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:38:12 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01e6ddfa-899c-4cde-9a00-5c20518954e8/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:38:12 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:38:12 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:38:12 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f825554-000d-423c-aa29-9ad4d8a3325b/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:38:12 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f825554-000d-423c-aa29-9ad4d8a3325b/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:38:12 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f825554-000d-423c-aa29-9ad4d8a3325b/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:38:12 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f825554-000d-423c-aa29-9ad4d8a3325b/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:38:12 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:38:12 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:38:12 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:38:12 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Hypervisor/Node resource view: name=user free_ram=8574MB free_disk=24.783409118652344GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=74854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 17:38:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:38:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:38:12 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 01e6ddfa-899c-4cde-9a00-5c20518954e8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:38:12 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance f48ed65e-686a-448c-a581-51794caedfb5 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:38:12 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 5f825554-000d-423c-aa29-9ad4d8a3325b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:38:12 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:38:12 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 17:38:12 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 17:38:13 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:38:13 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:38:13 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Compute_service record updated for user:user {{(pid=74854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 17:38:13 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.297s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:38:14 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:38:15 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:38:16 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:38:17 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:38:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:38:21 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-75973754-9fa7-4c0c-919a-c4e3c2183f3c tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Acquiring lock "5f825554-000d-423c-aa29-9ad4d8a3325b" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:38:21 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-75973754-9fa7-4c0c-919a-c4e3c2183f3c tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "5f825554-000d-423c-aa29-9ad4d8a3325b" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:38:21 user nova-compute[74854]: INFO nova.compute.manager [None req-75973754-9fa7-4c0c-919a-c4e3c2183f3c tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Detaching volume 76407865-1b2d-4c6d-9815-23b0cd695b36
Oct 23 17:38:21 user nova-compute[74854]: INFO nova.virt.block_device [None req-75973754-9fa7-4c0c-919a-c4e3c2183f3c tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Attempting to driver detach volume 76407865-1b2d-4c6d-9815-23b0cd695b36 from mountpoint /dev/vdb
Oct 23 17:38:21 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-75973754-9fa7-4c0c-919a-c4e3c2183f3c tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Attempting to detach device vdb from instance 5f825554-000d-423c-aa29-9ad4d8a3325b from the persistent domain config. {{(pid=74854) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 17:38:21 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-75973754-9fa7-4c0c-919a-c4e3c2183f3c tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 17:38:21 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:38:21 user nova-compute[74854]:   <source dev="/dev/sdc"/>
Oct 23 17:38:21 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:38:21 user nova-compute[74854]:   <serial>76407865-1b2d-4c6d-9815-23b0cd695b36</serial>
Oct 23 17:38:21 user nova-compute[74854]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 17:38:21 user nova-compute[74854]: </disk>
Oct 23 17:38:21 user nova-compute[74854]:  {{(pid=74854) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 17:38:21 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-75973754-9fa7-4c0c-919a-c4e3c2183f3c tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Successfully detached device vdb from instance 5f825554-000d-423c-aa29-9ad4d8a3325b from the persistent domain config.
Oct 23 17:38:21 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-75973754-9fa7-4c0c-919a-c4e3c2183f3c tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 5f825554-000d-423c-aa29-9ad4d8a3325b from the live domain config. {{(pid=74854) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 23 17:38:21 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-75973754-9fa7-4c0c-919a-c4e3c2183f3c tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 17:38:21 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:38:21 user nova-compute[74854]:   <source dev="/dev/sdc"/>
Oct 23 17:38:21 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:38:21 user nova-compute[74854]:   <serial>76407865-1b2d-4c6d-9815-23b0cd695b36</serial>
Oct 23 17:38:21 user nova-compute[74854]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 17:38:21 user nova-compute[74854]: </disk>
Oct 23 17:38:21 user nova-compute[74854]:  {{(pid=74854) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 17:38:22 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-75973754-9fa7-4c0c-919a-c4e3c2183f3c tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 5f825554-000d-423c-aa29-9ad4d8a3325b {{(pid=74854) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 23 17:38:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:38:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:38:31 user nova-compute[74854]: DEBUG nova.compute.manager [req-a21ce2cb-38af-40c6-a0ff-25583f3543fc req-243b5d2a-233d-41a3-9903-caf727823438 service nova] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Received event network-changed-dbbb6493-62a1-4db4-8ba9-79f33d07c156 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:38:31 user nova-compute[74854]: DEBUG nova.compute.manager [req-a21ce2cb-38af-40c6-a0ff-25583f3543fc req-243b5d2a-233d-41a3-9903-caf727823438 service nova] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Refreshing instance network info cache due to event network-changed-dbbb6493-62a1-4db4-8ba9-79f33d07c156. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:38:31 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a21ce2cb-38af-40c6-a0ff-25583f3543fc req-243b5d2a-233d-41a3-9903-caf727823438 service nova] Acquiring lock "refresh_cache-01e6ddfa-899c-4cde-9a00-5c20518954e8" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:38:31 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a21ce2cb-38af-40c6-a0ff-25583f3543fc req-243b5d2a-233d-41a3-9903-caf727823438 service nova] Acquired lock "refresh_cache-01e6ddfa-899c-4cde-9a00-5c20518954e8" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:38:31 user nova-compute[74854]: DEBUG nova.network.neutron [req-a21ce2cb-38af-40c6-a0ff-25583f3543fc req-243b5d2a-233d-41a3-9903-caf727823438 service nova] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Refreshing network info cache for port dbbb6493-62a1-4db4-8ba9-79f33d07c156 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:38:31 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:38:31 user nova-compute[74854]: DEBUG nova.network.neutron [req-a21ce2cb-38af-40c6-a0ff-25583f3543fc req-243b5d2a-233d-41a3-9903-caf727823438 service nova] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Updated VIF entry in instance network info cache for port dbbb6493-62a1-4db4-8ba9-79f33d07c156. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:38:31 user nova-compute[74854]: DEBUG nova.network.neutron [req-a21ce2cb-38af-40c6-a0ff-25583f3543fc req-243b5d2a-233d-41a3-9903-caf727823438 service nova] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Updating instance_info_cache with network_info: [{"id": "dbbb6493-62a1-4db4-8ba9-79f33d07c156", "address": "fa:16:3e:f8:72:36", "network": {"id": "9931c044-5a84-4052-933f-f1477ca93d91", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1531146588-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "230743b8a6c547b79a2cabf59b092f5a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbbb6493-62", "ovs_interfaceid": "dbbb6493-62a1-4db4-8ba9-79f33d07c156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:38:31 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a21ce2cb-38af-40c6-a0ff-25583f3543fc req-243b5d2a-233d-41a3-9903-caf727823438 service nova] Releasing lock "refresh_cache-01e6ddfa-899c-4cde-9a00-5c20518954e8" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:38:32 user nova-compute[74854]: DEBUG nova.compute.manager [req-538c5c3c-5ca7-4b95-8edb-8415ead07bba req-8a5f6927-7797-45af-b5a2-0746d16487de service nova] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Received event network-changed-dbbb6493-62a1-4db4-8ba9-79f33d07c156 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:38:32 user nova-compute[74854]: DEBUG nova.compute.manager [req-538c5c3c-5ca7-4b95-8edb-8415ead07bba req-8a5f6927-7797-45af-b5a2-0746d16487de service nova] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Refreshing instance network info cache due to event network-changed-dbbb6493-62a1-4db4-8ba9-79f33d07c156. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:38:32 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-538c5c3c-5ca7-4b95-8edb-8415ead07bba req-8a5f6927-7797-45af-b5a2-0746d16487de service nova] Acquiring lock "refresh_cache-01e6ddfa-899c-4cde-9a00-5c20518954e8" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:38:32 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-538c5c3c-5ca7-4b95-8edb-8415ead07bba req-8a5f6927-7797-45af-b5a2-0746d16487de service nova] Acquired lock "refresh_cache-01e6ddfa-899c-4cde-9a00-5c20518954e8" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:38:32 user nova-compute[74854]: DEBUG nova.network.neutron [req-538c5c3c-5ca7-4b95-8edb-8415ead07bba req-8a5f6927-7797-45af-b5a2-0746d16487de service nova] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Refreshing network info cache for port dbbb6493-62a1-4db4-8ba9-79f33d07c156 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:38:32 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e99a47a2-77f0-44de-9af2-a088a4d945af tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Acquiring lock "01e6ddfa-899c-4cde-9a00-5c20518954e8" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:38:32 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e99a47a2-77f0-44de-9af2-a088a4d945af tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "01e6ddfa-899c-4cde-9a00-5c20518954e8" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:38:32 user nova-compute[74854]: INFO nova.compute.manager [None req-e99a47a2-77f0-44de-9af2-a088a4d945af tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Detaching volume 9cbd58d5-3b8e-479b-9cc0-f277298a6472
Oct 23 17:38:32 user nova-compute[74854]: INFO nova.virt.block_device [None req-e99a47a2-77f0-44de-9af2-a088a4d945af tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Attempting to driver detach volume 9cbd58d5-3b8e-479b-9cc0-f277298a6472 from mountpoint /dev/vdb
Oct 23 17:38:32 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-e99a47a2-77f0-44de-9af2-a088a4d945af tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Attempting to detach device vdb from instance 01e6ddfa-899c-4cde-9a00-5c20518954e8 from the persistent domain config. {{(pid=74854) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 17:38:32 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-e99a47a2-77f0-44de-9af2-a088a4d945af tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 17:38:32 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:38:32 user nova-compute[74854]:   <source dev="/dev/sdd"/>
Oct 23 17:38:32 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:38:32 user nova-compute[74854]:   <serial>9cbd58d5-3b8e-479b-9cc0-f277298a6472</serial>
Oct 23 17:38:32 user nova-compute[74854]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 23 17:38:32 user nova-compute[74854]: </disk>
Oct 23 17:38:32 user nova-compute[74854]:  {{(pid=74854) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 17:38:32 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-e99a47a2-77f0-44de-9af2-a088a4d945af tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Successfully detached device vdb from instance 01e6ddfa-899c-4cde-9a00-5c20518954e8 from the persistent domain config.
Oct 23 17:38:32 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-e99a47a2-77f0-44de-9af2-a088a4d945af tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 01e6ddfa-899c-4cde-9a00-5c20518954e8 from the live domain config. {{(pid=74854) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 23 17:38:32 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-e99a47a2-77f0-44de-9af2-a088a4d945af tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 17:38:32 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:38:32 user nova-compute[74854]:   <source dev="/dev/sdd"/>
Oct 23 17:38:32 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:38:32 user nova-compute[74854]:   <serial>9cbd58d5-3b8e-479b-9cc0-f277298a6472</serial>
Oct 23 17:38:32 user nova-compute[74854]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 23 17:38:32 user nova-compute[74854]: </disk>
Oct 23 17:38:32 user nova-compute[74854]:  {{(pid=74854) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 17:38:32 user nova-compute[74854]: DEBUG nova.network.neutron [req-538c5c3c-5ca7-4b95-8edb-8415ead07bba req-8a5f6927-7797-45af-b5a2-0746d16487de service nova] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Updated VIF entry in instance network info cache for port dbbb6493-62a1-4db4-8ba9-79f33d07c156. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:38:32 user nova-compute[74854]: DEBUG nova.network.neutron [req-538c5c3c-5ca7-4b95-8edb-8415ead07bba req-8a5f6927-7797-45af-b5a2-0746d16487de service nova] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Updating instance_info_cache with network_info: [{"id": "dbbb6493-62a1-4db4-8ba9-79f33d07c156", "address": "fa:16:3e:f8:72:36", "network": {"id": "9931c044-5a84-4052-933f-f1477ca93d91", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1531146588-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "230743b8a6c547b79a2cabf59b092f5a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbbb6493-62", "ovs_interfaceid": "dbbb6493-62a1-4db4-8ba9-79f33d07c156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:38:32 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-538c5c3c-5ca7-4b95-8edb-8415ead07bba req-8a5f6927-7797-45af-b5a2-0746d16487de service nova] Releasing lock "refresh_cache-01e6ddfa-899c-4cde-9a00-5c20518954e8" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:38:32 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-e99a47a2-77f0-44de-9af2-a088a4d945af tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 01e6ddfa-899c-4cde-9a00-5c20518954e8 {{(pid=74854) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 23 17:38:33 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._run_image_cache_manager_pass {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:38:33 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:38:33 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:38:33 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:38:33 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:38:33 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:38:33 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:38:33 user nova-compute[74854]: DEBUG nova.virt.libvirt.imagecache [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Verify base images {{(pid=74854) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:314}}
Oct 23 17:38:33 user nova-compute[74854]: DEBUG nova.virt.libvirt.imagecache [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Image id  yields fingerprint da39a3ee5e6b4b0d3255bfef95601890afd80709 {{(pid=74854) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Oct 23 17:38:33 user nova-compute[74854]: DEBUG nova.virt.libvirt.imagecache [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Image id 68c345df-c9e8-475a-b17c-635fa0c7e894 yields fingerprint e667767230881e2e23c983e52a9ed72bd6c3aa2e {{(pid=74854) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Oct 23 17:38:33 user nova-compute[74854]: INFO nova.virt.libvirt.imagecache [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] image 68c345df-c9e8-475a-b17c-635fa0c7e894 at (/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e): checking
Oct 23 17:38:33 user nova-compute[74854]: DEBUG nova.virt.libvirt.imagecache [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] image 68c345df-c9e8-475a-b17c-635fa0c7e894 at (/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e): image is in use {{(pid=74854) _mark_in_use /opt/stack/nova/nova/virt/libvirt/imagecache.py:279}}
Oct 23 17:38:33 user nova-compute[74854]: DEBUG nova.virt.libvirt.imagecache [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Image id 367ea6d9-915d-4d20-a368-d41719561305 yields fingerprint 5cd894cee8a435cbaf4cf838867055a3c6f257e0 {{(pid=74854) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Oct 23 17:38:33 user nova-compute[74854]: INFO nova.virt.libvirt.imagecache [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] image 367ea6d9-915d-4d20-a368-d41719561305 at (/opt/stack/data/nova/instances/_base/5cd894cee8a435cbaf4cf838867055a3c6f257e0): checking
Oct 23 17:38:33 user nova-compute[74854]: DEBUG nova.virt.libvirt.imagecache [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] image 367ea6d9-915d-4d20-a368-d41719561305 at (/opt/stack/data/nova/instances/_base/5cd894cee8a435cbaf4cf838867055a3c6f257e0): image is in use {{(pid=74854) _mark_in_use /opt/stack/nova/nova/virt/libvirt/imagecache.py:279}}
Oct 23 17:38:33 user nova-compute[74854]: DEBUG nova.virt.libvirt.imagecache [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] 5f825554-000d-423c-aa29-9ad4d8a3325b is a valid instance name {{(pid=74854) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Oct 23 17:38:33 user nova-compute[74854]: DEBUG nova.virt.libvirt.imagecache [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] 5f825554-000d-423c-aa29-9ad4d8a3325b has a disk file {{(pid=74854) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:129}}
Oct 23 17:38:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f825554-000d-423c-aa29-9ad4d8a3325b/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:38:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f825554-000d-423c-aa29-9ad4d8a3325b/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:38:34 user nova-compute[74854]: DEBUG nova.virt.libvirt.imagecache [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 5f825554-000d-423c-aa29-9ad4d8a3325b is backed by e667767230881e2e23c983e52a9ed72bd6c3aa2e {{(pid=74854) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:141}}
Oct 23 17:38:34 user nova-compute[74854]: DEBUG nova.virt.libvirt.imagecache [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] f48ed65e-686a-448c-a581-51794caedfb5 is a valid instance name {{(pid=74854) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Oct 23 17:38:34 user nova-compute[74854]: DEBUG nova.virt.libvirt.imagecache [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] 01e6ddfa-899c-4cde-9a00-5c20518954e8 is a valid instance name {{(pid=74854) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Oct 23 17:38:34 user nova-compute[74854]: DEBUG nova.virt.libvirt.imagecache [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] 01e6ddfa-899c-4cde-9a00-5c20518954e8 has a disk file {{(pid=74854) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:129}}
Oct 23 17:38:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01e6ddfa-899c-4cde-9a00-5c20518954e8/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:38:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01e6ddfa-899c-4cde-9a00-5c20518954e8/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:38:34 user nova-compute[74854]: DEBUG nova.virt.libvirt.imagecache [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 01e6ddfa-899c-4cde-9a00-5c20518954e8 is backed by 5cd894cee8a435cbaf4cf838867055a3c6f257e0 {{(pid=74854) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:141}}
Oct 23 17:38:34 user nova-compute[74854]: DEBUG nova.virt.libvirt.imagecache [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6 is a valid instance name {{(pid=74854) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Oct 23 17:38:34 user nova-compute[74854]: WARNING nova.virt.libvirt.imagecache [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Unknown base file: /opt/stack/data/nova/instances/_base/cf39a6a44ea9a40aff862602c3ec23415e5e7da0
Oct 23 17:38:34 user nova-compute[74854]: WARNING nova.virt.libvirt.imagecache [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Unknown base file: /opt/stack/data/nova/instances/_base/00f0697d12e4023c78216c1ba884b602493d659f
Oct 23 17:38:34 user nova-compute[74854]: WARNING nova.virt.libvirt.imagecache [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Unknown base file: /opt/stack/data/nova/instances/_base/41479660209262a7741e79abc2e6b8f5a775b00c
Oct 23 17:38:34 user nova-compute[74854]: WARNING nova.virt.libvirt.imagecache [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Unknown base file: /opt/stack/data/nova/instances/_base/37df3642074f4aea3a17999680edd243e9d8f815
Oct 23 17:38:34 user nova-compute[74854]: WARNING nova.virt.libvirt.imagecache [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Unknown base file: /opt/stack/data/nova/instances/_base/f183bd51f14f85486d33cdb037ab69bcee7a21b8
Oct 23 17:38:34 user nova-compute[74854]: WARNING nova.virt.libvirt.imagecache [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Unknown base file: /opt/stack/data/nova/instances/_base/52eead1e041af8d905a92f49d875db90d2429bbd
Oct 23 17:38:34 user nova-compute[74854]: WARNING nova.virt.libvirt.imagecache [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Unknown base file: /opt/stack/data/nova/instances/_base/c706886aefaffea7ec6da366e03fab6fdea874dd
Oct 23 17:38:34 user nova-compute[74854]: INFO nova.virt.libvirt.imagecache [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Active base files: /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e /opt/stack/data/nova/instances/_base/5cd894cee8a435cbaf4cf838867055a3c6f257e0
Oct 23 17:38:34 user nova-compute[74854]: INFO nova.virt.libvirt.imagecache [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Removable base files: /opt/stack/data/nova/instances/_base/cf39a6a44ea9a40aff862602c3ec23415e5e7da0 /opt/stack/data/nova/instances/_base/00f0697d12e4023c78216c1ba884b602493d659f /opt/stack/data/nova/instances/_base/41479660209262a7741e79abc2e6b8f5a775b00c /opt/stack/data/nova/instances/_base/37df3642074f4aea3a17999680edd243e9d8f815 /opt/stack/data/nova/instances/_base/f183bd51f14f85486d33cdb037ab69bcee7a21b8 /opt/stack/data/nova/instances/_base/52eead1e041af8d905a92f49d875db90d2429bbd /opt/stack/data/nova/instances/_base/c706886aefaffea7ec6da366e03fab6fdea874dd
Oct 23 17:38:34 user nova-compute[74854]: INFO nova.virt.libvirt.imagecache [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/cf39a6a44ea9a40aff862602c3ec23415e5e7da0
Oct 23 17:38:34 user nova-compute[74854]: INFO nova.virt.libvirt.imagecache [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/00f0697d12e4023c78216c1ba884b602493d659f
Oct 23 17:38:34 user nova-compute[74854]: INFO nova.virt.libvirt.imagecache [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/41479660209262a7741e79abc2e6b8f5a775b00c
Oct 23 17:38:34 user nova-compute[74854]: INFO nova.virt.libvirt.imagecache [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/37df3642074f4aea3a17999680edd243e9d8f815
Oct 23 17:38:34 user nova-compute[74854]: INFO nova.virt.libvirt.imagecache [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/f183bd51f14f85486d33cdb037ab69bcee7a21b8
Oct 23 17:38:34 user nova-compute[74854]: INFO nova.virt.libvirt.imagecache [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/52eead1e041af8d905a92f49d875db90d2429bbd
Oct 23 17:38:34 user nova-compute[74854]: INFO nova.virt.libvirt.imagecache [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/c706886aefaffea7ec6da366e03fab6fdea874dd
Oct 23 17:38:34 user nova-compute[74854]: DEBUG nova.virt.libvirt.imagecache [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Verification complete {{(pid=74854) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:350}}
Oct 23 17:38:34 user nova-compute[74854]: DEBUG nova.virt.libvirt.imagecache [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Verify swap images {{(pid=74854) _age_and_verify_swap_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:299}}
Oct 23 17:38:34 user nova-compute[74854]: DEBUG nova.virt.libvirt.imagecache [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Verify ephemeral images {{(pid=74854) _age_and_verify_ephemeral_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:284}}
Oct 23 17:38:35 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:38:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:38:42 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-75973754-9fa7-4c0c-919a-c4e3c2183f3c tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 5f825554-000d-423c-aa29-9ad4d8a3325b is timed out.
Oct 23 17:38:42 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-75973754-9fa7-4c0c-919a-c4e3c2183f3c tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Successfully detached device vdb from instance 5f825554-000d-423c-aa29-9ad4d8a3325b from the live domain config.
Oct 23 17:38:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-75973754-9fa7-4c0c-919a-c4e3c2183f3c tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] calling os-brick to detach iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 17:38:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-75973754-9fa7-4c0c-919a-c4e3c2183f3c tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, {'target_iqn': 'iqn.2010-10.org.openstack:76407865-1b2d-4c6d-9815-23b0cd695b36', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GehOZVcQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:38:42 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-75973754-9fa7-4c0c-919a-c4e3c2183f3c tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:38:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-75973754-9fa7-4c0c-919a-c4e3c2183f3c tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:38:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-75973754-9fa7-4c0c-919a-c4e3c2183f3c tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:38:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:38:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:38:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[d90e528f-4766-4156-9a5a-718f46e36ad0]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:76407865-1b2d-4c6d-9815-23b0cd695b36\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:38:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-75973754-9fa7-4c0c-919a-c4e3c2183f3c tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 17:38:42 user nova-compute[74854]: No targets found.
Oct 23 17:38:42 user nova-compute[74854]: iSNS:
Oct 23 17:38:42 user nova-compute[74854]: No targets found.
Oct 23 17:38:42 user nova-compute[74854]: STATIC:
Oct 23 17:38:42 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472
Oct 23 17:38:42 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:38:42 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:38:42 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee
Oct 23 17:38:42 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:38:42 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:38:42 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925
Oct 23 17:38:42 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:38:42 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:38:42 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:76407865-1b2d-4c6d-9815-23b0cd695b36
Oct 23 17:38:42 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:38:42 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:38:42 user nova-compute[74854]: FIRMWARE:
Oct 23 17:38:42 user nova-compute[74854]: No targets found.
Oct 23 17:38:42 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:38:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-75973754-9fa7-4c0c-919a-c4e3c2183f3c tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 17:38:42 user nova-compute[74854]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 17:38:42 user nova-compute[74854]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74854) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 17:38:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-75973754-9fa7-4c0c-919a-c4e3c2183f3c tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:76407865-1b2d-4c6d-9815-23b0cd695b36', 0)] {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 17:38:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:38:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:38:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[48e1e0e0-ff44-4193-8102-30655fa71d87]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:76407865-1b2d-4c6d-9815-23b0cd695b36\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:38:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:38:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:38:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[1834d6d0-d89e-461b-bbfc-5332daad0813]: (4, ('tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76407865-1b2d-4c6d-9815-23b0cd695b36 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:38:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-75973754-9fa7-4c0c-919a-c4e3c2183f3c tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)
Oct 23 17:38:42 user nova-compute[74854]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 (non-flash)
Oct 23 17:38:42 user nova-compute[74854]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925 (non-flash)
Oct 23 17:38:42 user nova-compute[74854]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76407865-1b2d-4c6d-9815-23b0cd695b36 (non-flash)
Oct 23 17:38:42 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:38:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-75973754-9fa7-4c0c-919a-c4e3c2183f3c tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsi session list stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)
Oct 23 17:38:42 user nova-compute[74854]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 (non-flash)
Oct 23 17:38:42 user nova-compute[74854]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925 (non-flash)
Oct 23 17:38:42 user nova-compute[74854]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76407865-1b2d-4c6d-9815-23b0cd695b36 (non-flash)
Oct 23 17:38:42 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:38:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-75973754-9fa7-4c0c-919a-c4e3c2183f3c tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f3038dae7a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:76407865-1b2d-4c6d-9815-23b0cd695b36'): ({'sdc'}, set())}) {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 17:38:42 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-75973754-9fa7-4c0c-919a-c4e3c2183f3c tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Removing single pathed devices sdc {{(pid=74854) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 17:38:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:38:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:38:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f0595a3-9c79-4f3f-932d-dc643f451315]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:38:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:38:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:38:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b2cce47-98bb-496b-8712-d1d4e296e1b3]: (4, ('ok\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:38:42 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-75973754-9fa7-4c0c-919a-c4e3c2183f3c tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Flushing IO for device /dev/sdc {{(pid=74854) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 17:38:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:38:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:38:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9634877-6070-4455-a284-498e086af594]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:38:42 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-75973754-9fa7-4c0c-919a-c4e3c2183f3c tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74854) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 17:38:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:38:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.039s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:38:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7618cdb-f855-454c-a558-e2ba5bacfed1]: (4, ('1', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:38:42 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-75973754-9fa7-4c0c-919a-c4e3c2183f3c tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 17:38:42 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-75973754-9fa7-4c0c-919a-c4e3c2183f3c tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] SCSI volumes sdc have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 17:38:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-75973754-9fa7-4c0c-919a-c4e3c2183f3c tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:76407865-1b2d-4c6d-9815-23b0cd695b36')] {{(pid=74854) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 17:38:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:76407865-1b2d-4c6d-9815-23b0cd695b36 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:38:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:76407865-1b2d-4c6d-9815-23b0cd695b36 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:38:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5fe8017-e0f5-4cef-b198-166210ca9a85]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:38:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-75973754-9fa7-4c0c-919a-c4e3c2183f3c tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:38:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:76407865-1b2d-4c6d-9815-23b0cd695b36 -p 172.16.0.220:3260 --logout {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:38:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:76407865-1b2d-4c6d-9815-23b0cd695b36 -p 172.16.0.220:3260 --logout" returned: 0 in 0.069s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:38:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9013a26-2544-4b4f-85e9-22162d2de03b]: (4, ('Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:76407865-1b2d-4c6d-9815-23b0cd695b36, portal: 172.16.0.220,3260]\nLogout of [sid: 53, target: iqn.2010-10.org.openstack:76407865-1b2d-4c6d-9815-23b0cd695b36, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:38:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-75973754-9fa7-4c0c-919a-c4e3c2183f3c tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:76407865-1b2d-4c6d-9815-23b0cd695b36, portal: 172.16.0.220,3260]
Oct 23 17:38:42 user nova-compute[74854]: Logout of [sid: 53, target: iqn.2010-10.org.openstack:76407865-1b2d-4c6d-9815-23b0cd695b36, portal: 172.16.0.220,3260] successful.
Oct 23 17:38:42 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:38:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:76407865-1b2d-4c6d-9815-23b0cd695b36 -p 172.16.0.220:3260 --op delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:38:42 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:76407865-1b2d-4c6d-9815-23b0cd695b36 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:38:42 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[76c578e0-669c-43c0-8c0a-ff27c118f8ad]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:38:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-75973754-9fa7-4c0c-919a-c4e3c2183f3c tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:38:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-75973754-9fa7-4c0c-919a-c4e3c2183f3c tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.324s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:38:42 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-75973754-9fa7-4c0c-919a-c4e3c2183f3c tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] <== disconnect_volume: return (327ms) None {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:38:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-75973754-9fa7-4c0c-919a-c4e3c2183f3c tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Disconnected iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 17:38:43 user nova-compute[74854]: DEBUG nova.objects.instance [None req-75973754-9fa7-4c0c-919a-c4e3c2183f3c tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lazy-loading 'flavor' on Instance uuid 5f825554-000d-423c-aa29-9ad4d8a3325b {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:38:43 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-75973754-9fa7-4c0c-919a-c4e3c2183f3c tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "5f825554-000d-423c-aa29-9ad4d8a3325b" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.799s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:38:44 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Acquiring lock "e6f962bc-d5e3-462b-8b31-1d63d8641beb" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:38:44 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lock "e6f962bc-d5e3-462b-8b31-1d63d8641beb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:38:44 user nova-compute[74854]: DEBUG nova.compute.manager [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Starting instance... {{(pid=74854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 17:38:44 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:38:44 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:38:44 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74854) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 17:38:44 user nova-compute[74854]: INFO nova.compute.claims [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Claim successful on node user
Oct 23 17:38:45 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:38:45 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:38:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.324s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:38:45 user nova-compute[74854]: DEBUG nova.compute.manager [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Start building networks asynchronously for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 17:38:45 user nova-compute[74854]: DEBUG nova.compute.manager [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Allocating IP information in the background. {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 17:38:45 user nova-compute[74854]: DEBUG nova.network.neutron [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] allocate_for_instance() {{(pid=74854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 17:38:45 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 17:38:45 user nova-compute[74854]: DEBUG nova.compute.manager [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Start building block device mappings for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 17:38:45 user nova-compute[74854]: DEBUG nova.policy [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e46069881c64d15b95efbd1a12c7df7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '524c9de8090141d0b6df2bb88a54aaf5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74854) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 17:38:45 user nova-compute[74854]: DEBUG nova.compute.manager [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Start spawning the instance on the hypervisor. {{(pid=74854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 17:38:45 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Creating instance directory {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 17:38:45 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Creating image(s)
Oct 23 17:38:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Acquiring lock "/opt/stack/data/nova/instances/e6f962bc-d5e3-462b-8b31-1d63d8641beb/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:38:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lock "/opt/stack/data/nova/instances/e6f962bc-d5e3-462b-8b31-1d63d8641beb/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:38:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lock "/opt/stack/data/nova/instances/e6f962bc-d5e3-462b-8b31-1d63d8641beb/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.006s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:38:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:38:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:38:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.177s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:38:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Acquiring lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:38:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:38:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:38:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.186s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:38:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/e6f962bc-d5e3-462b-8b31-1d63d8641beb/disk 1073741824 {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:38:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/e6f962bc-d5e3-462b-8b31-1d63d8641beb/disk 1073741824" returned: 0 in 0.051s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:38:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.244s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:38:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:38:45 user nova-compute[74854]: DEBUG nova.network.neutron [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Successfully created port: 48a9a28a-3fa6-408f-b342-59857ca82f68 {{(pid=74854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 17:38:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.189s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:38:45 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e6f962bc-d5e3-462b-8b31-1d63d8641beb/disk. size=1073741824 {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 17:38:45 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6f962bc-d5e3-462b-8b31-1d63d8641beb/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6f962bc-d5e3-462b-8b31-1d63d8641beb/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Cannot resize image /opt/stack/data/nova/instances/e6f962bc-d5e3-462b-8b31-1d63d8641beb/disk to a smaller size. {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Created local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Ensure instance console log exists: /opt/stack/data/nova/instances/e6f962bc-d5e3-462b-8b31-1d63d8641beb/console.log {{(pid=74854) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG nova.network.neutron [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Successfully updated port: 48a9a28a-3fa6-408f-b342-59857ca82f68 {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Acquiring lock "refresh_cache-e6f962bc-d5e3-462b-8b31-1d63d8641beb" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Acquired lock "refresh_cache-e6f962bc-d5e3-462b-8b31-1d63d8641beb" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG nova.network.neutron [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG nova.compute.manager [req-241c8a1c-d8d3-4157-a598-df68984a298d req-dc9773e6-5e88-4aa9-b928-9d77e75d92e6 service nova] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Received event network-changed-48a9a28a-3fa6-408f-b342-59857ca82f68 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG nova.compute.manager [req-241c8a1c-d8d3-4157-a598-df68984a298d req-dc9773e6-5e88-4aa9-b928-9d77e75d92e6 service nova] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Refreshing instance network info cache due to event network-changed-48a9a28a-3fa6-408f-b342-59857ca82f68. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-241c8a1c-d8d3-4157-a598-df68984a298d req-dc9773e6-5e88-4aa9-b928-9d77e75d92e6 service nova] Acquiring lock "refresh_cache-e6f962bc-d5e3-462b-8b31-1d63d8641beb" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG nova.network.neutron [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Instance cache missing network info. {{(pid=74854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG nova.compute.manager [req-73857b1e-5923-4bad-8d1b-dd63734da714 req-7b67658b-2f22-43f2-91f0-69f40d22b0b6 service nova] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Received event network-changed-2296cd5f-9585-460c-9b4a-0b21263c5230 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG nova.compute.manager [req-73857b1e-5923-4bad-8d1b-dd63734da714 req-7b67658b-2f22-43f2-91f0-69f40d22b0b6 service nova] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Refreshing instance network info cache due to event network-changed-2296cd5f-9585-460c-9b4a-0b21263c5230. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-73857b1e-5923-4bad-8d1b-dd63734da714 req-7b67658b-2f22-43f2-91f0-69f40d22b0b6 service nova] Acquiring lock "refresh_cache-1db78090-7a1d-44a6-b9c3-3808c4c5a3c6" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-73857b1e-5923-4bad-8d1b-dd63734da714 req-7b67658b-2f22-43f2-91f0-69f40d22b0b6 service nova] Acquired lock "refresh_cache-1db78090-7a1d-44a6-b9c3-3808c4c5a3c6" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG nova.network.neutron [req-73857b1e-5923-4bad-8d1b-dd63734da714 req-7b67658b-2f22-43f2-91f0-69f40d22b0b6 service nova] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Refreshing network info cache for port 2296cd5f-9585-460c-9b4a-0b21263c5230 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG nova.network.neutron [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Updating instance_info_cache with network_info: [{"id": "48a9a28a-3fa6-408f-b342-59857ca82f68", "address": "fa:16:3e:6f:d5:8c", "network": {"id": "9036528a-dda4-4de9-b36a-3596f7cf3059", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2139464027-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "524c9de8090141d0b6df2bb88a54aaf5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48a9a28a-3f", "ovs_interfaceid": "48a9a28a-3fa6-408f-b342-59857ca82f68", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Releasing lock "refresh_cache-e6f962bc-d5e3-462b-8b31-1d63d8641beb" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG nova.compute.manager [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Instance network_info: |[{"id": "48a9a28a-3fa6-408f-b342-59857ca82f68", "address": "fa:16:3e:6f:d5:8c", "network": {"id": "9036528a-dda4-4de9-b36a-3596f7cf3059", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2139464027-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "524c9de8090141d0b6df2bb88a54aaf5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48a9a28a-3f", "ovs_interfaceid": "48a9a28a-3fa6-408f-b342-59857ca82f68", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-241c8a1c-d8d3-4157-a598-df68984a298d req-dc9773e6-5e88-4aa9-b928-9d77e75d92e6 service nova] Acquired lock "refresh_cache-e6f962bc-d5e3-462b-8b31-1d63d8641beb" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG nova.network.neutron [req-241c8a1c-d8d3-4157-a598-df68984a298d req-dc9773e6-5e88-4aa9-b928-9d77e75d92e6 service nova] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Refreshing network info cache for port 48a9a28a-3fa6-408f-b342-59857ca82f68 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Start _get_guest_xml network_info=[{"id": "48a9a28a-3fa6-408f-b342-59857ca82f68", "address": "fa:16:3e:6f:d5:8c", "network": {"id": "9036528a-dda4-4de9-b36a-3596f7cf3059", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2139464027-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "524c9de8090141d0b6df2bb88a54aaf5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48a9a28a-3f", "ovs_interfaceid": "48a9a28a-3fa6-408f-b342-59857ca82f68", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'encryption_format': None, 'encryption_options': None, 'size': 0, 'boot_index': 0, 'encrypted': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'image_id': '68c345df-c9e8-475a-b17c-635fa0c7e894'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:38:46 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:38:46 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:38:46 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:38:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-162504585',display_name='tempest-VolumesSnapshotTestJSON-instance-162504585',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-162504585',id=50,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFBAVQDmXzBiYy8gkatbLds0MjMzgJaYU04lJWZXPJ/+61GIPEUmxgMpA3UjUhwNXtnDYmIwvHd3UPojnl7ld/pwZwig86xSsX9kgpf+H/xzwB4Fy9LxaStT1C0eIwnEBg==',key_name='tempest-keypair-541133655',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='524c9de8090141d0b6df2bb88a54aaf5',ramdisk_id='',reservation_id='r-kmkkkogc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-92270484',owner_user_name='tempest-VolumesSnapshotTestJSON-92270484-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:38:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8e46069881c64d15b95efbd1a12c7df7',uuid=e6f962bc-d5e3-462b-8b31-1d63d8641beb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "48a9a28a-3fa6-408f-b342-59857ca82f68", "address": "fa:16:3e:6f:d5:8c", "network": {"id": "9036528a-dda4-4de9-b36a-3596f7cf3059", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2139464027-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "524c9de8090141d0b6df2bb88a54aaf5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48a9a28a-3f", "ovs_interfaceid": "48a9a28a-3fa6-408f-b342-59857ca82f68", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Converting VIF {"id": "48a9a28a-3fa6-408f-b342-59857ca82f68", "address": "fa:16:3e:6f:d5:8c", "network": {"id": "9036528a-dda4-4de9-b36a-3596f7cf3059", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2139464027-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "524c9de8090141d0b6df2bb88a54aaf5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48a9a28a-3f", "ovs_interfaceid": "48a9a28a-3fa6-408f-b342-59857ca82f68", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6f:d5:8c,bridge_name='br-int',has_traffic_filtering=True,id=48a9a28a-3fa6-408f-b342-59857ca82f68,network=Network(9036528a-dda4-4de9-b36a-3596f7cf3059),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48a9a28a-3f') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG nova.objects.instance [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lazy-loading 'pci_devices' on Instance uuid e6f962bc-d5e3-462b-8b31-1d63d8641beb {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:38:46 user nova-compute[74854]:   <uuid>e6f962bc-d5e3-462b-8b31-1d63d8641beb</uuid>
Oct 23 17:38:46 user nova-compute[74854]:   <name>instance-00000032</name>
Oct 23 17:38:46 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:38:46 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:38:46 user nova-compute[74854]:   <metadata>
Oct 23 17:38:46 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:38:46 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:38:46 user nova-compute[74854]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-162504585</nova:name>
Oct 23 17:38:46 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:38:46</nova:creationTime>
Oct 23 17:38:46 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:38:46 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:38:46 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:38:46 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:38:46 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:38:46 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:38:46 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:38:46 user nova-compute[74854]:       <nova:owner>
Oct 23 17:38:46 user nova-compute[74854]:         <nova:user uuid="8e46069881c64d15b95efbd1a12c7df7">tempest-VolumesSnapshotTestJSON-92270484-project-member</nova:user>
Oct 23 17:38:46 user nova-compute[74854]:         <nova:project uuid="524c9de8090141d0b6df2bb88a54aaf5">tempest-VolumesSnapshotTestJSON-92270484</nova:project>
Oct 23 17:38:46 user nova-compute[74854]:       </nova:owner>
Oct 23 17:38:46 user nova-compute[74854]:       <nova:root type="image" uuid="68c345df-c9e8-475a-b17c-635fa0c7e894"/>
Oct 23 17:38:46 user nova-compute[74854]:       <nova:ports>
Oct 23 17:38:46 user nova-compute[74854]:         <nova:port uuid="48a9a28a-3fa6-408f-b342-59857ca82f68">
Oct 23 17:38:46 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 23 17:38:46 user nova-compute[74854]:         </nova:port>
Oct 23 17:38:46 user nova-compute[74854]:       </nova:ports>
Oct 23 17:38:46 user nova-compute[74854]:     </nova:instance>
Oct 23 17:38:46 user nova-compute[74854]:   </metadata>
Oct 23 17:38:46 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:38:46 user nova-compute[74854]:     <system>
Oct 23 17:38:46 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:38:46 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:38:46 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:38:46 user nova-compute[74854]:       <entry name="serial">e6f962bc-d5e3-462b-8b31-1d63d8641beb</entry>
Oct 23 17:38:46 user nova-compute[74854]:       <entry name="uuid">e6f962bc-d5e3-462b-8b31-1d63d8641beb</entry>
Oct 23 17:38:46 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:38:46 user nova-compute[74854]:     </system>
Oct 23 17:38:46 user nova-compute[74854]:   </sysinfo>
Oct 23 17:38:46 user nova-compute[74854]:   <os>
Oct 23 17:38:46 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:38:46 user nova-compute[74854]:     <boot dev="hd"/>
Oct 23 17:38:46 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:38:46 user nova-compute[74854]:   </os>
Oct 23 17:38:46 user nova-compute[74854]:   <features>
Oct 23 17:38:46 user nova-compute[74854]:     <acpi/>
Oct 23 17:38:46 user nova-compute[74854]:     <apic/>
Oct 23 17:38:46 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:38:46 user nova-compute[74854]:   </features>
Oct 23 17:38:46 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:38:46 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:38:46 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:38:46 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:38:46 user nova-compute[74854]:   </clock>
Oct 23 17:38:46 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:38:46 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:38:46 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:38:46 user nova-compute[74854]:   </cpu>
Oct 23 17:38:46 user nova-compute[74854]:   <devices>
Oct 23 17:38:46 user nova-compute[74854]:     <disk type="file" device="disk">
Oct 23 17:38:46 user nova-compute[74854]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 17:38:46 user nova-compute[74854]:       <source file="/opt/stack/data/nova/instances/e6f962bc-d5e3-462b-8b31-1d63d8641beb/disk"/>
Oct 23 17:38:46 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:38:46 user nova-compute[74854]:     </disk>
Oct 23 17:38:46 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:38:46 user nova-compute[74854]:       <mac address="fa:16:3e:6f:d5:8c"/>
Oct 23 17:38:46 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:38:46 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:38:46 user nova-compute[74854]:       <target dev="tap48a9a28a-3f"/>
Oct 23 17:38:46 user nova-compute[74854]:     </interface>
Oct 23 17:38:46 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:38:46 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/e6f962bc-d5e3-462b-8b31-1d63d8641beb/console.log" append="off"/>
Oct 23 17:38:46 user nova-compute[74854]:     </serial>
Oct 23 17:38:46 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:38:46 user nova-compute[74854]:     <video>
Oct 23 17:38:46 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:38:46 user nova-compute[74854]:     </video>
Oct 23 17:38:46 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:38:46 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:38:46 user nova-compute[74854]:     </rng>
Oct 23 17:38:46 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:38:46 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:38:46 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:38:46 user nova-compute[74854]:     </memballoon>
Oct 23 17:38:46 user nova-compute[74854]:   </devices>
Oct 23 17:38:46 user nova-compute[74854]: </domain>
Oct 23 17:38:46 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:38:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-162504585',display_name='tempest-VolumesSnapshotTestJSON-instance-162504585',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-162504585',id=50,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFBAVQDmXzBiYy8gkatbLds0MjMzgJaYU04lJWZXPJ/+61GIPEUmxgMpA3UjUhwNXtnDYmIwvHd3UPojnl7ld/pwZwig86xSsX9kgpf+H/xzwB4Fy9LxaStT1C0eIwnEBg==',key_name='tempest-keypair-541133655',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='524c9de8090141d0b6df2bb88a54aaf5',ramdisk_id='',reservation_id='r-kmkkkogc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-92270484',owner_user_name='tempest-VolumesSnapshotTestJSON-92270484-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:38:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8e46069881c64d15b95efbd1a12c7df7',uuid=e6f962bc-d5e3-462b-8b31-1d63d8641beb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "48a9a28a-3fa6-408f-b342-59857ca82f68", "address": "fa:16:3e:6f:d5:8c", "network": {"id": "9036528a-dda4-4de9-b36a-3596f7cf3059", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2139464027-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "524c9de8090141d0b6df2bb88a54aaf5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48a9a28a-3f", "ovs_interfaceid": "48a9a28a-3fa6-408f-b342-59857ca82f68", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Converting VIF {"id": "48a9a28a-3fa6-408f-b342-59857ca82f68", "address": "fa:16:3e:6f:d5:8c", "network": {"id": "9036528a-dda4-4de9-b36a-3596f7cf3059", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2139464027-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "524c9de8090141d0b6df2bb88a54aaf5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48a9a28a-3f", "ovs_interfaceid": "48a9a28a-3fa6-408f-b342-59857ca82f68", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6f:d5:8c,bridge_name='br-int',has_traffic_filtering=True,id=48a9a28a-3fa6-408f-b342-59857ca82f68,network=Network(9036528a-dda4-4de9-b36a-3596f7cf3059),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48a9a28a-3f') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG os_vif [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6f:d5:8c,bridge_name='br-int',has_traffic_filtering=True,id=48a9a28a-3fa6-408f-b342-59857ca82f68,network=Network(9036528a-dda4-4de9-b36a-3596f7cf3059),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48a9a28a-3f') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5cdb78cc-8994-5afd-9d03-acd0d055c6bd', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap48a9a28a-3f, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap48a9a28a-3f, col_values=(('qos', UUID('ad8cc903-2519-4a77-9331-8336e81ae1ce')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap48a9a28a-3f, col_values=(('external_ids', {'iface-id': '48a9a28a-3fa6-408f-b342-59857ca82f68', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:6f:d5:8c', 'vm-uuid': 'e6f962bc-d5e3-462b-8b31-1d63d8641beb'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:38:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:38:46 user nova-compute[74854]: INFO os_vif [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6f:d5:8c,bridge_name='br-int',has_traffic_filtering=True,id=48a9a28a-3fa6-408f-b342-59857ca82f68,network=Network(9036528a-dda4-4de9-b36a-3596f7cf3059),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48a9a28a-3f')
Oct 23 17:38:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:38:47 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] No VIF found with MAC fa:16:3e:6f:d5:8c, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:38:47 user nova-compute[74854]: DEBUG nova.network.neutron [req-73857b1e-5923-4bad-8d1b-dd63734da714 req-7b67658b-2f22-43f2-91f0-69f40d22b0b6 service nova] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Updated VIF entry in instance network info cache for port 2296cd5f-9585-460c-9b4a-0b21263c5230. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:38:47 user nova-compute[74854]: DEBUG nova.network.neutron [req-73857b1e-5923-4bad-8d1b-dd63734da714 req-7b67658b-2f22-43f2-91f0-69f40d22b0b6 service nova] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Updating instance_info_cache with network_info: [{"id": "2296cd5f-9585-460c-9b4a-0b21263c5230", "address": "fa:16:3e:8c:ee:0d", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2296cd5f-95", "ovs_interfaceid": "2296cd5f-9585-460c-9b4a-0b21263c5230", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:38:47 user nova-compute[74854]: DEBUG nova.network.neutron [req-241c8a1c-d8d3-4157-a598-df68984a298d req-dc9773e6-5e88-4aa9-b928-9d77e75d92e6 service nova] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Updated VIF entry in instance network info cache for port 48a9a28a-3fa6-408f-b342-59857ca82f68. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:38:47 user nova-compute[74854]: DEBUG nova.network.neutron [req-241c8a1c-d8d3-4157-a598-df68984a298d req-dc9773e6-5e88-4aa9-b928-9d77e75d92e6 service nova] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Updating instance_info_cache with network_info: [{"id": "48a9a28a-3fa6-408f-b342-59857ca82f68", "address": "fa:16:3e:6f:d5:8c", "network": {"id": "9036528a-dda4-4de9-b36a-3596f7cf3059", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2139464027-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "524c9de8090141d0b6df2bb88a54aaf5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48a9a28a-3f", "ovs_interfaceid": "48a9a28a-3fa6-408f-b342-59857ca82f68", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:38:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-73857b1e-5923-4bad-8d1b-dd63734da714 req-7b67658b-2f22-43f2-91f0-69f40d22b0b6 service nova] Releasing lock "refresh_cache-1db78090-7a1d-44a6-b9c3-3808c4c5a3c6" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:38:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-241c8a1c-d8d3-4157-a598-df68984a298d req-dc9773e6-5e88-4aa9-b928-9d77e75d92e6 service nova] Releasing lock "refresh_cache-e6f962bc-d5e3-462b-8b31-1d63d8641beb" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:38:47 user nova-compute[74854]: DEBUG nova.compute.manager [req-e4711563-b233-4c65-9d67-3a0a60beffd5 req-fc32a398-6513-42b0-a077-00db643082e2 service nova] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Received event network-changed-2296cd5f-9585-460c-9b4a-0b21263c5230 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:38:47 user nova-compute[74854]: DEBUG nova.compute.manager [req-e4711563-b233-4c65-9d67-3a0a60beffd5 req-fc32a398-6513-42b0-a077-00db643082e2 service nova] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Refreshing instance network info cache due to event network-changed-2296cd5f-9585-460c-9b4a-0b21263c5230. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:38:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e4711563-b233-4c65-9d67-3a0a60beffd5 req-fc32a398-6513-42b0-a077-00db643082e2 service nova] Acquiring lock "refresh_cache-1db78090-7a1d-44a6-b9c3-3808c4c5a3c6" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:38:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e4711563-b233-4c65-9d67-3a0a60beffd5 req-fc32a398-6513-42b0-a077-00db643082e2 service nova] Acquired lock "refresh_cache-1db78090-7a1d-44a6-b9c3-3808c4c5a3c6" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:38:47 user nova-compute[74854]: DEBUG nova.network.neutron [req-e4711563-b233-4c65-9d67-3a0a60beffd5 req-fc32a398-6513-42b0-a077-00db643082e2 service nova] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Refreshing network info cache for port 2296cd5f-9585-460c-9b4a-0b21263c5230 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:38:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-fa4fb824-ae32-4452-9af9-a4b7a79eb110 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquiring lock "1db78090-7a1d-44a6-b9c3-3808c4c5a3c6" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:38:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-fa4fb824-ae32-4452-9af9-a4b7a79eb110 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "1db78090-7a1d-44a6-b9c3-3808c4c5a3c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:38:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-fa4fb824-ae32-4452-9af9-a4b7a79eb110 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquiring lock "1db78090-7a1d-44a6-b9c3-3808c4c5a3c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:38:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-fa4fb824-ae32-4452-9af9-a4b7a79eb110 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "1db78090-7a1d-44a6-b9c3-3808c4c5a3c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:38:47 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-fa4fb824-ae32-4452-9af9-a4b7a79eb110 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "1db78090-7a1d-44a6-b9c3-3808c4c5a3c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:38:47 user nova-compute[74854]: INFO nova.compute.manager [None req-fa4fb824-ae32-4452-9af9-a4b7a79eb110 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Terminating instance
Oct 23 17:38:47 user nova-compute[74854]: DEBUG nova.compute.manager [None req-fa4fb824-ae32-4452-9af9-a4b7a79eb110 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Start destroying the instance on the hypervisor. {{(pid=74854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 17:38:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:38:47 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:38:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:38:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:38:48 user nova-compute[74854]: DEBUG nova.network.neutron [req-e4711563-b233-4c65-9d67-3a0a60beffd5 req-fc32a398-6513-42b0-a077-00db643082e2 service nova] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Updated VIF entry in instance network info cache for port 2296cd5f-9585-460c-9b4a-0b21263c5230. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:38:48 user nova-compute[74854]: DEBUG nova.network.neutron [req-e4711563-b233-4c65-9d67-3a0a60beffd5 req-fc32a398-6513-42b0-a077-00db643082e2 service nova] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Updating instance_info_cache with network_info: [{"id": "2296cd5f-9585-460c-9b4a-0b21263c5230", "address": "fa:16:3e:8c:ee:0d", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2296cd5f-95", "ovs_interfaceid": "2296cd5f-9585-460c-9b4a-0b21263c5230", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:38:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e4711563-b233-4c65-9d67-3a0a60beffd5 req-fc32a398-6513-42b0-a077-00db643082e2 service nova] Releasing lock "refresh_cache-1db78090-7a1d-44a6-b9c3-3808c4c5a3c6" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:38:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:38:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:38:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:38:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:38:48 user nova-compute[74854]: DEBUG nova.compute.manager [req-67f4dae1-59a3-4fa6-8221-c50c16f926c9 req-06407f58-b0b6-45e6-91f2-ae01cbd1518c service nova] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Received event network-vif-unplugged-2296cd5f-9585-460c-9b4a-0b21263c5230 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:38:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-67f4dae1-59a3-4fa6-8221-c50c16f926c9 req-06407f58-b0b6-45e6-91f2-ae01cbd1518c service nova] Acquiring lock "1db78090-7a1d-44a6-b9c3-3808c4c5a3c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:38:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-67f4dae1-59a3-4fa6-8221-c50c16f926c9 req-06407f58-b0b6-45e6-91f2-ae01cbd1518c service nova] Lock "1db78090-7a1d-44a6-b9c3-3808c4c5a3c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:38:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-67f4dae1-59a3-4fa6-8221-c50c16f926c9 req-06407f58-b0b6-45e6-91f2-ae01cbd1518c service nova] Lock "1db78090-7a1d-44a6-b9c3-3808c4c5a3c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:38:48 user nova-compute[74854]: DEBUG nova.compute.manager [req-67f4dae1-59a3-4fa6-8221-c50c16f926c9 req-06407f58-b0b6-45e6-91f2-ae01cbd1518c service nova] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] No waiting events found dispatching network-vif-unplugged-2296cd5f-9585-460c-9b4a-0b21263c5230 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:38:48 user nova-compute[74854]: DEBUG nova.compute.manager [req-67f4dae1-59a3-4fa6-8221-c50c16f926c9 req-06407f58-b0b6-45e6-91f2-ae01cbd1518c service nova] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Received event network-vif-unplugged-2296cd5f-9585-460c-9b4a-0b21263c5230 for instance with task_state deleting. {{(pid=74854) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 17:38:48 user nova-compute[74854]: DEBUG nova.compute.manager [req-67f4dae1-59a3-4fa6-8221-c50c16f926c9 req-06407f58-b0b6-45e6-91f2-ae01cbd1518c service nova] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Received event network-vif-plugged-2296cd5f-9585-460c-9b4a-0b21263c5230 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:38:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-67f4dae1-59a3-4fa6-8221-c50c16f926c9 req-06407f58-b0b6-45e6-91f2-ae01cbd1518c service nova] Acquiring lock "1db78090-7a1d-44a6-b9c3-3808c4c5a3c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:38:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-67f4dae1-59a3-4fa6-8221-c50c16f926c9 req-06407f58-b0b6-45e6-91f2-ae01cbd1518c service nova] Lock "1db78090-7a1d-44a6-b9c3-3808c4c5a3c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:38:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-67f4dae1-59a3-4fa6-8221-c50c16f926c9 req-06407f58-b0b6-45e6-91f2-ae01cbd1518c service nova] Lock "1db78090-7a1d-44a6-b9c3-3808c4c5a3c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:38:48 user nova-compute[74854]: DEBUG nova.compute.manager [req-67f4dae1-59a3-4fa6-8221-c50c16f926c9 req-06407f58-b0b6-45e6-91f2-ae01cbd1518c service nova] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] No waiting events found dispatching network-vif-plugged-2296cd5f-9585-460c-9b4a-0b21263c5230 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:38:48 user nova-compute[74854]: WARNING nova.compute.manager [req-67f4dae1-59a3-4fa6-8221-c50c16f926c9 req-06407f58-b0b6-45e6-91f2-ae01cbd1518c service nova] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Received unexpected event network-vif-plugged-2296cd5f-9585-460c-9b4a-0b21263c5230 for instance with vm_state active and task_state deleting.
Oct 23 17:38:48 user nova-compute[74854]: DEBUG nova.compute.manager [req-9bf3a4f6-1994-41a5-936b-24272e4e0215 req-48a54725-3188-49c1-88bd-45210ba52334 service nova] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Received event network-vif-plugged-48a9a28a-3fa6-408f-b342-59857ca82f68 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:38:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-9bf3a4f6-1994-41a5-936b-24272e4e0215 req-48a54725-3188-49c1-88bd-45210ba52334 service nova] Acquiring lock "e6f962bc-d5e3-462b-8b31-1d63d8641beb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:38:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-9bf3a4f6-1994-41a5-936b-24272e4e0215 req-48a54725-3188-49c1-88bd-45210ba52334 service nova] Lock "e6f962bc-d5e3-462b-8b31-1d63d8641beb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:38:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-9bf3a4f6-1994-41a5-936b-24272e4e0215 req-48a54725-3188-49c1-88bd-45210ba52334 service nova] Lock "e6f962bc-d5e3-462b-8b31-1d63d8641beb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:38:48 user nova-compute[74854]: DEBUG nova.compute.manager [req-9bf3a4f6-1994-41a5-936b-24272e4e0215 req-48a54725-3188-49c1-88bd-45210ba52334 service nova] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] No waiting events found dispatching network-vif-plugged-48a9a28a-3fa6-408f-b342-59857ca82f68 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:38:48 user nova-compute[74854]: WARNING nova.compute.manager [req-9bf3a4f6-1994-41a5-936b-24272e4e0215 req-48a54725-3188-49c1-88bd-45210ba52334 service nova] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Received unexpected event network-vif-plugged-48a9a28a-3fa6-408f-b342-59857ca82f68 for instance with vm_state building and task_state spawning.
Oct 23 17:38:48 user nova-compute[74854]: DEBUG nova.compute.manager [req-9bf3a4f6-1994-41a5-936b-24272e4e0215 req-48a54725-3188-49c1-88bd-45210ba52334 service nova] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Received event network-vif-plugged-48a9a28a-3fa6-408f-b342-59857ca82f68 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:38:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-9bf3a4f6-1994-41a5-936b-24272e4e0215 req-48a54725-3188-49c1-88bd-45210ba52334 service nova] Acquiring lock "e6f962bc-d5e3-462b-8b31-1d63d8641beb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:38:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-9bf3a4f6-1994-41a5-936b-24272e4e0215 req-48a54725-3188-49c1-88bd-45210ba52334 service nova] Lock "e6f962bc-d5e3-462b-8b31-1d63d8641beb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:38:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-9bf3a4f6-1994-41a5-936b-24272e4e0215 req-48a54725-3188-49c1-88bd-45210ba52334 service nova] Lock "e6f962bc-d5e3-462b-8b31-1d63d8641beb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:38:48 user nova-compute[74854]: DEBUG nova.compute.manager [req-9bf3a4f6-1994-41a5-936b-24272e4e0215 req-48a54725-3188-49c1-88bd-45210ba52334 service nova] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] No waiting events found dispatching network-vif-plugged-48a9a28a-3fa6-408f-b342-59857ca82f68 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:38:48 user nova-compute[74854]: WARNING nova.compute.manager [req-9bf3a4f6-1994-41a5-936b-24272e4e0215 req-48a54725-3188-49c1-88bd-45210ba52334 service nova] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Received unexpected event network-vif-plugged-48a9a28a-3fa6-408f-b342-59857ca82f68 for instance with vm_state building and task_state spawning.
Oct 23 17:38:48 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Instance destroyed successfully.
Oct 23 17:38:48 user nova-compute[74854]: DEBUG nova.objects.instance [None req-fa4fb824-ae32-4452-9af9-a4b7a79eb110 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lazy-loading 'resources' on Instance uuid 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:38:48 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-fa4fb824-ae32-4452-9af9-a4b7a79eb110 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:36:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-269154002',display_name='tempest-TestVolumeBootPattern-server-269154002',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-269154002',id=49,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPjsKmP1yiKae3gkqJMmrkZKkwQRVFAUzacSOOq4SraSUMvkjIy67+j36qe3IsqWypxjD3IhIcsfXpzUmc6ZWV7UWNQrMBvfNK4qdlwLw94CORPs8MUzKUCJU5b/vy0eBg==',key_name='tempest-TestVolumeBootPattern-2045528581',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:37:17Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3560285cd557461eae016907fb469040',ramdisk_id='',reservation_id='r-mzwxr9ef',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1291140693',owner_user_name='tempest-TestVolumeBootPattern-1291140693-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:37:18Z,user_data=None,user_id='40d10700efba402e9cc769d2510f8311',uuid=1db78090-7a1d-44a6-b9c3-3808c4c5a3c6,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2296cd5f-9585-460c-9b4a-0b21263c5230", "address": "fa:16:3e:8c:ee:0d", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2296cd5f-95", "ovs_interfaceid": "2296cd5f-9585-460c-9b4a-0b21263c5230", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:38:48 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-fa4fb824-ae32-4452-9af9-a4b7a79eb110 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Converting VIF {"id": "2296cd5f-9585-460c-9b4a-0b21263c5230", "address": "fa:16:3e:8c:ee:0d", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2296cd5f-95", "ovs_interfaceid": "2296cd5f-9585-460c-9b4a-0b21263c5230", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:38:48 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-fa4fb824-ae32-4452-9af9-a4b7a79eb110 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:8c:ee:0d,bridge_name='br-int',has_traffic_filtering=True,id=2296cd5f-9585-460c-9b4a-0b21263c5230,network=Network(fb72fe03-c822-4d0e-99e3-cec932363ec0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2296cd5f-95') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:38:48 user nova-compute[74854]: DEBUG os_vif [None req-fa4fb824-ae32-4452-9af9-a4b7a79eb110 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:8c:ee:0d,bridge_name='br-int',has_traffic_filtering=True,id=2296cd5f-9585-460c-9b4a-0b21263c5230,network=Network(fb72fe03-c822-4d0e-99e3-cec932363ec0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2296cd5f-95') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:38:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:38:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2296cd5f-95, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:38:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:38:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:38:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:38:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f8fa69b2-add7-4a7c-97e6-fff2709e74b7) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:38:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:38:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:38:48 user nova-compute[74854]: INFO os_vif [None req-fa4fb824-ae32-4452-9af9-a4b7a79eb110 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:8c:ee:0d,bridge_name='br-int',has_traffic_filtering=True,id=2296cd5f-9585-460c-9b4a-0b21263c5230,network=Network(fb72fe03-c822-4d0e-99e3-cec932363ec0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2296cd5f-95')
Oct 23 17:38:48 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fa4fb824-ae32-4452-9af9-a4b7a79eb110 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] calling os-brick to detach iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 17:38:48 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa4fb824-ae32-4452-9af9-a4b7a79eb110 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, {'target_iqn': 'iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vbiBcHTy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:38:48 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-fa4fb824-ae32-4452-9af9-a4b7a79eb110 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:38:48 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-fa4fb824-ae32-4452-9af9-a4b7a79eb110 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:38:48 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-fa4fb824-ae32-4452-9af9-a4b7a79eb110 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:38:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:38:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:38:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:38:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:38:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:38:48 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[cdecf302-fd5b-4048-8574-a8b8fd5463c2]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:38:48 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa4fb824-ae32-4452-9af9-a4b7a79eb110 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 17:38:48 user nova-compute[74854]: No targets found.
Oct 23 17:38:48 user nova-compute[74854]: iSNS:
Oct 23 17:38:48 user nova-compute[74854]: No targets found.
Oct 23 17:38:48 user nova-compute[74854]: STATIC:
Oct 23 17:38:48 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472
Oct 23 17:38:48 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:38:48 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:38:48 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee
Oct 23 17:38:48 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:38:48 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:38:48 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925
Oct 23 17:38:48 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:38:48 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:38:48 user nova-compute[74854]: FIRMWARE:
Oct 23 17:38:48 user nova-compute[74854]: No targets found.
Oct 23 17:38:48 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:38:48 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa4fb824-ae32-4452-9af9-a4b7a79eb110 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 17:38:48 user nova-compute[74854]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 17:38:48 user nova-compute[74854]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74854) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 17:38:48 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa4fb824-ae32-4452-9af9-a4b7a79eb110 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925', 0)] {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 17:38:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:38:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:38:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:38:48 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[65328d01-c0ea-4544-b2f2-a87f63c71ed1]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:38:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:38:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:38:48 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[31ad17c3-3c12-4371-9893-57df0f43017c]: (4, ('tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:38:48 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa4fb824-ae32-4452-9af9-a4b7a79eb110 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)
Oct 23 17:38:48 user nova-compute[74854]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 (non-flash)
Oct 23 17:38:48 user nova-compute[74854]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925 (non-flash)
Oct 23 17:38:48 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:38:48 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa4fb824-ae32-4452-9af9-a4b7a79eb110 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsi session list stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)
Oct 23 17:38:48 user nova-compute[74854]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 (non-flash)
Oct 23 17:38:48 user nova-compute[74854]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925 (non-flash)
Oct 23 17:38:48 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:38:48 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa4fb824-ae32-4452-9af9-a4b7a79eb110 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f305c666dd0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925'): ({'sde'}, set())}) {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 17:38:48 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-fa4fb824-ae32-4452-9af9-a4b7a79eb110 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Removing single pathed devices sde {{(pid=74854) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 17:38:48 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:38:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:38:49 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[711e5ff9-9216-4801-bda5-1a4bbefe68eb]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:38:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:38:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.025s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:38:49 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[844db320-a5ab-436d-90c6-eef785f37e1e]: (4, ('ok\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:38:49 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-fa4fb824-ae32-4452-9af9-a4b7a79eb110 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Flushing IO for device /dev/sde {{(pid=74854) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 17:38:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:38:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.014s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:38:49 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae68f765-1dee-4e99-a825-9994438123b3]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:38:49 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-fa4fb824-ae32-4452-9af9-a4b7a79eb110 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74854) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 17:38:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:38:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.036s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:38:49 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c1ef586-c7b0-4cba-957e-67411bfbfba6]: (4, ('1', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:38:49 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-fa4fb824-ae32-4452-9af9-a4b7a79eb110 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 17:38:49 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-fa4fb824-ae32-4452-9af9-a4b7a79eb110 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] SCSI volumes sde have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 17:38:49 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa4fb824-ae32-4452-9af9-a4b7a79eb110 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925')] {{(pid=74854) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 17:38:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:38:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:38:49 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2062a3b-6cd6-4b5d-b509-35bef35fa63c]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:38:49 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa4fb824-ae32-4452-9af9-a4b7a79eb110 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:38:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925 -p 172.16.0.220:3260 --logout {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:38:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925 -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:38:49 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[107924d7-e7b8-46fc-b377-f2401b61a2bf]: (4, ('Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925, portal: 172.16.0.220,3260]\nLogout of [sid: 52, target: iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:38:49 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa4fb824-ae32-4452-9af9-a4b7a79eb110 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925, portal: 172.16.0.220,3260]
Oct 23 17:38:49 user nova-compute[74854]: Logout of [sid: 52, target: iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925, portal: 172.16.0.220,3260] successful.
Oct 23 17:38:49 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:38:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925 -p 172.16.0.220:3260 --op delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:38:49 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b21d9073-a340-475b-8f0c-8abde2348925 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:38:49 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[abd4978d-c2b9-4209-886c-0ab36a39007d]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:38:49 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa4fb824-ae32-4452-9af9-a4b7a79eb110 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:38:49 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-fa4fb824-ae32-4452-9af9-a4b7a79eb110 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.310s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:38:49 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa4fb824-ae32-4452-9af9-a4b7a79eb110 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] <== disconnect_volume: return (310ms) None {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:38:49 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fa4fb824-ae32-4452-9af9-a4b7a79eb110 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Disconnected iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 17:38:49 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-fa4fb824-ae32-4452-9af9-a4b7a79eb110 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Deleting instance files /opt/stack/data/nova/instances/1db78090-7a1d-44a6-b9c3-3808c4c5a3c6_del
Oct 23 17:38:49 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-fa4fb824-ae32-4452-9af9-a4b7a79eb110 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Deletion of /opt/stack/data/nova/instances/1db78090-7a1d-44a6-b9c3-3808c4c5a3c6_del complete
Oct 23 17:38:49 user nova-compute[74854]: INFO nova.compute.manager [None req-fa4fb824-ae32-4452-9af9-a4b7a79eb110 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Took 1.58 seconds to destroy the instance on the hypervisor.
Oct 23 17:38:49 user nova-compute[74854]: DEBUG oslo.service.loopingcall [None req-fa4fb824-ae32-4452-9af9-a4b7a79eb110 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 17:38:49 user nova-compute[74854]: DEBUG nova.compute.manager [-] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Deallocating network for instance {{(pid=74854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 17:38:49 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] deallocate_for_instance() {{(pid=74854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 17:38:49 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:38:49 user nova-compute[74854]: INFO nova.compute.manager [-] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Took 0.38 seconds to deallocate network for instance.
Oct 23 17:38:50 user nova-compute[74854]: INFO nova.compute.manager [None req-fa4fb824-ae32-4452-9af9-a4b7a79eb110 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Took 0.91 seconds to detach 1 volumes for instance.
Oct 23 17:38:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-fa4fb824-ae32-4452-9af9-a4b7a79eb110 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:38:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-fa4fb824-ae32-4452-9af9-a4b7a79eb110 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:38:50 user nova-compute[74854]: DEBUG nova.compute.manager [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Instance event wait completed in 0 seconds for  {{(pid=74854) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 17:38:50 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Guest created on hypervisor {{(pid=74854) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 17:38:50 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Instance spawned successfully.
Oct 23 17:38:50 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 17:38:50 user nova-compute[74854]: DEBUG nova.compute.manager [req-cd78d9b9-c909-463a-8b65-d170f37024c4 req-3abb5a28-babe-4951-94db-a60e51eb2730 service nova] [instance: 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6] Received event network-vif-deleted-2296cd5f-9585-460c-9b4a-0b21263c5230 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:38:50 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Found default for hw_cdrom_bus of ide {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:38:50 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Found default for hw_disk_bus of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:38:50 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Found default for hw_input_bus of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:38:50 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Found default for hw_pointer_model of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:38:50 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Found default for hw_video_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:38:50 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Found default for hw_vif_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:38:50 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-fa4fb824-ae32-4452-9af9-a4b7a79eb110 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:38:50 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-fa4fb824-ae32-4452-9af9-a4b7a79eb110 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:38:50 user nova-compute[74854]: INFO nova.compute.manager [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Took 5.44 seconds to spawn the instance on the hypervisor.
Oct 23 17:38:50 user nova-compute[74854]: DEBUG nova.compute.manager [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:38:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-fa4fb824-ae32-4452-9af9-a4b7a79eb110 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.199s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:38:50 user nova-compute[74854]: INFO nova.scheduler.client.report [None req-fa4fb824-ae32-4452-9af9-a4b7a79eb110 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Deleted allocations for instance 1db78090-7a1d-44a6-b9c3-3808c4c5a3c6
Oct 23 17:38:50 user nova-compute[74854]: INFO nova.compute.manager [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Took 6.14 seconds to build instance.
Oct 23 17:38:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-7c0fbccf-2904-4ba2-a0b9-83f53ce317bf tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lock "e6f962bc-d5e3-462b-8b31-1d63d8641beb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.236s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:38:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-fa4fb824-ae32-4452-9af9-a4b7a79eb110 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "1db78090-7a1d-44a6-b9c3-3808c4c5a3c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.234s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:38:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:38:52 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-e99a47a2-77f0-44de-9af2-a088a4d945af tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 01e6ddfa-899c-4cde-9a00-5c20518954e8 is timed out.
Oct 23 17:38:52 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-e99a47a2-77f0-44de-9af2-a088a4d945af tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Successfully detached device vdb from instance 01e6ddfa-899c-4cde-9a00-5c20518954e8 from the live domain config.
Oct 23 17:38:52 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e99a47a2-77f0-44de-9af2-a088a4d945af tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] calling os-brick to detach iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 17:38:52 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-e99a47a2-77f0-44de-9af2-a088a4d945af tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, {'target_iqn': 'iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gXMwkZvl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:38:52 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-e99a47a2-77f0-44de-9af2-a088a4d945af tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:38:52 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-e99a47a2-77f0-44de-9af2-a088a4d945af tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:38:52 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-e99a47a2-77f0-44de-9af2-a088a4d945af tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:38:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:38:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:38:52 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[735e7fc1-9e24-47a0-968c-4402bf0e1c32]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:38:52 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-e99a47a2-77f0-44de-9af2-a088a4d945af tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 17:38:52 user nova-compute[74854]: No targets found.
Oct 23 17:38:52 user nova-compute[74854]: iSNS:
Oct 23 17:38:52 user nova-compute[74854]: No targets found.
Oct 23 17:38:52 user nova-compute[74854]: STATIC:
Oct 23 17:38:52 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472
Oct 23 17:38:52 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:38:52 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:38:52 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee
Oct 23 17:38:52 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:38:52 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:38:52 user nova-compute[74854]: FIRMWARE:
Oct 23 17:38:52 user nova-compute[74854]: No targets found.
Oct 23 17:38:52 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:38:52 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-e99a47a2-77f0-44de-9af2-a088a4d945af tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 17:38:52 user nova-compute[74854]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 17:38:52 user nova-compute[74854]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74854) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 17:38:52 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-e99a47a2-77f0-44de-9af2-a088a4d945af tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472', 0)] {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 17:38:52 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:38:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:38:53 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[87972f61-ef30-4cfb-9ef1-c3f77cd9e39e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:38:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:38:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:38:53 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e6da79c-05e4-473e-b8b7-0dfbc63a27ab]: (4, ('tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:38:53 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-e99a47a2-77f0-44de-9af2-a088a4d945af tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)
Oct 23 17:38:53 user nova-compute[74854]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 (non-flash)
Oct 23 17:38:53 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:38:53 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-e99a47a2-77f0-44de-9af2-a088a4d945af tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] iscsi session list stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)
Oct 23 17:38:53 user nova-compute[74854]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 (non-flash)
Oct 23 17:38:53 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:38:53 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-e99a47a2-77f0-44de-9af2-a088a4d945af tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f307c218c10>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472'): ({'sdd'}, set())}) {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 17:38:53 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-e99a47a2-77f0-44de-9af2-a088a4d945af tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Removing single pathed devices sdd {{(pid=74854) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 17:38:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:38:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:38:53 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[86d24713-a242-4744-a2e2-ea582f9aa83b]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:38:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:38:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:38:53 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1e20918-39bc-499d-926e-21e48b9db6bc]: (4, ('ok\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:38:53 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-e99a47a2-77f0-44de-9af2-a088a4d945af tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Flushing IO for device /dev/sdd {{(pid=74854) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 17:38:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:38:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:38:53 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8d63f9b-5ea4-47f3-8a79-eb91a1ef9a11]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:38:53 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-e99a47a2-77f0-44de-9af2-a088a4d945af tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74854) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 17:38:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:38:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.033s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:38:53 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[c235f3e0-4f87-4f3e-b07f-15264bb18035]: (4, ('1', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:38:53 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-e99a47a2-77f0-44de-9af2-a088a4d945af tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 17:38:53 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-e99a47a2-77f0-44de-9af2-a088a4d945af tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] SCSI volumes sdd have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 17:38:53 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-e99a47a2-77f0-44de-9af2-a088a4d945af tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472')] {{(pid=74854) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 17:38:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:38:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.026s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:38:53 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc0a3b2a-4cdd-408b-84fa-e1a39b65e172]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:38:53 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-e99a47a2-77f0-44de-9af2-a088a4d945af tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:38:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 -p 172.16.0.220:3260 --logout {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:38:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 -p 172.16.0.220:3260 --logout" returned: 0 in 0.052s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:38:53 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[d880e5ab-7aa6-470d-a30f-5dc2cea825a3]: (4, ('Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472, portal: 172.16.0.220,3260]\nLogout of [sid: 51, target: iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:38:53 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-e99a47a2-77f0-44de-9af2-a088a4d945af tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472, portal: 172.16.0.220,3260]
Oct 23 17:38:53 user nova-compute[74854]: Logout of [sid: 51, target: iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472, portal: 172.16.0.220,3260] successful.
Oct 23 17:38:53 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:38:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 -p 172.16.0.220:3260 --op delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:38:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd58d5-3b8e-479b-9cc0-f277298a6472 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:38:53 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[0293ea7b-ef8f-465a-bb2f-61e5d4f4c23b]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:38:53 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-e99a47a2-77f0-44de-9af2-a088a4d945af tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:38:53 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-e99a47a2-77f0-44de-9af2-a088a4d945af tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.286s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:38:53 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-e99a47a2-77f0-44de-9af2-a088a4d945af tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] <== disconnect_volume: return (286ms) None {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:38:53 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e99a47a2-77f0-44de-9af2-a088a4d945af tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Disconnected iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 17:38:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:38:54 user nova-compute[74854]: DEBUG nova.objects.instance [None req-e99a47a2-77f0-44de-9af2-a088a4d945af tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lazy-loading 'flavor' on Instance uuid 01e6ddfa-899c-4cde-9a00-5c20518954e8 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:38:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e99a47a2-77f0-44de-9af2-a088a4d945af tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "01e6ddfa-899c-4cde-9a00-5c20518954e8" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.637s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:38:58 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:39:03 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:39:04 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:39:04 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:39:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:39:07 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:39:07 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:39:08 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:39:08 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 17:39:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:39:10 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:39:10 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Starting heal instance info cache {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 17:39:10 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "refresh_cache-5f825554-000d-423c-aa29-9ad4d8a3325b" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:39:10 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquired lock "refresh_cache-5f825554-000d-423c-aa29-9ad4d8a3325b" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:39:10 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Forcefully refreshing network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 17:39:11 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Updating instance_info_cache with network_info: [{"id": "fd7d49d0-8f57-405b-b541-f837acec01cd", "address": "fa:16:3e:3e:51:f6", "network": {"id": "a0905362-8bd3-4c8e-8f8f-08cf4b0642f0", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-976025975-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.45", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cef25b4b97414efebd851a19aef102ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd7d49d0-8f", "ovs_interfaceid": "fd7d49d0-8f57-405b-b541-f837acec01cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:39:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Releasing lock "refresh_cache-5f825554-000d-423c-aa29-9ad4d8a3325b" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:39:11 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Updated the network info_cache for instance {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 17:39:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:39:11 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:39:12 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:39:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:39:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:39:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:39:12 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Auditing locally available compute resources for user (node: user) {{(pid=74854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 17:39:12 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6f962bc-d5e3-462b-8b31-1d63d8641beb/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:39:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6f962bc-d5e3-462b-8b31-1d63d8641beb/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:39:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6f962bc-d5e3-462b-8b31-1d63d8641beb/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:39:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6f962bc-d5e3-462b-8b31-1d63d8641beb/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:39:13 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:39:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01e6ddfa-899c-4cde-9a00-5c20518954e8/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:39:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01e6ddfa-899c-4cde-9a00-5c20518954e8/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:39:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01e6ddfa-899c-4cde-9a00-5c20518954e8/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:39:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01e6ddfa-899c-4cde-9a00-5c20518954e8/disk --force-share --output=json" returned: 0 in 0.166s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:39:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f825554-000d-423c-aa29-9ad4d8a3325b/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:39:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f825554-000d-423c-aa29-9ad4d8a3325b/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:39:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f825554-000d-423c-aa29-9ad4d8a3325b/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:39:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:39:14 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f825554-000d-423c-aa29-9ad4d8a3325b/disk --force-share --output=json" returned: 0 in 0.166s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:39:14 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:39:14 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:39:14 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Hypervisor/Node resource view: name=user free_ram=8480MB free_disk=24.753917694091797GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=74854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 17:39:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:39:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:39:14 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 01e6ddfa-899c-4cde-9a00-5c20518954e8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:39:14 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance f48ed65e-686a-448c-a581-51794caedfb5 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:39:14 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 5f825554-000d-423c-aa29-9ad4d8a3325b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:39:14 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance e6f962bc-d5e3-462b-8b31-1d63d8641beb actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:39:14 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 17:39:14 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 17:39:14 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:39:14 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:39:14 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Compute_service record updated for user:user {{(pid=74854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 17:39:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.438s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:39:15 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:39:15 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:39:15 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74854) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 23 17:39:16 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:39:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5a6b8642-b407-4117-bea9-fc9db0ada01e tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Acquiring lock "5f825554-000d-423c-aa29-9ad4d8a3325b" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:39:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5a6b8642-b407-4117-bea9-fc9db0ada01e tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "5f825554-000d-423c-aa29-9ad4d8a3325b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:39:16 user nova-compute[74854]: DEBUG nova.objects.instance [None req-5a6b8642-b407-4117-bea9-fc9db0ada01e tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lazy-loading 'flavor' on Instance uuid 5f825554-000d-423c-aa29-9ad4d8a3325b {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:39:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5a6b8642-b407-4117-bea9-fc9db0ada01e tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "5f825554-000d-423c-aa29-9ad4d8a3325b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.057s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:39:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5a6b8642-b407-4117-bea9-fc9db0ada01e tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Acquiring lock "5f825554-000d-423c-aa29-9ad4d8a3325b" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:39:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5a6b8642-b407-4117-bea9-fc9db0ada01e tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "5f825554-000d-423c-aa29-9ad4d8a3325b" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:39:16 user nova-compute[74854]: INFO nova.compute.manager [None req-5a6b8642-b407-4117-bea9-fc9db0ada01e tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Attaching volume 30e2e6b4-04c7-4b16-b262-812854479b27 to /dev/vdb
Oct 23 17:39:16 user nova-compute[74854]: DEBUG os_brick.utils [None req-5a6b8642-b407-4117-bea9-fc9db0ada01e tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:39:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:39:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:39:16 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee020edc-3201-4d2c-9135-33d3209be4bf]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a321e2f0722\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:39:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:39:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:39:16 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[f83d198e-3537-45b7-a6c6-8de72c665abd]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:39:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:39:17 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:39:17 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b6e88d3-849c-4c51-982d-a4b468dd6d41]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:39:17 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[601f014d-1f42-4f14-bf02-ceb06fdfda49]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:39:17 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-5a6b8642-b407-4117-bea9-fc9db0ada01e tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Running cmd (subprocess): nvme version {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:39:17 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-5a6b8642-b407-4117-bea9-fc9db0ada01e tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] 'nvme version' failed. Not Retrying. {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:39:17 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5a6b8642-b407-4117-bea9-fc9db0ada01e tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] nvme not present on system {{(pid=74854) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 17:39:17 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:39:17 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:39:17 user nova-compute[74854]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 17:39:17 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c48fe3b-d58c-4a66-9101-5a56338892d0]: (4, '') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:39:17 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-5a6b8642-b407-4117-bea9-fc9db0ada01e tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74854) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 17:39:17 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-5a6b8642-b407-4117-bea9-fc9db0ada01e tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 17:39:17 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-5a6b8642-b407-4117-bea9-fc9db0ada01e tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] LIGHTOS: no hostnqn found. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 17:39:17 user nova-compute[74854]: DEBUG os_brick.utils [None req-5a6b8642-b407-4117-bea9-fc9db0ada01e tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] <== get_connector_properties: return (186ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a321e2f0722', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:39:17 user nova-compute[74854]: DEBUG nova.virt.block_device [None req-5a6b8642-b407-4117-bea9-fc9db0ada01e tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Updating existing volume attachment record: d1657b4b-e4a1-4279-b19e-9fdc85a2bbd4 {{(pid=74854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 17:39:17 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:39:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:39:21 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:39:22 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:39:22 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Cleaning up deleted instances {{(pid=74854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 23 17:39:22 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] There are 1 instances to clean {{(pid=74854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 23 17:39:22 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Instance has had 5 of 5 cleanup attempts {{(pid=74854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11221}}
Oct 23 17:39:23 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:39:23 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Triggering sync for uuid 01e6ddfa-899c-4cde-9a00-5c20518954e8 {{(pid=74854) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 23 17:39:23 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Triggering sync for uuid f48ed65e-686a-448c-a581-51794caedfb5 {{(pid=74854) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 23 17:39:23 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Triggering sync for uuid 5f825554-000d-423c-aa29-9ad4d8a3325b {{(pid=74854) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 23 17:39:23 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Triggering sync for uuid e6f962bc-d5e3-462b-8b31-1d63d8641beb {{(pid=74854) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 23 17:39:23 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "01e6ddfa-899c-4cde-9a00-5c20518954e8" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:39:23 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "01e6ddfa-899c-4cde-9a00-5c20518954e8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:39:23 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "f48ed65e-686a-448c-a581-51794caedfb5" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:39:23 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "f48ed65e-686a-448c-a581-51794caedfb5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:39:23 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "5f825554-000d-423c-aa29-9ad4d8a3325b" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:39:23 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "e6f962bc-d5e3-462b-8b31-1d63d8641beb" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:39:23 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "e6f962bc-d5e3-462b-8b31-1d63d8641beb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:39:23 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "01e6ddfa-899c-4cde-9a00-5c20518954e8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.030s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:39:23 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "f48ed65e-686a-448c-a581-51794caedfb5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.032s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:39:23 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "e6f962bc-d5e3-462b-8b31-1d63d8641beb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.032s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:39:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:39:25 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:39:26 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:39:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:39:32 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-cf5596c9-dda1-44c5-a0d6-91bb7642921d tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Acquiring lock "01e6ddfa-899c-4cde-9a00-5c20518954e8" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:39:32 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-cf5596c9-dda1-44c5-a0d6-91bb7642921d tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "01e6ddfa-899c-4cde-9a00-5c20518954e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:39:32 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-cf5596c9-dda1-44c5-a0d6-91bb7642921d tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Acquiring lock "01e6ddfa-899c-4cde-9a00-5c20518954e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:39:32 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-cf5596c9-dda1-44c5-a0d6-91bb7642921d tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "01e6ddfa-899c-4cde-9a00-5c20518954e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:39:32 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-cf5596c9-dda1-44c5-a0d6-91bb7642921d tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "01e6ddfa-899c-4cde-9a00-5c20518954e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:39:32 user nova-compute[74854]: INFO nova.compute.manager [None req-cf5596c9-dda1-44c5-a0d6-91bb7642921d tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Terminating instance
Oct 23 17:39:32 user nova-compute[74854]: DEBUG nova.compute.manager [None req-cf5596c9-dda1-44c5-a0d6-91bb7642921d tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Start destroying the instance on the hypervisor. {{(pid=74854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 17:39:32 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:39:32 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:39:32 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:39:32 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:39:32 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:39:32 user nova-compute[74854]: DEBUG nova.compute.manager [req-0c43052e-2452-467d-9883-55638f2b5c37 req-1dac34a3-cdf4-4b9c-8b78-6b6d738370c5 service nova] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Received event network-vif-unplugged-dbbb6493-62a1-4db4-8ba9-79f33d07c156 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:39:32 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-0c43052e-2452-467d-9883-55638f2b5c37 req-1dac34a3-cdf4-4b9c-8b78-6b6d738370c5 service nova] Acquiring lock "01e6ddfa-899c-4cde-9a00-5c20518954e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:39:32 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-0c43052e-2452-467d-9883-55638f2b5c37 req-1dac34a3-cdf4-4b9c-8b78-6b6d738370c5 service nova] Lock "01e6ddfa-899c-4cde-9a00-5c20518954e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:39:32 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-0c43052e-2452-467d-9883-55638f2b5c37 req-1dac34a3-cdf4-4b9c-8b78-6b6d738370c5 service nova] Lock "01e6ddfa-899c-4cde-9a00-5c20518954e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:39:32 user nova-compute[74854]: DEBUG nova.compute.manager [req-0c43052e-2452-467d-9883-55638f2b5c37 req-1dac34a3-cdf4-4b9c-8b78-6b6d738370c5 service nova] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] No waiting events found dispatching network-vif-unplugged-dbbb6493-62a1-4db4-8ba9-79f33d07c156 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:39:32 user nova-compute[74854]: DEBUG nova.compute.manager [req-0c43052e-2452-467d-9883-55638f2b5c37 req-1dac34a3-cdf4-4b9c-8b78-6b6d738370c5 service nova] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Received event network-vif-unplugged-dbbb6493-62a1-4db4-8ba9-79f33d07c156 for instance with task_state deleting. {{(pid=74854) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 17:39:33 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:39:33 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:39:33 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:39:33 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:39:33 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:39:33 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Instance destroyed successfully.
Oct 23 17:39:33 user nova-compute[74854]: DEBUG nova.objects.instance [None req-cf5596c9-dda1-44c5-a0d6-91bb7642921d tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lazy-loading 'resources' on Instance uuid 01e6ddfa-899c-4cde-9a00-5c20518954e8 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:39:33 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-cf5596c9-dda1-44c5-a0d6-91bb7642921d tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:33:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-192281292',display_name='tempest-TestMinimumBasicScenario-server-192281292',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-192281292',id=45,image_ref='367ea6d9-915d-4d20-a368-d41719561305',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL3Fz6iTeLapK0GET3n90Q9c3kUeUkzI0zXqO1ya7zoHzTwrDpfFWH70/J04o30g6vg43HIPq7iXWtBscWxUFtmGATJhz4IuL9/ypPvO1m5oooczUP/aRIeScdDLFrBMzQ==',key_name='tempest-TestMinimumBasicScenario-1395514709',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:34:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='230743b8a6c547b79a2cabf59b092f5a',ramdisk_id='',reservation_id='r-s64l656c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='367ea6d9-915d-4d20-a368-d41719561305',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-917572291',owner_user_name='tempest-TestMinimumBasicScenario-917572291-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:36:47Z,user_data=None,user_id='f132d3562ec54d528e83b2a3feab347f',uuid=01e6ddfa-899c-4cde-9a00-5c20518954e8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "dbbb6493-62a1-4db4-8ba9-79f33d07c156", "address": "fa:16:3e:f8:72:36", "network": {"id": "9931c044-5a84-4052-933f-f1477ca93d91", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1531146588-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "230743b8a6c547b79a2cabf59b092f5a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbbb6493-62", "ovs_interfaceid": "dbbb6493-62a1-4db4-8ba9-79f33d07c156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:39:33 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-cf5596c9-dda1-44c5-a0d6-91bb7642921d tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Converting VIF {"id": "dbbb6493-62a1-4db4-8ba9-79f33d07c156", "address": "fa:16:3e:f8:72:36", "network": {"id": "9931c044-5a84-4052-933f-f1477ca93d91", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1531146588-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "230743b8a6c547b79a2cabf59b092f5a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdbbb6493-62", "ovs_interfaceid": "dbbb6493-62a1-4db4-8ba9-79f33d07c156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:39:33 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-cf5596c9-dda1-44c5-a0d6-91bb7642921d tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f8:72:36,bridge_name='br-int',has_traffic_filtering=True,id=dbbb6493-62a1-4db4-8ba9-79f33d07c156,network=Network(9931c044-5a84-4052-933f-f1477ca93d91),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdbbb6493-62') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:39:33 user nova-compute[74854]: DEBUG os_vif [None req-cf5596c9-dda1-44c5-a0d6-91bb7642921d tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f8:72:36,bridge_name='br-int',has_traffic_filtering=True,id=dbbb6493-62a1-4db4-8ba9-79f33d07c156,network=Network(9931c044-5a84-4052-933f-f1477ca93d91),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdbbb6493-62') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:39:33 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:39:33 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdbbb6493-62, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:39:33 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:39:33 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:39:33 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:39:33 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:39:33 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=35b6030c-4e12-4a9a-979f-df0fa1c3f53a) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:39:33 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:39:33 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:39:33 user nova-compute[74854]: INFO os_vif [None req-cf5596c9-dda1-44c5-a0d6-91bb7642921d tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f8:72:36,bridge_name='br-int',has_traffic_filtering=True,id=dbbb6493-62a1-4db4-8ba9-79f33d07c156,network=Network(9931c044-5a84-4052-933f-f1477ca93d91),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdbbb6493-62')
Oct 23 17:39:33 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-cf5596c9-dda1-44c5-a0d6-91bb7642921d tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Deleting instance files /opt/stack/data/nova/instances/01e6ddfa-899c-4cde-9a00-5c20518954e8_del
Oct 23 17:39:33 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-cf5596c9-dda1-44c5-a0d6-91bb7642921d tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Deletion of /opt/stack/data/nova/instances/01e6ddfa-899c-4cde-9a00-5c20518954e8_del complete
Oct 23 17:39:33 user nova-compute[74854]: INFO nova.compute.manager [None req-cf5596c9-dda1-44c5-a0d6-91bb7642921d tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Took 0.97 seconds to destroy the instance on the hypervisor.
Oct 23 17:39:33 user nova-compute[74854]: DEBUG oslo.service.loopingcall [None req-cf5596c9-dda1-44c5-a0d6-91bb7642921d tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 17:39:33 user nova-compute[74854]: DEBUG nova.compute.manager [-] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Deallocating network for instance {{(pid=74854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 17:39:33 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] deallocate_for_instance() {{(pid=74854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 17:39:33 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5a6b8642-b407-4117-bea9-fc9db0ada01e tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Calling os-brick to attach iSCSI Volume {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 17:39:33 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a6b8642-b407-4117-bea9-fc9db0ada01e tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:30e2e6b4-04c7-4b16-b262-812854479b27', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bcAisymh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:39:33 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-5a6b8642-b407-4117-bea9-fc9db0ada01e tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:39:33 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-5a6b8642-b407-4117-bea9-fc9db0ada01e tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:39:33 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-5a6b8642-b407-4117-bea9-fc9db0ada01e tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:39:33 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-5a6b8642-b407-4117-bea9-fc9db0ada01e tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:39:33 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-5a6b8642-b407-4117-bea9-fc9db0ada01e tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:30e2e6b4-04c7-4b16-b262-812854479b27" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:39:33 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-5a6b8642-b407-4117-bea9-fc9db0ada01e tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:30e2e6b4-04c7-4b16-b262-812854479b27" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:39:33 user nova-compute[74854]: INFO os_brick.initiator.connectors.iscsi [None req-5a6b8642-b407-4117-bea9-fc9db0ada01e tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 17:39:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:30e2e6b4-04c7-4b16-b262-812854479b27 -p 172.16.0.220:3260 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:39:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:30e2e6b4-04c7-4b16-b262-812854479b27 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:39:33 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d4ae49c-ba72-4f72-891d-b9667eb10ada]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:39:33 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a6b8642-b407-4117-bea9-fc9db0ada01e tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 17:39:33 user nova-compute[74854]:  {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:39:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:30e2e6b4-04c7-4b16-b262-812854479b27 -p 172.16.0.220:3260 --interface default --op new {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:39:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:30e2e6b4-04c7-4b16-b262-812854479b27 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:39:33 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e49aed0d-bd4c-4a0b-91e3-6f78c7d8f081]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:30e2e6b4-04c7-4b16-b262-812854479b27] added\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:39:33 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a6b8642-b407-4117-bea9-fc9db0ada01e tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:30e2e6b4-04c7-4b16-b262-812854479b27] added
Oct 23 17:39:33 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:39:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:30e2e6b4-04c7-4b16-b262-812854479b27 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:39:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:30e2e6b4-04c7-4b16-b262-812854479b27 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:39:33 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8fcbbc4-2ed4-49b4-8101-eb0c352fa289]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:39:33 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a6b8642-b407-4117-bea9-fc9db0ada01e tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:39:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:30e2e6b4-04c7-4b16-b262-812854479b27 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:39:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:30e2e6b4-04c7-4b16-b262-812854479b27 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:39:33 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[993d8440-82ff-481f-9178-4ed1573c0542]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:39:33 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a6b8642-b407-4117-bea9-fc9db0ada01e tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:39:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:30e2e6b4-04c7-4b16-b262-812854479b27 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bcAisymh {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:39:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:30e2e6b4-04c7-4b16-b262-812854479b27 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bcAisymh" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:39:33 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fca9431-42d6-498f-ba64-9016102a5c7a]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:39:33 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a6b8642-b407-4117-bea9-fc9db0ada01e tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'bcAisymh'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:39:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:30e2e6b4-04c7-4b16-b262-812854479b27 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:39:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:30e2e6b4-04c7-4b16-b262-812854479b27 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:39:33 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a851b62-f1e7-4703-8d4c-e27ac5895351]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:39:33 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a6b8642-b407-4117-bea9-fc9db0ada01e tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:39:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:39:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:39:33 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[d453b366-71a2-430b-8a26-e3ed83b5f92d]: (4, ('tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:39:33 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a6b8642-b407-4117-bea9-fc9db0ada01e tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)
Oct 23 17:39:33 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:39:33 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a6b8642-b407-4117-bea9-fc9db0ada01e tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsi session list stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)
Oct 23 17:39:33 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:39:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:30e2e6b4-04c7-4b16-b262-812854479b27 -p 172.16.0.220:3260 --login {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:39:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:30e2e6b4-04c7-4b16-b262-812854479b27 -p 172.16.0.220:3260 --login" returned: 0 in 0.052s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:39:33 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[443e70ba-b933-4049-b95d-44a7755d8c92]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:30e2e6b4-04c7-4b16-b262-812854479b27, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:30e2e6b4-04c7-4b16-b262-812854479b27, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:39:33 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a6b8642-b407-4117-bea9-fc9db0ada01e tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:30e2e6b4-04c7-4b16-b262-812854479b27, portal: 172.16.0.220,3260]
Oct 23 17:39:33 user nova-compute[74854]: Login to [iface: default, target: iqn.2010-10.org.openstack:30e2e6b4-04c7-4b16-b262-812854479b27, portal: 172.16.0.220,3260] successful.
Oct 23 17:39:33 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:39:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:30e2e6b4-04c7-4b16-b262-812854479b27 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:39:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:30e2e6b4-04c7-4b16-b262-812854479b27 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:39:33 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[66b99339-a48c-40d5-aa4c-ed75797ac13c]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:39:33 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a6b8642-b407-4117-bea9-fc9db0ada01e tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:39:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:39:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:39:34 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[afe601f0-fc8c-4a4c-b19a-5d85ce57746e]: (4, ('tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:30e2e6b4-04c7-4b16-b262-812854479b27 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:39:34 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a6b8642-b407-4117-bea9-fc9db0ada01e tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)
Oct 23 17:39:34 user nova-compute[74854]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:30e2e6b4-04c7-4b16-b262-812854479b27 (non-flash)
Oct 23 17:39:34 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:39:34 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a6b8642-b407-4117-bea9-fc9db0ada01e tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsi session list stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)
Oct 23 17:39:34 user nova-compute[74854]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:30e2e6b4-04c7-4b16-b262-812854479b27 (non-flash)
Oct 23 17:39:34 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:39:34 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-5a6b8642-b407-4117-bea9-fc9db0ada01e tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:30e2e6b4-04c7-4b16-b262-812854479b27" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.269s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:39:34 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a6b8642-b407-4117-bea9-fc9db0ada01e tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Connected to 172.16.0.220:3260 {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 17:39:34 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-5a6b8642-b407-4117-bea9-fc9db0ada01e tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] HCTL ('34', '-', '-', 0) found on session 54 with lun 0 {{(pid=74854) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 17:39:34 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-5a6b8642-b407-4117-bea9-fc9db0ada01e tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74854) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 17:39:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:39:34 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:39:34 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[41b766e6-bded-466f-b7d1-f54466ca66fe]: (4, ('- - 0', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:39:34 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-5a6b8642-b407-4117-bea9-fc9db0ada01e tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Searching for a device in session 54 and hctl ['34', '*', '*', 0] yield: None {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:39:34 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:39:34 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:39:34 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:39:34 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:39:34 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:39:34 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:39:34 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:39:34 user nova-compute[74854]: INFO nova.compute.manager [-] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Took 0.74 seconds to deallocate network for instance.
Oct 23 17:39:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-cf5596c9-dda1-44c5-a0d6-91bb7642921d tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:39:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-cf5596c9-dda1-44c5-a0d6-91bb7642921d tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:39:34 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-cf5596c9-dda1-44c5-a0d6-91bb7642921d tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:39:34 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-cf5596c9-dda1-44c5-a0d6-91bb7642921d tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:39:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-cf5596c9-dda1-44c5-a0d6-91bb7642921d tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.186s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:39:34 user nova-compute[74854]: INFO nova.scheduler.client.report [None req-cf5596c9-dda1-44c5-a0d6-91bb7642921d tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Deleted allocations for instance 01e6ddfa-899c-4cde-9a00-5c20518954e8
Oct 23 17:39:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-cf5596c9-dda1-44c5-a0d6-91bb7642921d tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "01e6ddfa-899c-4cde-9a00-5c20518954e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.083s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:39:35 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-5a6b8642-b407-4117-bea9-fc9db0ada01e tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Searching for a device in session 54 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:39:35 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a6b8642-b407-4117-bea9-fc9db0ada01e tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:30e2e6b4-04c7-4b16-b262-812854479b27', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bcAisymh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 17:39:35 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-5a6b8642-b407-4117-bea9-fc9db0ada01e tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.301s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:39:35 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a6b8642-b407-4117-bea9-fc9db0ada01e tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] <== connect_volume: return (1303ms) {'type': 'block', 'scsi_wwn': '23435376633376231', 'path': '/dev/sdc'} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:39:35 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5a6b8642-b407-4117-bea9-fc9db0ada01e tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23435376633376231', 'path': '/dev/sdc'} {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 17:39:35 user nova-compute[74854]: DEBUG nova.compute.manager [req-af4916ac-290e-4bca-9caa-d18db49c2af8 req-d088ed73-de39-4355-94c6-6c134644fd14 service nova] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Received event network-vif-plugged-dbbb6493-62a1-4db4-8ba9-79f33d07c156 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:39:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-af4916ac-290e-4bca-9caa-d18db49c2af8 req-d088ed73-de39-4355-94c6-6c134644fd14 service nova] Acquiring lock "01e6ddfa-899c-4cde-9a00-5c20518954e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:39:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-af4916ac-290e-4bca-9caa-d18db49c2af8 req-d088ed73-de39-4355-94c6-6c134644fd14 service nova] Lock "01e6ddfa-899c-4cde-9a00-5c20518954e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:39:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-af4916ac-290e-4bca-9caa-d18db49c2af8 req-d088ed73-de39-4355-94c6-6c134644fd14 service nova] Lock "01e6ddfa-899c-4cde-9a00-5c20518954e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:39:35 user nova-compute[74854]: DEBUG nova.compute.manager [req-af4916ac-290e-4bca-9caa-d18db49c2af8 req-d088ed73-de39-4355-94c6-6c134644fd14 service nova] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] No waiting events found dispatching network-vif-plugged-dbbb6493-62a1-4db4-8ba9-79f33d07c156 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:39:35 user nova-compute[74854]: WARNING nova.compute.manager [req-af4916ac-290e-4bca-9caa-d18db49c2af8 req-d088ed73-de39-4355-94c6-6c134644fd14 service nova] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Received unexpected event network-vif-plugged-dbbb6493-62a1-4db4-8ba9-79f33d07c156 for instance with vm_state deleted and task_state None.
Oct 23 17:39:35 user nova-compute[74854]: DEBUG nova.compute.manager [req-af4916ac-290e-4bca-9caa-d18db49c2af8 req-d088ed73-de39-4355-94c6-6c134644fd14 service nova] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Received event network-vif-plugged-dbbb6493-62a1-4db4-8ba9-79f33d07c156 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:39:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-af4916ac-290e-4bca-9caa-d18db49c2af8 req-d088ed73-de39-4355-94c6-6c134644fd14 service nova] Acquiring lock "01e6ddfa-899c-4cde-9a00-5c20518954e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:39:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-af4916ac-290e-4bca-9caa-d18db49c2af8 req-d088ed73-de39-4355-94c6-6c134644fd14 service nova] Lock "01e6ddfa-899c-4cde-9a00-5c20518954e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:39:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-af4916ac-290e-4bca-9caa-d18db49c2af8 req-d088ed73-de39-4355-94c6-6c134644fd14 service nova] Lock "01e6ddfa-899c-4cde-9a00-5c20518954e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:39:35 user nova-compute[74854]: DEBUG nova.compute.manager [req-af4916ac-290e-4bca-9caa-d18db49c2af8 req-d088ed73-de39-4355-94c6-6c134644fd14 service nova] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] No waiting events found dispatching network-vif-plugged-dbbb6493-62a1-4db4-8ba9-79f33d07c156 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:39:35 user nova-compute[74854]: WARNING nova.compute.manager [req-af4916ac-290e-4bca-9caa-d18db49c2af8 req-d088ed73-de39-4355-94c6-6c134644fd14 service nova] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Received unexpected event network-vif-plugged-dbbb6493-62a1-4db4-8ba9-79f33d07c156 for instance with vm_state deleted and task_state None.
Oct 23 17:39:35 user nova-compute[74854]: DEBUG nova.compute.manager [req-af4916ac-290e-4bca-9caa-d18db49c2af8 req-d088ed73-de39-4355-94c6-6c134644fd14 service nova] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Received event network-vif-plugged-dbbb6493-62a1-4db4-8ba9-79f33d07c156 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:39:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-af4916ac-290e-4bca-9caa-d18db49c2af8 req-d088ed73-de39-4355-94c6-6c134644fd14 service nova] Acquiring lock "01e6ddfa-899c-4cde-9a00-5c20518954e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:39:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-af4916ac-290e-4bca-9caa-d18db49c2af8 req-d088ed73-de39-4355-94c6-6c134644fd14 service nova] Lock "01e6ddfa-899c-4cde-9a00-5c20518954e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:39:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-af4916ac-290e-4bca-9caa-d18db49c2af8 req-d088ed73-de39-4355-94c6-6c134644fd14 service nova] Lock "01e6ddfa-899c-4cde-9a00-5c20518954e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:39:35 user nova-compute[74854]: DEBUG nova.compute.manager [req-af4916ac-290e-4bca-9caa-d18db49c2af8 req-d088ed73-de39-4355-94c6-6c134644fd14 service nova] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] No waiting events found dispatching network-vif-plugged-dbbb6493-62a1-4db4-8ba9-79f33d07c156 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:39:35 user nova-compute[74854]: WARNING nova.compute.manager [req-af4916ac-290e-4bca-9caa-d18db49c2af8 req-d088ed73-de39-4355-94c6-6c134644fd14 service nova] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Received unexpected event network-vif-plugged-dbbb6493-62a1-4db4-8ba9-79f33d07c156 for instance with vm_state deleted and task_state None.
Oct 23 17:39:35 user nova-compute[74854]: DEBUG nova.compute.manager [req-af4916ac-290e-4bca-9caa-d18db49c2af8 req-d088ed73-de39-4355-94c6-6c134644fd14 service nova] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Received event network-vif-plugged-dbbb6493-62a1-4db4-8ba9-79f33d07c156 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:39:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-af4916ac-290e-4bca-9caa-d18db49c2af8 req-d088ed73-de39-4355-94c6-6c134644fd14 service nova] Acquiring lock "01e6ddfa-899c-4cde-9a00-5c20518954e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:39:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-af4916ac-290e-4bca-9caa-d18db49c2af8 req-d088ed73-de39-4355-94c6-6c134644fd14 service nova] Lock "01e6ddfa-899c-4cde-9a00-5c20518954e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:39:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-af4916ac-290e-4bca-9caa-d18db49c2af8 req-d088ed73-de39-4355-94c6-6c134644fd14 service nova] Lock "01e6ddfa-899c-4cde-9a00-5c20518954e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:39:35 user nova-compute[74854]: DEBUG nova.compute.manager [req-af4916ac-290e-4bca-9caa-d18db49c2af8 req-d088ed73-de39-4355-94c6-6c134644fd14 service nova] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] No waiting events found dispatching network-vif-plugged-dbbb6493-62a1-4db4-8ba9-79f33d07c156 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:39:35 user nova-compute[74854]: WARNING nova.compute.manager [req-af4916ac-290e-4bca-9caa-d18db49c2af8 req-d088ed73-de39-4355-94c6-6c134644fd14 service nova] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Received unexpected event network-vif-plugged-dbbb6493-62a1-4db4-8ba9-79f33d07c156 for instance with vm_state deleted and task_state None.
Oct 23 17:39:35 user nova-compute[74854]: DEBUG nova.compute.manager [req-af4916ac-290e-4bca-9caa-d18db49c2af8 req-d088ed73-de39-4355-94c6-6c134644fd14 service nova] [instance: 01e6ddfa-899c-4cde-9a00-5c20518954e8] Received event network-vif-deleted-dbbb6493-62a1-4db4-8ba9-79f33d07c156 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:39:35 user nova-compute[74854]: DEBUG nova.objects.instance [None req-5a6b8642-b407-4117-bea9-fc9db0ada01e tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lazy-loading 'flavor' on Instance uuid 5f825554-000d-423c-aa29-9ad4d8a3325b {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:39:35 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-5a6b8642-b407-4117-bea9-fc9db0ada01e tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] attach device xml: <disk type="block" device="disk">
Oct 23 17:39:35 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:39:35 user nova-compute[74854]:   <source dev="/dev/sdc"/>
Oct 23 17:39:35 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:39:35 user nova-compute[74854]:   <serial>30e2e6b4-04c7-4b16-b262-812854479b27</serial>
Oct 23 17:39:35 user nova-compute[74854]: </disk>
Oct 23 17:39:35 user nova-compute[74854]:  {{(pid=74854) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 17:39:35 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-5a6b8642-b407-4117-bea9-fc9db0ada01e tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:39:35 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-5a6b8642-b407-4117-bea9-fc9db0ada01e tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:39:35 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-5a6b8642-b407-4117-bea9-fc9db0ada01e tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] No VIF found with MAC fa:16:3e:3e:51:f6, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:39:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-5a6b8642-b407-4117-bea9-fc9db0ada01e tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "5f825554-000d-423c-aa29-9ad4d8a3325b" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 18.759s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:39:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "5f825554-000d-423c-aa29-9ad4d8a3325b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 12.408s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:39:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "5f825554-000d-423c-aa29-9ad4d8a3325b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.028s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:39:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:39:37 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-6cbffe24-0195-44ff-b2bb-2dc246945397 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Acquiring lock "5f825554-000d-423c-aa29-9ad4d8a3325b" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:39:37 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-6cbffe24-0195-44ff-b2bb-2dc246945397 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "5f825554-000d-423c-aa29-9ad4d8a3325b" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:39:37 user nova-compute[74854]: INFO nova.compute.manager [None req-6cbffe24-0195-44ff-b2bb-2dc246945397 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Detaching volume 30e2e6b4-04c7-4b16-b262-812854479b27
Oct 23 17:39:38 user nova-compute[74854]: INFO nova.virt.block_device [None req-6cbffe24-0195-44ff-b2bb-2dc246945397 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Attempting to driver detach volume 30e2e6b4-04c7-4b16-b262-812854479b27 from mountpoint /dev/vdb
Oct 23 17:39:38 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-6cbffe24-0195-44ff-b2bb-2dc246945397 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Attempting to detach device vdb from instance 5f825554-000d-423c-aa29-9ad4d8a3325b from the persistent domain config. {{(pid=74854) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 17:39:38 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-6cbffe24-0195-44ff-b2bb-2dc246945397 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 17:39:38 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:39:38 user nova-compute[74854]:   <source dev="/dev/sdc"/>
Oct 23 17:39:38 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:39:38 user nova-compute[74854]:   <serial>30e2e6b4-04c7-4b16-b262-812854479b27</serial>
Oct 23 17:39:38 user nova-compute[74854]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 17:39:38 user nova-compute[74854]: </disk>
Oct 23 17:39:38 user nova-compute[74854]:  {{(pid=74854) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 17:39:38 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-6cbffe24-0195-44ff-b2bb-2dc246945397 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Successfully detached device vdb from instance 5f825554-000d-423c-aa29-9ad4d8a3325b from the persistent domain config.
Oct 23 17:39:38 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-6cbffe24-0195-44ff-b2bb-2dc246945397 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 5f825554-000d-423c-aa29-9ad4d8a3325b from the live domain config. {{(pid=74854) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 23 17:39:38 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-6cbffe24-0195-44ff-b2bb-2dc246945397 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 17:39:38 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:39:38 user nova-compute[74854]:   <source dev="/dev/sdc"/>
Oct 23 17:39:38 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:39:38 user nova-compute[74854]:   <serial>30e2e6b4-04c7-4b16-b262-812854479b27</serial>
Oct 23 17:39:38 user nova-compute[74854]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 17:39:38 user nova-compute[74854]: </disk>
Oct 23 17:39:38 user nova-compute[74854]:  {{(pid=74854) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 17:39:38 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-6cbffe24-0195-44ff-b2bb-2dc246945397 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 5f825554-000d-423c-aa29-9ad4d8a3325b {{(pid=74854) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 23 17:39:38 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:39:41 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:39:43 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:39:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:39:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:39:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74854) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 17:39:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:39:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:39:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:39:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:39:57 user nova-compute[74854]: DEBUG nova.compute.manager [req-27f5976c-5387-4c96-bd50-fbc4c6f64267 req-c3606d57-e627-43ff-bb20-c0061849a87a service nova] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Received event network-changed-765ab49d-4716-4f47-ac9e-499e97a2a9e7 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:39:57 user nova-compute[74854]: DEBUG nova.compute.manager [req-27f5976c-5387-4c96-bd50-fbc4c6f64267 req-c3606d57-e627-43ff-bb20-c0061849a87a service nova] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Refreshing instance network info cache due to event network-changed-765ab49d-4716-4f47-ac9e-499e97a2a9e7. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:39:57 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-27f5976c-5387-4c96-bd50-fbc4c6f64267 req-c3606d57-e627-43ff-bb20-c0061849a87a service nova] Acquiring lock "refresh_cache-f48ed65e-686a-448c-a581-51794caedfb5" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:39:57 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-27f5976c-5387-4c96-bd50-fbc4c6f64267 req-c3606d57-e627-43ff-bb20-c0061849a87a service nova] Acquired lock "refresh_cache-f48ed65e-686a-448c-a581-51794caedfb5" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:39:57 user nova-compute[74854]: DEBUG nova.network.neutron [req-27f5976c-5387-4c96-bd50-fbc4c6f64267 req-c3606d57-e627-43ff-bb20-c0061849a87a service nova] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Refreshing network info cache for port 765ab49d-4716-4f47-ac9e-499e97a2a9e7 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:39:57 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-95951f18-0b24-4c83-bd96-d89d8cf01f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquiring lock "f48ed65e-686a-448c-a581-51794caedfb5" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:39:57 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-95951f18-0b24-4c83-bd96-d89d8cf01f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "f48ed65e-686a-448c-a581-51794caedfb5" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:39:57 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-95951f18-0b24-4c83-bd96-d89d8cf01f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquiring lock "f48ed65e-686a-448c-a581-51794caedfb5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:39:57 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-95951f18-0b24-4c83-bd96-d89d8cf01f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "f48ed65e-686a-448c-a581-51794caedfb5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:39:57 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-95951f18-0b24-4c83-bd96-d89d8cf01f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "f48ed65e-686a-448c-a581-51794caedfb5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:39:57 user nova-compute[74854]: INFO nova.compute.manager [None req-95951f18-0b24-4c83-bd96-d89d8cf01f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Terminating instance
Oct 23 17:39:57 user nova-compute[74854]: DEBUG nova.compute.manager [None req-95951f18-0b24-4c83-bd96-d89d8cf01f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Start destroying the instance on the hypervisor. {{(pid=74854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 17:39:57 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:39:57 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG nova.compute.manager [req-3e330b35-8d37-4685-92cd-efe529383e53 req-c970f93f-882f-414d-8e2a-2ce6f2d90551 service nova] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Received event network-vif-unplugged-765ab49d-4716-4f47-ac9e-499e97a2a9e7 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-3e330b35-8d37-4685-92cd-efe529383e53 req-c970f93f-882f-414d-8e2a-2ce6f2d90551 service nova] Acquiring lock "f48ed65e-686a-448c-a581-51794caedfb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-3e330b35-8d37-4685-92cd-efe529383e53 req-c970f93f-882f-414d-8e2a-2ce6f2d90551 service nova] Lock "f48ed65e-686a-448c-a581-51794caedfb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-3e330b35-8d37-4685-92cd-efe529383e53 req-c970f93f-882f-414d-8e2a-2ce6f2d90551 service nova] Lock "f48ed65e-686a-448c-a581-51794caedfb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG nova.compute.manager [req-3e330b35-8d37-4685-92cd-efe529383e53 req-c970f93f-882f-414d-8e2a-2ce6f2d90551 service nova] [instance: f48ed65e-686a-448c-a581-51794caedfb5] No waiting events found dispatching network-vif-unplugged-765ab49d-4716-4f47-ac9e-499e97a2a9e7 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG nova.compute.manager [req-3e330b35-8d37-4685-92cd-efe529383e53 req-c970f93f-882f-414d-8e2a-2ce6f2d90551 service nova] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Received event network-vif-unplugged-765ab49d-4716-4f47-ac9e-499e97a2a9e7 for instance with task_state deleting. {{(pid=74854) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG nova.network.neutron [req-27f5976c-5387-4c96-bd50-fbc4c6f64267 req-c3606d57-e627-43ff-bb20-c0061849a87a service nova] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Updated VIF entry in instance network info cache for port 765ab49d-4716-4f47-ac9e-499e97a2a9e7. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG nova.network.neutron [req-27f5976c-5387-4c96-bd50-fbc4c6f64267 req-c3606d57-e627-43ff-bb20-c0061849a87a service nova] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Updating instance_info_cache with network_info: [{"id": "765ab49d-4716-4f47-ac9e-499e97a2a9e7", "address": "fa:16:3e:b2:aa:c8", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap765ab49d-47", "ovs_interfaceid": "765ab49d-4716-4f47-ac9e-499e97a2a9e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-27f5976c-5387-4c96-bd50-fbc4c6f64267 req-c3606d57-e627-43ff-bb20-c0061849a87a service nova] Releasing lock "refresh_cache-f48ed65e-686a-448c-a581-51794caedfb5" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:39:58 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-6cbffe24-0195-44ff-b2bb-2dc246945397 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 5f825554-000d-423c-aa29-9ad4d8a3325b is timed out.
Oct 23 17:39:58 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-6cbffe24-0195-44ff-b2bb-2dc246945397 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Successfully detached device vdb from instance 5f825554-000d-423c-aa29-9ad4d8a3325b from the live domain config.
Oct 23 17:39:58 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6cbffe24-0195-44ff-b2bb-2dc246945397 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] calling os-brick to detach iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cbffe24-0195-44ff-b2bb-2dc246945397 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, {'target_iqn': 'iqn.2010-10.org.openstack:30e2e6b4-04c7-4b16-b262-812854479b27', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bcAisymh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:39:58 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-6cbffe24-0195-44ff-b2bb-2dc246945397 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:39:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-6cbffe24-0195-44ff-b2bb-2dc246945397 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-6cbffe24-0195-44ff-b2bb-2dc246945397 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c3826ad-e8f7-4d4b-b815-83b5b14bc132]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:30e2e6b4-04c7-4b16-b262-812854479b27\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cbffe24-0195-44ff-b2bb-2dc246945397 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 17:39:58 user nova-compute[74854]: No targets found.
Oct 23 17:39:58 user nova-compute[74854]: iSNS:
Oct 23 17:39:58 user nova-compute[74854]: No targets found.
Oct 23 17:39:58 user nova-compute[74854]: STATIC:
Oct 23 17:39:58 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee
Oct 23 17:39:58 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:39:58 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:39:58 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:30e2e6b4-04c7-4b16-b262-812854479b27
Oct 23 17:39:58 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:39:58 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:39:58 user nova-compute[74854]: FIRMWARE:
Oct 23 17:39:58 user nova-compute[74854]: No targets found.
Oct 23 17:39:58 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cbffe24-0195-44ff-b2bb-2dc246945397 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 17:39:58 user nova-compute[74854]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 17:39:58 user nova-compute[74854]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74854) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cbffe24-0195-44ff-b2bb-2dc246945397 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:30e2e6b4-04c7-4b16-b262-812854479b27', 0)] {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0d382a8-0974-455f-bc92-0f231bc7a57c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:30e2e6b4-04c7-4b16-b262-812854479b27\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[a70b073e-9f37-4326-b8a6-b5ff4209570f]: (4, ('tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:30e2e6b4-04c7-4b16-b262-812854479b27 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cbffe24-0195-44ff-b2bb-2dc246945397 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)
Oct 23 17:39:58 user nova-compute[74854]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:30e2e6b4-04c7-4b16-b262-812854479b27 (non-flash)
Oct 23 17:39:58 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cbffe24-0195-44ff-b2bb-2dc246945397 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsi session list stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)
Oct 23 17:39:58 user nova-compute[74854]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:30e2e6b4-04c7-4b16-b262-812854479b27 (non-flash)
Oct 23 17:39:58 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cbffe24-0195-44ff-b2bb-2dc246945397 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f305c3009d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:30e2e6b4-04c7-4b16-b262-812854479b27'): ({'sdc'}, set())}) {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-6cbffe24-0195-44ff-b2bb-2dc246945397 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Removing single pathed devices sdc {{(pid=74854) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:39:58 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Instance destroyed successfully.
Oct 23 17:39:58 user nova-compute[74854]: DEBUG nova.objects.instance [None req-95951f18-0b24-4c83-bd96-d89d8cf01f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lazy-loading 'resources' on Instance uuid f48ed65e-686a-448c-a581-51794caedfb5 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[155a1bfe-2bfd-4223-a63d-6bb8a914d8be]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-95951f18-0b24-4c83-bd96-d89d8cf01f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:34:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-533871043',display_name='tempest-TestVolumeBootPattern-server-533871043',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-533871043',id=47,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPjsKmP1yiKae3gkqJMmrkZKkwQRVFAUzacSOOq4SraSUMvkjIy67+j36qe3IsqWypxjD3IhIcsfXpzUmc6ZWV7UWNQrMBvfNK4qdlwLw94CORPs8MUzKUCJU5b/vy0eBg==',key_name='tempest-TestVolumeBootPattern-2045528581',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:35:08Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3560285cd557461eae016907fb469040',ramdisk_id='',reservation_id='r-olocf5b0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1291140693',owner_user_name='tempest-TestVolumeBootPattern-1291140693-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:35:08Z,user_data=None,user_id='40d10700efba402e9cc769d2510f8311',uuid=f48ed65e-686a-448c-a581-51794caedfb5,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "765ab49d-4716-4f47-ac9e-499e97a2a9e7", "address": "fa:16:3e:b2:aa:c8", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap765ab49d-47", "ovs_interfaceid": "765ab49d-4716-4f47-ac9e-499e97a2a9e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-95951f18-0b24-4c83-bd96-d89d8cf01f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Converting VIF {"id": "765ab49d-4716-4f47-ac9e-499e97a2a9e7", "address": "fa:16:3e:b2:aa:c8", "network": {"id": "fb72fe03-c822-4d0e-99e3-cec932363ec0", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-419565330-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3560285cd557461eae016907fb469040", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap765ab49d-47", "ovs_interfaceid": "765ab49d-4716-4f47-ac9e-499e97a2a9e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-95951f18-0b24-4c83-bd96-d89d8cf01f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b2:aa:c8,bridge_name='br-int',has_traffic_filtering=True,id=765ab49d-4716-4f47-ac9e-499e97a2a9e7,network=Network(fb72fe03-c822-4d0e-99e3-cec932363ec0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap765ab49d-47') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG os_vif [None req-95951f18-0b24-4c83-bd96-d89d8cf01f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:b2:aa:c8,bridge_name='br-int',has_traffic_filtering=True,id=765ab49d-4716-4f47-ac9e-499e97a2a9e7,network=Network(fb72fe03-c822-4d0e-99e3-cec932363ec0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap765ab49d-47') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap765ab49d-47, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf52a488-10be-4c8e-882f-89ef1fa6b954]: (4, ('ok\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-6cbffe24-0195-44ff-b2bb-2dc246945397 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Flushing IO for device /dev/sdc {{(pid=74854) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=49287cae-2a43-4657-98ee-fc627fee2482) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:39:58 user nova-compute[74854]: INFO os_vif [None req-95951f18-0b24-4c83-bd96-d89d8cf01f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:b2:aa:c8,bridge_name='br-int',has_traffic_filtering=True,id=765ab49d-4716-4f47-ac9e-499e97a2a9e7,network=Network(fb72fe03-c822-4d0e-99e3-cec932363ec0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap765ab49d-47')
Oct 23 17:39:58 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-95951f18-0b24-4c83-bd96-d89d8cf01f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f48ed65e-686a-448c-a581-51794caedfb5] calling os-brick to detach iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-95951f18-0b24-4c83-bd96-d89d8cf01f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, {'target_iqn': 'iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RTYGaBql', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:39:58 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-95951f18-0b24-4c83-bd96-d89d8cf01f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:39:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-95951f18-0b24-4c83-bd96-d89d8cf01f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[a134811c-7185-4724-b512-975b33ef28d9]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-6cbffe24-0195-44ff-b2bb-2dc246945397 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74854) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.046s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c85741b-d143-43e8-b604-544e917ad1af]: (4, ('1', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-6cbffe24-0195-44ff-b2bb-2dc246945397 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-6cbffe24-0195-44ff-b2bb-2dc246945397 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] SCSI volumes sdc have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cbffe24-0195-44ff-b2bb-2dc246945397 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:30e2e6b4-04c7-4b16-b262-812854479b27')] {{(pid=74854) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:30e2e6b4-04c7-4b16-b262-812854479b27 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:30e2e6b4-04c7-4b16-b262-812854479b27 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.026s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[73c01635-1e2d-427c-8bf6-bc21609dec68]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cbffe24-0195-44ff-b2bb-2dc246945397 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:30e2e6b4-04c7-4b16-b262-812854479b27 -p 172.16.0.220:3260 --logout {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:30e2e6b4-04c7-4b16-b262-812854479b27 -p 172.16.0.220:3260 --logout" returned: 0 in 0.051s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b3a44d9-3a23-4952-9585-65f8d255fa6c]: (4, ('Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:30e2e6b4-04c7-4b16-b262-812854479b27, portal: 172.16.0.220,3260]\nLogout of [sid: 54, target: iqn.2010-10.org.openstack:30e2e6b4-04c7-4b16-b262-812854479b27, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cbffe24-0195-44ff-b2bb-2dc246945397 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:30e2e6b4-04c7-4b16-b262-812854479b27, portal: 172.16.0.220,3260]
Oct 23 17:39:58 user nova-compute[74854]: Logout of [sid: 54, target: iqn.2010-10.org.openstack:30e2e6b4-04c7-4b16-b262-812854479b27, portal: 172.16.0.220,3260] successful.
Oct 23 17:39:58 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:30e2e6b4-04c7-4b16-b262-812854479b27 -p 172.16.0.220:3260 --op delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:30e2e6b4-04c7-4b16-b262-812854479b27 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[00d0b7fb-dc63-4d7c-9019-880ef814fef5]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cbffe24-0195-44ff-b2bb-2dc246945397 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-6cbffe24-0195-44ff-b2bb-2dc246945397 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.388s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cbffe24-0195-44ff-b2bb-2dc246945397 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] <== disconnect_volume: return (389ms) None {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6cbffe24-0195-44ff-b2bb-2dc246945397 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Disconnected iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-95951f18-0b24-4c83-bd96-d89d8cf01f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.171s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4c896e4-0587-4cc5-9715-e589dd446e8f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-95951f18-0b24-4c83-bd96-d89d8cf01f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 17:39:58 user nova-compute[74854]: No targets found.
Oct 23 17:39:58 user nova-compute[74854]: iSNS:
Oct 23 17:39:58 user nova-compute[74854]: No targets found.
Oct 23 17:39:58 user nova-compute[74854]: STATIC:
Oct 23 17:39:58 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee
Oct 23 17:39:58 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:39:58 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:39:58 user nova-compute[74854]: FIRMWARE:
Oct 23 17:39:58 user nova-compute[74854]: No targets found.
Oct 23 17:39:58 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-95951f18-0b24-4c83-bd96-d89d8cf01f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 17:39:58 user nova-compute[74854]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 17:39:58 user nova-compute[74854]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74854) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-95951f18-0b24-4c83-bd96-d89d8cf01f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee', 0)] {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee7d9e2d-8301-4d30-bb53-2239aa7e4ab6]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[52763f0b-300a-440c-ba34-4af917c2186d]: (4, ('tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-95951f18-0b24-4c83-bd96-d89d8cf01f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)
Oct 23 17:39:58 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-95951f18-0b24-4c83-bd96-d89d8cf01f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsi session list stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee (non-flash)
Oct 23 17:39:58 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-95951f18-0b24-4c83-bd96-d89d8cf01f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f305c67c8b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee'): ({'sdb'}, set())}) {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-95951f18-0b24-4c83-bd96-d89d8cf01f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Removing single pathed devices sdb {{(pid=74854) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[79e88b73-4175-498b-a002-1176eef81690]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b7a4182-5828-46db-a1f2-d03ffcd564ef]: (4, ('ok\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-95951f18-0b24-4c83-bd96-d89d8cf01f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Flushing IO for device /dev/sdb {{(pid=74854) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 17:39:58 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:39:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:39:59 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[eff128a1-d4a9-4041-9d55-3e3260dc4099]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:39:59 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-95951f18-0b24-4c83-bd96-d89d8cf01f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74854) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 17:39:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:39:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.042s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:39:59 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c2a8033-9b45-43a9-9421-39b73a9d62c1]: (4, ('1', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:39:59 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-95951f18-0b24-4c83-bd96-d89d8cf01f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 17:39:59 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-95951f18-0b24-4c83-bd96-d89d8cf01f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] SCSI volumes sdb have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 17:39:59 user nova-compute[74854]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-26533363935313536', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_8e4df287', '/dev/disk/by-id/scsi-1SCST_BIO8e4df287-e3695156e1d026d6') {{(pid=85920) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 23 17:39:59 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[370bd2c1-d6a8-41bd-8e12-817f49487d1b]: (4, None) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:39:59 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-95951f18-0b24-4c83-bd96-d89d8cf01f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee')] {{(pid=74854) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 17:39:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:39:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:39:59 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9c84c4c-f964-4b80-bd83-76d29aa8fa55]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:39:59 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-95951f18-0b24-4c83-bd96-d89d8cf01f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:39:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee -p 172.16.0.220:3260 --logout {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:39:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee -p 172.16.0.220:3260 --logout" returned: 0 in 0.049s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:39:59 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[df5f8b0d-a1ce-49bc-a8e5-82765601d1d9]: (4, ('Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee, portal: 172.16.0.220,3260]\nLogout of [sid: 48, target: iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:39:59 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-95951f18-0b24-4c83-bd96-d89d8cf01f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee, portal: 172.16.0.220,3260]
Oct 23 17:39:59 user nova-compute[74854]: Logout of [sid: 48, target: iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee, portal: 172.16.0.220,3260] successful.
Oct 23 17:39:59 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:39:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee -p 172.16.0.220:3260 --op delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:39:59 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1deceb1c-9554-49d3-bf90-ba811a2a96ee -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:39:59 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[91b46a63-58b8-483f-a527-e0479ada51f4]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:39:59 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-95951f18-0b24-4c83-bd96-d89d8cf01f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:39:59 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-95951f18-0b24-4c83-bd96-d89d8cf01f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.286s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:39:59 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-95951f18-0b24-4c83-bd96-d89d8cf01f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] <== disconnect_volume: return (457ms) None {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:39:59 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-95951f18-0b24-4c83-bd96-d89d8cf01f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Disconnected iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 17:39:59 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-95951f18-0b24-4c83-bd96-d89d8cf01f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Deleting instance files /opt/stack/data/nova/instances/f48ed65e-686a-448c-a581-51794caedfb5_del
Oct 23 17:39:59 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-95951f18-0b24-4c83-bd96-d89d8cf01f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Deletion of /opt/stack/data/nova/instances/f48ed65e-686a-448c-a581-51794caedfb5_del complete
Oct 23 17:39:59 user nova-compute[74854]: INFO nova.compute.manager [None req-95951f18-0b24-4c83-bd96-d89d8cf01f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Took 1.34 seconds to destroy the instance on the hypervisor.
Oct 23 17:39:59 user nova-compute[74854]: DEBUG oslo.service.loopingcall [None req-95951f18-0b24-4c83-bd96-d89d8cf01f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 17:39:59 user nova-compute[74854]: DEBUG nova.compute.manager [-] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Deallocating network for instance {{(pid=74854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 17:39:59 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: f48ed65e-686a-448c-a581-51794caedfb5] deallocate_for_instance() {{(pid=74854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 17:39:59 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:39:59 user nova-compute[74854]: INFO nova.compute.manager [-] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Took 0.42 seconds to deallocate network for instance.
Oct 23 17:39:59 user nova-compute[74854]: DEBUG nova.compute.manager [req-f132bed6-c311-4cd2-b57e-033e1dc50cf1 req-cba40cb7-bc4f-41d2-aa60-b21638050eda service nova] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Received event network-vif-deleted-765ab49d-4716-4f47-ac9e-499e97a2a9e7 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:39:59 user nova-compute[74854]: DEBUG nova.objects.instance [None req-6cbffe24-0195-44ff-b2bb-2dc246945397 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lazy-loading 'flavor' on Instance uuid 5f825554-000d-423c-aa29-9ad4d8a3325b {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:39:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-6cbffe24-0195-44ff-b2bb-2dc246945397 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "5f825554-000d-423c-aa29-9ad4d8a3325b" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.791s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:40:00 user nova-compute[74854]: DEBUG nova.compute.manager [req-01c60b67-10b2-40d5-98c2-47b58237593d req-623473ca-ddbc-403b-8fc5-80c52086b077 service nova] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Received event network-vif-plugged-765ab49d-4716-4f47-ac9e-499e97a2a9e7 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:40:00 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-01c60b67-10b2-40d5-98c2-47b58237593d req-623473ca-ddbc-403b-8fc5-80c52086b077 service nova] Acquiring lock "f48ed65e-686a-448c-a581-51794caedfb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:40:00 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-01c60b67-10b2-40d5-98c2-47b58237593d req-623473ca-ddbc-403b-8fc5-80c52086b077 service nova] Lock "f48ed65e-686a-448c-a581-51794caedfb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:40:00 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-01c60b67-10b2-40d5-98c2-47b58237593d req-623473ca-ddbc-403b-8fc5-80c52086b077 service nova] Lock "f48ed65e-686a-448c-a581-51794caedfb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:40:00 user nova-compute[74854]: DEBUG nova.compute.manager [req-01c60b67-10b2-40d5-98c2-47b58237593d req-623473ca-ddbc-403b-8fc5-80c52086b077 service nova] [instance: f48ed65e-686a-448c-a581-51794caedfb5] No waiting events found dispatching network-vif-plugged-765ab49d-4716-4f47-ac9e-499e97a2a9e7 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:40:00 user nova-compute[74854]: WARNING nova.compute.manager [req-01c60b67-10b2-40d5-98c2-47b58237593d req-623473ca-ddbc-403b-8fc5-80c52086b077 service nova] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Received unexpected event network-vif-plugged-765ab49d-4716-4f47-ac9e-499e97a2a9e7 for instance with vm_state active and task_state deleting.
Oct 23 17:40:00 user nova-compute[74854]: INFO nova.compute.manager [None req-95951f18-0b24-4c83-bd96-d89d8cf01f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] [instance: f48ed65e-686a-448c-a581-51794caedfb5] Took 0.80 seconds to detach 1 volumes for instance.
Oct 23 17:40:00 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-95951f18-0b24-4c83-bd96-d89d8cf01f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:40:00 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-95951f18-0b24-4c83-bd96-d89d8cf01f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:40:00 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-95951f18-0b24-4c83-bd96-d89d8cf01f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:40:00 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-95951f18-0b24-4c83-bd96-d89d8cf01f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:40:00 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-95951f18-0b24-4c83-bd96-d89d8cf01f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.163s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:40:00 user nova-compute[74854]: INFO nova.scheduler.client.report [None req-95951f18-0b24-4c83-bd96-d89d8cf01f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Deleted allocations for instance f48ed65e-686a-448c-a581-51794caedfb5
Oct 23 17:40:00 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-95951f18-0b24-4c83-bd96-d89d8cf01f71 tempest-TestVolumeBootPattern-1291140693 tempest-TestVolumeBootPattern-1291140693-project-member] Lock "f48ed65e-686a-448c-a581-51794caedfb5" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.892s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:40:03 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:40:03 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:40:07 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:40:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:40:08 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:40:08 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:40:08 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 17:40:11 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:40:11 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Starting heal instance info cache {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 17:40:11 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Rebuilding the list of instances to heal {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 23 17:40:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "refresh_cache-5f825554-000d-423c-aa29-9ad4d8a3325b" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:40:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquired lock "refresh_cache-5f825554-000d-423c-aa29-9ad4d8a3325b" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:40:11 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Forcefully refreshing network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 17:40:11 user nova-compute[74854]: DEBUG nova.objects.instance [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lazy-loading 'info_cache' on Instance uuid 5f825554-000d-423c-aa29-9ad4d8a3325b {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:40:12 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Updating instance_info_cache with network_info: [{"id": "fd7d49d0-8f57-405b-b541-f837acec01cd", "address": "fa:16:3e:3e:51:f6", "network": {"id": "a0905362-8bd3-4c8e-8f8f-08cf4b0642f0", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-976025975-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.45", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cef25b4b97414efebd851a19aef102ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd7d49d0-8f", "ovs_interfaceid": "fd7d49d0-8f57-405b-b541-f837acec01cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:40:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Releasing lock "refresh_cache-5f825554-000d-423c-aa29-9ad4d8a3325b" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:40:12 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Updated the network info_cache for instance {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 17:40:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:40:13 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:40:13 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:40:13 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:40:13 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:40:13 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:40:13 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Auditing locally available compute resources for user (node: user) {{(pid=74854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 17:40:13 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6f962bc-d5e3-462b-8b31-1d63d8641beb/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:40:14 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6f962bc-d5e3-462b-8b31-1d63d8641beb/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:40:14 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6f962bc-d5e3-462b-8b31-1d63d8641beb/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:40:14 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6f962bc-d5e3-462b-8b31-1d63d8641beb/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:40:14 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f825554-000d-423c-aa29-9ad4d8a3325b/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:40:14 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f825554-000d-423c-aa29-9ad4d8a3325b/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:40:14 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f825554-000d-423c-aa29-9ad4d8a3325b/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:40:14 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f825554-000d-423c-aa29-9ad4d8a3325b/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:40:15 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:40:15 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:40:15 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Hypervisor/Node resource view: name=user free_ram=8743MB free_disk=24.77103042602539GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=74854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 17:40:15 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:40:15 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:40:15 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 5f825554-000d-423c-aa29-9ad4d8a3325b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:40:15 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance e6f962bc-d5e3-462b-8b31-1d63d8641beb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:40:15 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 17:40:15 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 17:40:15 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Refreshing inventories for resource provider e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 23 17:40:15 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Updating ProviderTree inventory for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 23 17:40:15 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Updating inventory in ProviderTree for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 23 17:40:15 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Refreshing aggregate associations for resource provider e1b4a95c-5743-4848-882e-b3384de5d1b5, aggregates: None {{(pid=74854) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 23 17:40:15 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Refreshing trait associations for resource provider e1b4a95c-5743-4848-882e-b3384de5d1b5, traits: COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_SECURITY_UEFI_SECURE_BOOT,HW_CPU_X86_SSE41,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_RESCUE_BFV,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_VOLUME_EXTEND,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_VOLUME_ATTACH_WITH_TAG,HW_CPU_X86_SSE42,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_USB,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_BOCHS,HW_CPU_X86_SSE,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_IMAGE_TYPE_ARI,HW_CPU_X86_SSE2,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_SATA,COMPUTE_NODE,HW_CPU_X86_MMX,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_DEVICE_TAGGING,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_FDC {{(pid=74854) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 23 17:40:15 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:40:15 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:40:15 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Compute_service record updated for user:user {{(pid=74854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 17:40:15 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.353s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:40:18 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:40:18 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:40:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:40:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:40:26 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Acquiring lock "b3de971d-e8f1-411a-9fe9-333984b9cf16" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:40:26 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "b3de971d-e8f1-411a-9fe9-333984b9cf16" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:40:26 user nova-compute[74854]: DEBUG nova.compute.manager [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Starting instance... {{(pid=74854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 17:40:26 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:40:26 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:40:26 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74854) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 17:40:26 user nova-compute[74854]: INFO nova.compute.claims [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Claim successful on node user
Oct 23 17:40:26 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:40:26 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:40:26 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.273s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:40:26 user nova-compute[74854]: DEBUG nova.compute.manager [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Start building networks asynchronously for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 17:40:26 user nova-compute[74854]: DEBUG nova.compute.manager [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Allocating IP information in the background. {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 17:40:26 user nova-compute[74854]: DEBUG nova.network.neutron [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] allocate_for_instance() {{(pid=74854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 17:40:26 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 17:40:26 user nova-compute[74854]: DEBUG nova.compute.manager [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Start building block device mappings for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 17:40:27 user nova-compute[74854]: DEBUG nova.policy [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f132d3562ec54d528e83b2a3feab347f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '230743b8a6c547b79a2cabf59b092f5a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74854) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 17:40:27 user nova-compute[74854]: DEBUG nova.compute.manager [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Start spawning the instance on the hypervisor. {{(pid=74854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 17:40:27 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Creating instance directory {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 17:40:27 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Creating image(s)
Oct 23 17:40:27 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Acquiring lock "/opt/stack/data/nova/instances/b3de971d-e8f1-411a-9fe9-333984b9cf16/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:40:27 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "/opt/stack/data/nova/instances/b3de971d-e8f1-411a-9fe9-333984b9cf16/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:40:27 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "/opt/stack/data/nova/instances/b3de971d-e8f1-411a-9fe9-333984b9cf16/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:40:27 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Acquiring lock "5c0057bd02410623a2b33095332a9f1411ac0ee8" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:40:27 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "5c0057bd02410623a2b33095332a9f1411ac0ee8" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:40:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5c0057bd02410623a2b33095332a9f1411ac0ee8.part --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:40:27 user nova-compute[74854]: DEBUG nova.network.neutron [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Successfully created port: 2cce33ae-fa44-4349-8624-1fd8d73d675b {{(pid=74854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 17:40:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5c0057bd02410623a2b33095332a9f1411ac0ee8.part --force-share --output=json" returned: 0 in 0.171s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:40:27 user nova-compute[74854]: DEBUG nova.virt.images [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] 7fe49dc9-ddad-4bd9-821d-3290adddac73 was qcow2, converting to raw {{(pid=74854) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 23 17:40:27 user nova-compute[74854]: DEBUG nova.privsep.utils [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74854) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 23 17:40:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/5c0057bd02410623a2b33095332a9f1411ac0ee8.part /opt/stack/data/nova/instances/_base/5c0057bd02410623a2b33095332a9f1411ac0ee8.converted {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:40:27 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/5c0057bd02410623a2b33095332a9f1411ac0ee8.part /opt/stack/data/nova/instances/_base/5c0057bd02410623a2b33095332a9f1411ac0ee8.converted" returned: 0 in 0.263s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:40:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5c0057bd02410623a2b33095332a9f1411ac0ee8.converted --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:40:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5c0057bd02410623a2b33095332a9f1411ac0ee8.converted --force-share --output=json" returned: 0 in 0.173s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:40:28 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "5c0057bd02410623a2b33095332a9f1411ac0ee8" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.080s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:40:28 user nova-compute[74854]: DEBUG nova.network.neutron [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Successfully updated port: 2cce33ae-fa44-4349-8624-1fd8d73d675b {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:40:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5c0057bd02410623a2b33095332a9f1411ac0ee8 --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:40:28 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Acquiring lock "refresh_cache-b3de971d-e8f1-411a-9fe9-333984b9cf16" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:40:28 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Acquired lock "refresh_cache-b3de971d-e8f1-411a-9fe9-333984b9cf16" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:40:28 user nova-compute[74854]: DEBUG nova.network.neutron [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:40:28 user nova-compute[74854]: DEBUG nova.compute.manager [req-ca844fd0-5ae9-48f5-9a66-12a05a6a6d7d req-7ebe8470-22f0-45f1-a23e-0d3d1fb2f358 service nova] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Received event network-changed-2cce33ae-fa44-4349-8624-1fd8d73d675b {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:40:28 user nova-compute[74854]: DEBUG nova.compute.manager [req-ca844fd0-5ae9-48f5-9a66-12a05a6a6d7d req-7ebe8470-22f0-45f1-a23e-0d3d1fb2f358 service nova] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Refreshing instance network info cache due to event network-changed-2cce33ae-fa44-4349-8624-1fd8d73d675b. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:40:28 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-ca844fd0-5ae9-48f5-9a66-12a05a6a6d7d req-7ebe8470-22f0-45f1-a23e-0d3d1fb2f358 service nova] Acquiring lock "refresh_cache-b3de971d-e8f1-411a-9fe9-333984b9cf16" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:40:28 user nova-compute[74854]: DEBUG nova.network.neutron [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Instance cache missing network info. {{(pid=74854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 17:40:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5c0057bd02410623a2b33095332a9f1411ac0ee8 --force-share --output=json" returned: 0 in 0.179s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:40:28 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Acquiring lock "5c0057bd02410623a2b33095332a9f1411ac0ee8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:40:28 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "5c0057bd02410623a2b33095332a9f1411ac0ee8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:40:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5c0057bd02410623a2b33095332a9f1411ac0ee8 --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:40:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5c0057bd02410623a2b33095332a9f1411ac0ee8 --force-share --output=json" returned: 0 in 0.181s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:40:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/5c0057bd02410623a2b33095332a9f1411ac0ee8,backing_fmt=raw /opt/stack/data/nova/instances/b3de971d-e8f1-411a-9fe9-333984b9cf16/disk 1073741824 {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:40:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/5c0057bd02410623a2b33095332a9f1411ac0ee8,backing_fmt=raw /opt/stack/data/nova/instances/b3de971d-e8f1-411a-9fe9-333984b9cf16/disk 1073741824" returned: 0 in 0.153s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:40:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:40:28 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "5c0057bd02410623a2b33095332a9f1411ac0ee8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.343s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:40:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5c0057bd02410623a2b33095332a9f1411ac0ee8 --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:40:28 user nova-compute[74854]: DEBUG nova.network.neutron [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Updating instance_info_cache with network_info: [{"id": "2cce33ae-fa44-4349-8624-1fd8d73d675b", "address": "fa:16:3e:b5:ae:54", "network": {"id": "9931c044-5a84-4052-933f-f1477ca93d91", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1531146588-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "230743b8a6c547b79a2cabf59b092f5a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cce33ae-fa", "ovs_interfaceid": "2cce33ae-fa44-4349-8624-1fd8d73d675b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:40:28 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Releasing lock "refresh_cache-b3de971d-e8f1-411a-9fe9-333984b9cf16" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:40:28 user nova-compute[74854]: DEBUG nova.compute.manager [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Instance network_info: |[{"id": "2cce33ae-fa44-4349-8624-1fd8d73d675b", "address": "fa:16:3e:b5:ae:54", "network": {"id": "9931c044-5a84-4052-933f-f1477ca93d91", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1531146588-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "230743b8a6c547b79a2cabf59b092f5a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cce33ae-fa", "ovs_interfaceid": "2cce33ae-fa44-4349-8624-1fd8d73d675b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 17:40:28 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-ca844fd0-5ae9-48f5-9a66-12a05a6a6d7d req-7ebe8470-22f0-45f1-a23e-0d3d1fb2f358 service nova] Acquired lock "refresh_cache-b3de971d-e8f1-411a-9fe9-333984b9cf16" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:40:28 user nova-compute[74854]: DEBUG nova.network.neutron [req-ca844fd0-5ae9-48f5-9a66-12a05a6a6d7d req-7ebe8470-22f0-45f1-a23e-0d3d1fb2f358 service nova] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Refreshing network info cache for port 2cce33ae-fa44-4349-8624-1fd8d73d675b {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:40:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5c0057bd02410623a2b33095332a9f1411ac0ee8 --force-share --output=json" returned: 0 in 0.170s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:40:28 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b3de971d-e8f1-411a-9fe9-333984b9cf16/disk. size=1073741824 {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 17:40:28 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b3de971d-e8f1-411a-9fe9-333984b9cf16/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:40:29 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b3de971d-e8f1-411a-9fe9-333984b9cf16/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:40:29 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Cannot resize image /opt/stack/data/nova/instances/b3de971d-e8f1-411a-9fe9-333984b9cf16/disk to a smaller size. {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 17:40:29 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Created local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 17:40:29 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Ensure instance console log exists: /opt/stack/data/nova/instances/b3de971d-e8f1-411a-9fe9-333984b9cf16/console.log {{(pid=74854) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 17:40:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:40:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:40:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:40:29 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Start _get_guest_xml network_info=[{"id": "2cce33ae-fa44-4349-8624-1fd8d73d675b", "address": "fa:16:3e:b5:ae:54", "network": {"id": "9931c044-5a84-4052-933f-f1477ca93d91", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1531146588-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "230743b8a6c547b79a2cabf59b092f5a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cce33ae-fa", "ovs_interfaceid": "2cce33ae-fa44-4349-8624-1fd8d73d675b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T17:40:24Z,direct_url=<?>,disk_format='qcow2',id=7fe49dc9-ddad-4bd9-821d-3290adddac73,min_disk=0,min_ram=0,name='tempest-scenario-img--14296752',owner='230743b8a6c547b79a2cabf59b092f5a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T17:40:25Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'encryption_format': None, 'encryption_options': None, 'size': 0, 'boot_index': 0, 'encrypted': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'image_id': '7fe49dc9-ddad-4bd9-821d-3290adddac73'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:40:29 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:40:29 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:40:29 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:40:29 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:40:29 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:40:29 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:40:29 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:40:29 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T17:40:24Z,direct_url=<?>,disk_format='qcow2',id=7fe49dc9-ddad-4bd9-821d-3290adddac73,min_disk=0,min_ram=0,name='tempest-scenario-img--14296752',owner='230743b8a6c547b79a2cabf59b092f5a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T17:40:25Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:40:29 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:40:29 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:40:29 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:40:29 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:40:29 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:40:29 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:40:29 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:40:29 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:40:29 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:40:29 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:40:29 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:40:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-331436685',display_name='tempest-TestMinimumBasicScenario-server-331436685',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-331436685',id=51,image_ref='7fe49dc9-ddad-4bd9-821d-3290adddac73',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIcfA4LfG2VOXZgrJ/0QCHRLiC7/+MA9z98PNtiky3Q7bg7meMqzViiXswvFbvjp3kwfdNGp/sZ54r4brQxohBSkOyt8QuVuplxw3bfe8KcTvxwujML20A7XDh/18TrtsA==',key_name='tempest-TestMinimumBasicScenario-1991518813',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='230743b8a6c547b79a2cabf59b092f5a',ramdisk_id='',reservation_id='r-mgzzp051',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7fe49dc9-ddad-4bd9-821d-3290adddac73',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-917572291',owner_user_name='tempest-TestMinimumBasicScenario-917572291-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:40:27Z,user_data=None,user_id='f132d3562ec54d528e83b2a3feab347f',uuid=b3de971d-e8f1-411a-9fe9-333984b9cf16,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2cce33ae-fa44-4349-8624-1fd8d73d675b", "address": "fa:16:3e:b5:ae:54", "network": {"id": "9931c044-5a84-4052-933f-f1477ca93d91", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1531146588-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "230743b8a6c547b79a2cabf59b092f5a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cce33ae-fa", "ovs_interfaceid": "2cce33ae-fa44-4349-8624-1fd8d73d675b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:40:29 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Converting VIF {"id": "2cce33ae-fa44-4349-8624-1fd8d73d675b", "address": "fa:16:3e:b5:ae:54", "network": {"id": "9931c044-5a84-4052-933f-f1477ca93d91", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1531146588-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "230743b8a6c547b79a2cabf59b092f5a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cce33ae-fa", "ovs_interfaceid": "2cce33ae-fa44-4349-8624-1fd8d73d675b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:40:29 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b5:ae:54,bridge_name='br-int',has_traffic_filtering=True,id=2cce33ae-fa44-4349-8624-1fd8d73d675b,network=Network(9931c044-5a84-4052-933f-f1477ca93d91),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2cce33ae-fa') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:40:29 user nova-compute[74854]: DEBUG nova.objects.instance [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lazy-loading 'pci_devices' on Instance uuid b3de971d-e8f1-411a-9fe9-333984b9cf16 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:40:29 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:40:29 user nova-compute[74854]:   <uuid>b3de971d-e8f1-411a-9fe9-333984b9cf16</uuid>
Oct 23 17:40:29 user nova-compute[74854]:   <name>instance-00000033</name>
Oct 23 17:40:29 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:40:29 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:40:29 user nova-compute[74854]:   <metadata>
Oct 23 17:40:29 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:40:29 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:40:29 user nova-compute[74854]:       <nova:name>tempest-TestMinimumBasicScenario-server-331436685</nova:name>
Oct 23 17:40:29 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:40:29</nova:creationTime>
Oct 23 17:40:29 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:40:29 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:40:29 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:40:29 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:40:29 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:40:29 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:40:29 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:40:29 user nova-compute[74854]:       <nova:owner>
Oct 23 17:40:29 user nova-compute[74854]:         <nova:user uuid="f132d3562ec54d528e83b2a3feab347f">tempest-TestMinimumBasicScenario-917572291-project-member</nova:user>
Oct 23 17:40:29 user nova-compute[74854]:         <nova:project uuid="230743b8a6c547b79a2cabf59b092f5a">tempest-TestMinimumBasicScenario-917572291</nova:project>
Oct 23 17:40:29 user nova-compute[74854]:       </nova:owner>
Oct 23 17:40:29 user nova-compute[74854]:       <nova:root type="image" uuid="7fe49dc9-ddad-4bd9-821d-3290adddac73"/>
Oct 23 17:40:29 user nova-compute[74854]:       <nova:ports>
Oct 23 17:40:29 user nova-compute[74854]:         <nova:port uuid="2cce33ae-fa44-4349-8624-1fd8d73d675b">
Oct 23 17:40:29 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 23 17:40:29 user nova-compute[74854]:         </nova:port>
Oct 23 17:40:29 user nova-compute[74854]:       </nova:ports>
Oct 23 17:40:29 user nova-compute[74854]:     </nova:instance>
Oct 23 17:40:29 user nova-compute[74854]:   </metadata>
Oct 23 17:40:29 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:40:29 user nova-compute[74854]:     <system>
Oct 23 17:40:29 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:40:29 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:40:29 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:40:29 user nova-compute[74854]:       <entry name="serial">b3de971d-e8f1-411a-9fe9-333984b9cf16</entry>
Oct 23 17:40:29 user nova-compute[74854]:       <entry name="uuid">b3de971d-e8f1-411a-9fe9-333984b9cf16</entry>
Oct 23 17:40:29 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:40:29 user nova-compute[74854]:     </system>
Oct 23 17:40:29 user nova-compute[74854]:   </sysinfo>
Oct 23 17:40:29 user nova-compute[74854]:   <os>
Oct 23 17:40:29 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:40:29 user nova-compute[74854]:     <boot dev="hd"/>
Oct 23 17:40:29 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:40:29 user nova-compute[74854]:   </os>
Oct 23 17:40:29 user nova-compute[74854]:   <features>
Oct 23 17:40:29 user nova-compute[74854]:     <acpi/>
Oct 23 17:40:29 user nova-compute[74854]:     <apic/>
Oct 23 17:40:29 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:40:29 user nova-compute[74854]:   </features>
Oct 23 17:40:29 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:40:29 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:40:29 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:40:29 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:40:29 user nova-compute[74854]:   </clock>
Oct 23 17:40:29 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:40:29 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:40:29 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:40:29 user nova-compute[74854]:   </cpu>
Oct 23 17:40:29 user nova-compute[74854]:   <devices>
Oct 23 17:40:29 user nova-compute[74854]:     <disk type="file" device="disk">
Oct 23 17:40:29 user nova-compute[74854]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 17:40:29 user nova-compute[74854]:       <source file="/opt/stack/data/nova/instances/b3de971d-e8f1-411a-9fe9-333984b9cf16/disk"/>
Oct 23 17:40:29 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:40:29 user nova-compute[74854]:     </disk>
Oct 23 17:40:29 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:40:29 user nova-compute[74854]:       <mac address="fa:16:3e:b5:ae:54"/>
Oct 23 17:40:29 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:40:29 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:40:29 user nova-compute[74854]:       <target dev="tap2cce33ae-fa"/>
Oct 23 17:40:29 user nova-compute[74854]:     </interface>
Oct 23 17:40:29 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:40:29 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/b3de971d-e8f1-411a-9fe9-333984b9cf16/console.log" append="off"/>
Oct 23 17:40:29 user nova-compute[74854]:     </serial>
Oct 23 17:40:29 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:40:29 user nova-compute[74854]:     <video>
Oct 23 17:40:29 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:40:29 user nova-compute[74854]:     </video>
Oct 23 17:40:29 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:40:29 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:40:29 user nova-compute[74854]:     </rng>
Oct 23 17:40:29 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:40:29 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:40:29 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:40:29 user nova-compute[74854]:     </memballoon>
Oct 23 17:40:29 user nova-compute[74854]:   </devices>
Oct 23 17:40:29 user nova-compute[74854]: </domain>
Oct 23 17:40:29 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:40:29 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:40:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-331436685',display_name='tempest-TestMinimumBasicScenario-server-331436685',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-331436685',id=51,image_ref='7fe49dc9-ddad-4bd9-821d-3290adddac73',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIcfA4LfG2VOXZgrJ/0QCHRLiC7/+MA9z98PNtiky3Q7bg7meMqzViiXswvFbvjp3kwfdNGp/sZ54r4brQxohBSkOyt8QuVuplxw3bfe8KcTvxwujML20A7XDh/18TrtsA==',key_name='tempest-TestMinimumBasicScenario-1991518813',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='230743b8a6c547b79a2cabf59b092f5a',ramdisk_id='',reservation_id='r-mgzzp051',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7fe49dc9-ddad-4bd9-821d-3290adddac73',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-917572291',owner_user_name='tempest-TestMinimumBasicScenario-917572291-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:40:27Z,user_data=None,user_id='f132d3562ec54d528e83b2a3feab347f',uuid=b3de971d-e8f1-411a-9fe9-333984b9cf16,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2cce33ae-fa44-4349-8624-1fd8d73d675b", "address": "fa:16:3e:b5:ae:54", "network": {"id": "9931c044-5a84-4052-933f-f1477ca93d91", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1531146588-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "230743b8a6c547b79a2cabf59b092f5a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cce33ae-fa", "ovs_interfaceid": "2cce33ae-fa44-4349-8624-1fd8d73d675b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:40:29 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Converting VIF {"id": "2cce33ae-fa44-4349-8624-1fd8d73d675b", "address": "fa:16:3e:b5:ae:54", "network": {"id": "9931c044-5a84-4052-933f-f1477ca93d91", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1531146588-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "230743b8a6c547b79a2cabf59b092f5a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cce33ae-fa", "ovs_interfaceid": "2cce33ae-fa44-4349-8624-1fd8d73d675b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:40:29 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b5:ae:54,bridge_name='br-int',has_traffic_filtering=True,id=2cce33ae-fa44-4349-8624-1fd8d73d675b,network=Network(9931c044-5a84-4052-933f-f1477ca93d91),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2cce33ae-fa') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:40:29 user nova-compute[74854]: DEBUG os_vif [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b5:ae:54,bridge_name='br-int',has_traffic_filtering=True,id=2cce33ae-fa44-4349-8624-1fd8d73d675b,network=Network(9931c044-5a84-4052-933f-f1477ca93d91),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2cce33ae-fa') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:40:29 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:40:29 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:40:29 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:40:29 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:40:29 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a093c7ff-70ab-56b4-ae00-b9b52f2d298b', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:40:29 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:40:29 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:40:29 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:40:29 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2cce33ae-fa, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:40:29 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2cce33ae-fa, col_values=(('qos', UUID('3d466aca-0c33-455a-b7fc-d316d321845e')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:40:29 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2cce33ae-fa, col_values=(('external_ids', {'iface-id': '2cce33ae-fa44-4349-8624-1fd8d73d675b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b5:ae:54', 'vm-uuid': 'b3de971d-e8f1-411a-9fe9-333984b9cf16'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:40:29 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:40:29 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:40:29 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:40:29 user nova-compute[74854]: INFO os_vif [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b5:ae:54,bridge_name='br-int',has_traffic_filtering=True,id=2cce33ae-fa44-4349-8624-1fd8d73d675b,network=Network(9931c044-5a84-4052-933f-f1477ca93d91),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2cce33ae-fa')
Oct 23 17:40:29 user nova-compute[74854]: DEBUG nova.network.neutron [req-ca844fd0-5ae9-48f5-9a66-12a05a6a6d7d req-7ebe8470-22f0-45f1-a23e-0d3d1fb2f358 service nova] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Updated VIF entry in instance network info cache for port 2cce33ae-fa44-4349-8624-1fd8d73d675b. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:40:29 user nova-compute[74854]: DEBUG nova.network.neutron [req-ca844fd0-5ae9-48f5-9a66-12a05a6a6d7d req-7ebe8470-22f0-45f1-a23e-0d3d1fb2f358 service nova] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Updating instance_info_cache with network_info: [{"id": "2cce33ae-fa44-4349-8624-1fd8d73d675b", "address": "fa:16:3e:b5:ae:54", "network": {"id": "9931c044-5a84-4052-933f-f1477ca93d91", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1531146588-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "230743b8a6c547b79a2cabf59b092f5a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cce33ae-fa", "ovs_interfaceid": "2cce33ae-fa44-4349-8624-1fd8d73d675b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:40:29 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-ca844fd0-5ae9-48f5-9a66-12a05a6a6d7d req-7ebe8470-22f0-45f1-a23e-0d3d1fb2f358 service nova] Releasing lock "refresh_cache-b3de971d-e8f1-411a-9fe9-333984b9cf16" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:40:29 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:40:29 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] No VIF found with MAC fa:16:3e:b5:ae:54, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:40:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:40:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:40:30 user nova-compute[74854]: DEBUG nova.compute.manager [req-7ef76fad-304c-4f2e-a4cc-9aadca46964f req-a4f2001f-979d-4a37-9f04-78e09782666a service nova] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Received event network-vif-plugged-2cce33ae-fa44-4349-8624-1fd8d73d675b {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:40:30 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-7ef76fad-304c-4f2e-a4cc-9aadca46964f req-a4f2001f-979d-4a37-9f04-78e09782666a service nova] Acquiring lock "b3de971d-e8f1-411a-9fe9-333984b9cf16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:40:30 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-7ef76fad-304c-4f2e-a4cc-9aadca46964f req-a4f2001f-979d-4a37-9f04-78e09782666a service nova] Lock "b3de971d-e8f1-411a-9fe9-333984b9cf16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:40:30 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-7ef76fad-304c-4f2e-a4cc-9aadca46964f req-a4f2001f-979d-4a37-9f04-78e09782666a service nova] Lock "b3de971d-e8f1-411a-9fe9-333984b9cf16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:40:30 user nova-compute[74854]: DEBUG nova.compute.manager [req-7ef76fad-304c-4f2e-a4cc-9aadca46964f req-a4f2001f-979d-4a37-9f04-78e09782666a service nova] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] No waiting events found dispatching network-vif-plugged-2cce33ae-fa44-4349-8624-1fd8d73d675b {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:40:30 user nova-compute[74854]: WARNING nova.compute.manager [req-7ef76fad-304c-4f2e-a4cc-9aadca46964f req-a4f2001f-979d-4a37-9f04-78e09782666a service nova] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Received unexpected event network-vif-plugged-2cce33ae-fa44-4349-8624-1fd8d73d675b for instance with vm_state building and task_state spawning.
Oct 23 17:40:31 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:40:31 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:40:31 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:40:31 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:40:31 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:40:32 user nova-compute[74854]: DEBUG nova.compute.manager [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Instance event wait completed in 0 seconds for  {{(pid=74854) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 17:40:32 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Guest created on hypervisor {{(pid=74854) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 17:40:32 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Instance spawned successfully.
Oct 23 17:40:32 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 17:40:32 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Found default for hw_cdrom_bus of ide {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:40:32 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Found default for hw_disk_bus of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:40:32 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Found default for hw_input_bus of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:40:32 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Found default for hw_pointer_model of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:40:32 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Found default for hw_video_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:40:32 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Found default for hw_vif_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:40:32 user nova-compute[74854]: INFO nova.compute.manager [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Took 5.74 seconds to spawn the instance on the hypervisor.
Oct 23 17:40:32 user nova-compute[74854]: DEBUG nova.compute.manager [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:40:32 user nova-compute[74854]: DEBUG nova.compute.manager [req-e9dab64a-60a7-4ef2-a527-4fa911bfd6b6 req-65adc9c4-51e3-4833-ae1e-2e3dd90b65d2 service nova] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Received event network-vif-plugged-2cce33ae-fa44-4349-8624-1fd8d73d675b {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:40:32 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e9dab64a-60a7-4ef2-a527-4fa911bfd6b6 req-65adc9c4-51e3-4833-ae1e-2e3dd90b65d2 service nova] Acquiring lock "b3de971d-e8f1-411a-9fe9-333984b9cf16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:40:32 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e9dab64a-60a7-4ef2-a527-4fa911bfd6b6 req-65adc9c4-51e3-4833-ae1e-2e3dd90b65d2 service nova] Lock "b3de971d-e8f1-411a-9fe9-333984b9cf16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:40:32 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e9dab64a-60a7-4ef2-a527-4fa911bfd6b6 req-65adc9c4-51e3-4833-ae1e-2e3dd90b65d2 service nova] Lock "b3de971d-e8f1-411a-9fe9-333984b9cf16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:40:32 user nova-compute[74854]: DEBUG nova.compute.manager [req-e9dab64a-60a7-4ef2-a527-4fa911bfd6b6 req-65adc9c4-51e3-4833-ae1e-2e3dd90b65d2 service nova] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] No waiting events found dispatching network-vif-plugged-2cce33ae-fa44-4349-8624-1fd8d73d675b {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:40:32 user nova-compute[74854]: WARNING nova.compute.manager [req-e9dab64a-60a7-4ef2-a527-4fa911bfd6b6 req-65adc9c4-51e3-4833-ae1e-2e3dd90b65d2 service nova] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Received unexpected event network-vif-plugged-2cce33ae-fa44-4349-8624-1fd8d73d675b for instance with vm_state active and task_state None.
Oct 23 17:40:32 user nova-compute[74854]: INFO nova.compute.manager [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Took 6.33 seconds to build instance.
Oct 23 17:40:32 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-b05a9434-56ee-4941-a4b3-dba87bdab129 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "b3de971d-e8f1-411a-9fe9-333984b9cf16" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.554s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:40:33 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-0c7e82ed-a5ea-439e-8d71-3a23ad2a19ef tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Acquiring lock "5f825554-000d-423c-aa29-9ad4d8a3325b" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:40:33 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-0c7e82ed-a5ea-439e-8d71-3a23ad2a19ef tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "5f825554-000d-423c-aa29-9ad4d8a3325b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:40:33 user nova-compute[74854]: DEBUG nova.objects.instance [None req-0c7e82ed-a5ea-439e-8d71-3a23ad2a19ef tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lazy-loading 'flavor' on Instance uuid 5f825554-000d-423c-aa29-9ad4d8a3325b {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:40:33 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-0c7e82ed-a5ea-439e-8d71-3a23ad2a19ef tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "5f825554-000d-423c-aa29-9ad4d8a3325b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.055s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:40:33 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-0c7e82ed-a5ea-439e-8d71-3a23ad2a19ef tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Acquiring lock "5f825554-000d-423c-aa29-9ad4d8a3325b" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:40:33 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-0c7e82ed-a5ea-439e-8d71-3a23ad2a19ef tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "5f825554-000d-423c-aa29-9ad4d8a3325b" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:40:33 user nova-compute[74854]: INFO nova.compute.manager [None req-0c7e82ed-a5ea-439e-8d71-3a23ad2a19ef tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Attaching volume 86c858d6-c263-4b48-98c8-213b0316a0b0 to /dev/vdb
Oct 23 17:40:33 user nova-compute[74854]: DEBUG os_brick.utils [None req-0c7e82ed-a5ea-439e-8d71-3a23ad2a19ef tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:40:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:40:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:40:33 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e208d58-a61d-493d-a7a6-1b62caf5ae58]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a321e2f0722\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:40:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:40:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:40:33 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[8607d783-e6f5-4da4-9f33-a8a220eaaad2]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:40:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:40:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:40:33 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec3c1919-4a75-4b52-9b11-b85550a6716d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:40:33 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[2adcf425-9a19-449b-8c28-fb31b33215e1]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:40:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-0c7e82ed-a5ea-439e-8d71-3a23ad2a19ef tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Running cmd (subprocess): nvme version {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:40:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-0c7e82ed-a5ea-439e-8d71-3a23ad2a19ef tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] 'nvme version' failed. Not Retrying. {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:40:33 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0c7e82ed-a5ea-439e-8d71-3a23ad2a19ef tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] nvme not present on system {{(pid=74854) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 17:40:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:40:33 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:40:33 user nova-compute[74854]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 17:40:33 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[64834935-9fcc-4303-b8d8-a6629ed50156]: (4, '') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:40:33 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-0c7e82ed-a5ea-439e-8d71-3a23ad2a19ef tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74854) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 17:40:33 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-0c7e82ed-a5ea-439e-8d71-3a23ad2a19ef tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 17:40:33 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-0c7e82ed-a5ea-439e-8d71-3a23ad2a19ef tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] LIGHTOS: no hostnqn found. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 17:40:33 user nova-compute[74854]: DEBUG os_brick.utils [None req-0c7e82ed-a5ea-439e-8d71-3a23ad2a19ef tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] <== get_connector_properties: return (135ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a321e2f0722', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:40:33 user nova-compute[74854]: DEBUG nova.virt.block_device [None req-0c7e82ed-a5ea-439e-8d71-3a23ad2a19ef tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Updating existing volume attachment record: d454c366-f777-48d3-8c8e-6df3861227ef {{(pid=74854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 17:40:34 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:40:35 user nova-compute[74854]: DEBUG nova.compute.manager [req-e3489e73-c265-4e31-9539-1ac125c2aa52 req-bcbd23e7-5532-4c36-9ffe-ed337edca657 service nova] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Received event network-changed-48a9a28a-3fa6-408f-b342-59857ca82f68 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:40:35 user nova-compute[74854]: DEBUG nova.compute.manager [req-e3489e73-c265-4e31-9539-1ac125c2aa52 req-bcbd23e7-5532-4c36-9ffe-ed337edca657 service nova] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Refreshing instance network info cache due to event network-changed-48a9a28a-3fa6-408f-b342-59857ca82f68. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:40:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e3489e73-c265-4e31-9539-1ac125c2aa52 req-bcbd23e7-5532-4c36-9ffe-ed337edca657 service nova] Acquiring lock "refresh_cache-e6f962bc-d5e3-462b-8b31-1d63d8641beb" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:40:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e3489e73-c265-4e31-9539-1ac125c2aa52 req-bcbd23e7-5532-4c36-9ffe-ed337edca657 service nova] Acquired lock "refresh_cache-e6f962bc-d5e3-462b-8b31-1d63d8641beb" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:40:35 user nova-compute[74854]: DEBUG nova.network.neutron [req-e3489e73-c265-4e31-9539-1ac125c2aa52 req-bcbd23e7-5532-4c36-9ffe-ed337edca657 service nova] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Refreshing network info cache for port 48a9a28a-3fa6-408f-b342-59857ca82f68 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:40:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e3365f4d-74f9-449d-b8e3-3cdbccaf1b0a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Acquiring lock "e6f962bc-d5e3-462b-8b31-1d63d8641beb" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:40:35 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e3365f4d-74f9-449d-b8e3-3cdbccaf1b0a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lock "e6f962bc-d5e3-462b-8b31-1d63d8641beb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:40:36 user nova-compute[74854]: DEBUG nova.objects.instance [None req-e3365f4d-74f9-449d-b8e3-3cdbccaf1b0a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lazy-loading 'flavor' on Instance uuid e6f962bc-d5e3-462b-8b31-1d63d8641beb {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:40:36 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-e3365f4d-74f9-449d-b8e3-3cdbccaf1b0a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Ignoring supplied device name: /dev/vdb
Oct 23 17:40:36 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e3365f4d-74f9-449d-b8e3-3cdbccaf1b0a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lock "e6f962bc-d5e3-462b-8b31-1d63d8641beb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.066s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:40:36 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e3365f4d-74f9-449d-b8e3-3cdbccaf1b0a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Acquiring lock "e6f962bc-d5e3-462b-8b31-1d63d8641beb" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:40:36 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e3365f4d-74f9-449d-b8e3-3cdbccaf1b0a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lock "e6f962bc-d5e3-462b-8b31-1d63d8641beb" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:40:36 user nova-compute[74854]: INFO nova.compute.manager [None req-e3365f4d-74f9-449d-b8e3-3cdbccaf1b0a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Attaching volume 7754a032-50c7-472f-b4f2-2a6736bd8d93 to /dev/vdb
Oct 23 17:40:36 user nova-compute[74854]: DEBUG nova.network.neutron [req-e3489e73-c265-4e31-9539-1ac125c2aa52 req-bcbd23e7-5532-4c36-9ffe-ed337edca657 service nova] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Updated VIF entry in instance network info cache for port 48a9a28a-3fa6-408f-b342-59857ca82f68. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:40:36 user nova-compute[74854]: DEBUG nova.network.neutron [req-e3489e73-c265-4e31-9539-1ac125c2aa52 req-bcbd23e7-5532-4c36-9ffe-ed337edca657 service nova] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Updating instance_info_cache with network_info: [{"id": "48a9a28a-3fa6-408f-b342-59857ca82f68", "address": "fa:16:3e:6f:d5:8c", "network": {"id": "9036528a-dda4-4de9-b36a-3596f7cf3059", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2139464027-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.64", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "524c9de8090141d0b6df2bb88a54aaf5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48a9a28a-3f", "ovs_interfaceid": "48a9a28a-3fa6-408f-b342-59857ca82f68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:40:36 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e3489e73-c265-4e31-9539-1ac125c2aa52 req-bcbd23e7-5532-4c36-9ffe-ed337edca657 service nova] Releasing lock "refresh_cache-e6f962bc-d5e3-462b-8b31-1d63d8641beb" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:40:36 user nova-compute[74854]: DEBUG os_brick.utils [None req-e3365f4d-74f9-449d-b8e3-3cdbccaf1b0a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:40:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:40:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:40:36 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[ccf19b9f-ca85-4943-8135-f44395b19a68]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a321e2f0722\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:40:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:40:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:40:36 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d19c980-13c5-455f-9e2e-e835ea539bee]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:40:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:40:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:40:36 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[873be584-bcaa-49e9-abd5-2c546203ec68]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:40:36 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9ce4894-6327-41ba-87b2-b54ec89733b8]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:40:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-e3365f4d-74f9-449d-b8e3-3cdbccaf1b0a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Running cmd (subprocess): nvme version {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:40:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-e3365f4d-74f9-449d-b8e3-3cdbccaf1b0a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] 'nvme version' failed. Not Retrying. {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:40:36 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e3365f4d-74f9-449d-b8e3-3cdbccaf1b0a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] nvme not present on system {{(pid=74854) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 17:40:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:40:36 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:40:36 user nova-compute[74854]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 17:40:36 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe7f44ec-71f4-46ea-b98d-a2f24d3cbe11]: (4, '') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:40:36 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-e3365f4d-74f9-449d-b8e3-3cdbccaf1b0a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74854) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 17:40:36 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-e3365f4d-74f9-449d-b8e3-3cdbccaf1b0a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 17:40:36 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-e3365f4d-74f9-449d-b8e3-3cdbccaf1b0a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] LIGHTOS: no hostnqn found. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 17:40:36 user nova-compute[74854]: DEBUG os_brick.utils [None req-e3365f4d-74f9-449d-b8e3-3cdbccaf1b0a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] <== get_connector_properties: return (152ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a321e2f0722', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:40:36 user nova-compute[74854]: DEBUG nova.virt.block_device [None req-e3365f4d-74f9-449d-b8e3-3cdbccaf1b0a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Updating existing volume attachment record: b3a72d80-5e01-408f-be45-848c5001bdcd {{(pid=74854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 17:40:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:40:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:40:41 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:40:44 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:40:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:40:49 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:40:50 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0c7e82ed-a5ea-439e-8d71-3a23ad2a19ef tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Calling os-brick to attach iSCSI Volume {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 17:40:50 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c7e82ed-a5ea-439e-8d71-3a23ad2a19ef tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:86c858d6-c263-4b48-98c8-213b0316a0b0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'grxSjhik', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:40:50 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-0c7e82ed-a5ea-439e-8d71-3a23ad2a19ef tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:40:50 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-0c7e82ed-a5ea-439e-8d71-3a23ad2a19ef tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:40:50 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-0c7e82ed-a5ea-439e-8d71-3a23ad2a19ef tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:40:50 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-0c7e82ed-a5ea-439e-8d71-3a23ad2a19ef tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:40:50 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-0c7e82ed-a5ea-439e-8d71-3a23ad2a19ef tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:86c858d6-c263-4b48-98c8-213b0316a0b0" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:40:50 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-0c7e82ed-a5ea-439e-8d71-3a23ad2a19ef tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:86c858d6-c263-4b48-98c8-213b0316a0b0" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:40:50 user nova-compute[74854]: INFO os_brick.initiator.connectors.iscsi [None req-0c7e82ed-a5ea-439e-8d71-3a23ad2a19ef tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 17:40:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86c858d6-c263-4b48-98c8-213b0316a0b0 -p 172.16.0.220:3260 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:40:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86c858d6-c263-4b48-98c8-213b0316a0b0 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:40:50 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4d0eb1d-487d-4d64-ae02-3da0eb3e706d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:40:50 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c7e82ed-a5ea-439e-8d71-3a23ad2a19ef tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 17:40:50 user nova-compute[74854]:  {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:40:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86c858d6-c263-4b48-98c8-213b0316a0b0 -p 172.16.0.220:3260 --interface default --op new {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:40:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86c858d6-c263-4b48-98c8-213b0316a0b0 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:40:50 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0ca56fb-9b92-4e5f-be1a-d26475cf40fd]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:86c858d6-c263-4b48-98c8-213b0316a0b0] added\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:40:50 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c7e82ed-a5ea-439e-8d71-3a23ad2a19ef tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:86c858d6-c263-4b48-98c8-213b0316a0b0] added
Oct 23 17:40:50 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:40:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86c858d6-c263-4b48-98c8-213b0316a0b0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:40:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86c858d6-c263-4b48-98c8-213b0316a0b0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:40:50 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a637dae-f665-4454-8a0c-5b8b3951db5b]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:40:50 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c7e82ed-a5ea-439e-8d71-3a23ad2a19ef tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:40:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86c858d6-c263-4b48-98c8-213b0316a0b0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:40:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86c858d6-c263-4b48-98c8-213b0316a0b0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:40:50 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[d362da5d-f3b8-488e-8005-96536b6104bc]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:40:50 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c7e82ed-a5ea-439e-8d71-3a23ad2a19ef tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:40:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86c858d6-c263-4b48-98c8-213b0316a0b0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v grxSjhik {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:40:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86c858d6-c263-4b48-98c8-213b0316a0b0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v grxSjhik" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:40:50 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[00c567e1-8155-4c39-8fbf-a3e3dd120b27]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:40:50 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c7e82ed-a5ea-439e-8d71-3a23ad2a19ef tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'grxSjhik'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:40:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86c858d6-c263-4b48-98c8-213b0316a0b0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:40:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86c858d6-c263-4b48-98c8-213b0316a0b0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:40:50 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[00e8e39e-5735-4eed-9f12-73e06a5517aa]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:40:50 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c7e82ed-a5ea-439e-8d71-3a23ad2a19ef tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:40:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:40:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:40:50 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[34bd8ad3-f93d-4cdf-a2ea-d8e3735a0eb6]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:40:50 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c7e82ed-a5ea-439e-8d71-3a23ad2a19ef tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 23 17:40:50 user nova-compute[74854]:  {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:40:50 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c7e82ed-a5ea-439e-8d71-3a23ad2a19ef tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 23 17:40:50 user nova-compute[74854]:  {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:40:50 user nova-compute[74854]: WARNING os_brick.initiator.connectors.iscsi [None req-0c7e82ed-a5ea-439e-8d71-3a23ad2a19ef tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 23 17:40:50 user nova-compute[74854]: 
Oct 23 17:40:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86c858d6-c263-4b48-98c8-213b0316a0b0 -p 172.16.0.220:3260 --login {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:40:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86c858d6-c263-4b48-98c8-213b0316a0b0 -p 172.16.0.220:3260 --login" returned: 0 in 0.050s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:40:50 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a111b17-18a8-42ac-9fbd-01688b06a153]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:86c858d6-c263-4b48-98c8-213b0316a0b0, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:86c858d6-c263-4b48-98c8-213b0316a0b0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:40:50 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c7e82ed-a5ea-439e-8d71-3a23ad2a19ef tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:86c858d6-c263-4b48-98c8-213b0316a0b0, portal: 172.16.0.220,3260]
Oct 23 17:40:50 user nova-compute[74854]: Login to [iface: default, target: iqn.2010-10.org.openstack:86c858d6-c263-4b48-98c8-213b0316a0b0, portal: 172.16.0.220,3260] successful.
Oct 23 17:40:50 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:40:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86c858d6-c263-4b48-98c8-213b0316a0b0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:40:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86c858d6-c263-4b48-98c8-213b0316a0b0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:40:50 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[8fb0ba28-0867-47a7-8641-0485432253c8]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:40:50 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c7e82ed-a5ea-439e-8d71-3a23ad2a19ef tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:40:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:40:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:40:50 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[48468cc4-d7e1-4200-8afe-840a2cf82f56]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c858d6-c263-4b48-98c8-213b0316a0b0 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:40:50 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c7e82ed-a5ea-439e-8d71-3a23ad2a19ef tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c858d6-c263-4b48-98c8-213b0316a0b0 (non-flash)
Oct 23 17:40:50 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:40:50 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c7e82ed-a5ea-439e-8d71-3a23ad2a19ef tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c858d6-c263-4b48-98c8-213b0316a0b0 (non-flash)
Oct 23 17:40:50 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:40:50 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-0c7e82ed-a5ea-439e-8d71-3a23ad2a19ef tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:86c858d6-c263-4b48-98c8-213b0316a0b0" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.263s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:40:50 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c7e82ed-a5ea-439e-8d71-3a23ad2a19ef tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Connected to 172.16.0.220:3260 {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 17:40:50 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-0c7e82ed-a5ea-439e-8d71-3a23ad2a19ef tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] HCTL ('33', '-', '-', 0) found on session 55 with lun 0 {{(pid=74854) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 17:40:50 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-0c7e82ed-a5ea-439e-8d71-3a23ad2a19ef tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74854) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 17:40:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:40:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:40:50 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc436f09-09ba-4fbe-a10e-86f10d9efa67]: (4, ('- - 0', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:40:50 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-0c7e82ed-a5ea-439e-8d71-3a23ad2a19ef tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Searching for a device in session 55 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:40:50 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c7e82ed-a5ea-439e-8d71-3a23ad2a19ef tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:86c858d6-c263-4b48-98c8-213b0316a0b0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'grxSjhik', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 17:40:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:40:51 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-0c7e82ed-a5ea-439e-8d71-3a23ad2a19ef tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.293s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:40:51 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c7e82ed-a5ea-439e-8d71-3a23ad2a19ef tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] <== connect_volume: return (1295ms) {'type': 'block', 'scsi_wwn': '23766343633366561', 'path': '/dev/sdb'} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:40:51 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0c7e82ed-a5ea-439e-8d71-3a23ad2a19ef tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23766343633366561', 'path': '/dev/sdb'} {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 17:40:51 user nova-compute[74854]: DEBUG nova.objects.instance [None req-0c7e82ed-a5ea-439e-8d71-3a23ad2a19ef tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lazy-loading 'flavor' on Instance uuid 5f825554-000d-423c-aa29-9ad4d8a3325b {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:40:52 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-0c7e82ed-a5ea-439e-8d71-3a23ad2a19ef tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] attach device xml: <disk type="block" device="disk">
Oct 23 17:40:52 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:40:52 user nova-compute[74854]:   <source dev="/dev/sdb"/>
Oct 23 17:40:52 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:40:52 user nova-compute[74854]:   <serial>86c858d6-c263-4b48-98c8-213b0316a0b0</serial>
Oct 23 17:40:52 user nova-compute[74854]: </disk>
Oct 23 17:40:52 user nova-compute[74854]:  {{(pid=74854) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 17:40:52 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-0c7e82ed-a5ea-439e-8d71-3a23ad2a19ef tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:40:52 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-0c7e82ed-a5ea-439e-8d71-3a23ad2a19ef tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:40:52 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-0c7e82ed-a5ea-439e-8d71-3a23ad2a19ef tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] No VIF found with MAC fa:16:3e:3e:51:f6, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:40:52 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-0c7e82ed-a5ea-439e-8d71-3a23ad2a19ef tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "5f825554-000d-423c-aa29-9ad4d8a3325b" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 19.186s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:40:53 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e3365f4d-74f9-449d-b8e3-3cdbccaf1b0a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Calling os-brick to attach iSCSI Volume {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 17:40:53 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3365f4d-74f9-449d-b8e3-3cdbccaf1b0a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:7754a032-50c7-472f-b4f2-2a6736bd8d93', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xQqTWInA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:40:53 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-e3365f4d-74f9-449d-b8e3-3cdbccaf1b0a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:40:53 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-e3365f4d-74f9-449d-b8e3-3cdbccaf1b0a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:40:53 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-e3365f4d-74f9-449d-b8e3-3cdbccaf1b0a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:40:53 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-e3365f4d-74f9-449d-b8e3-3cdbccaf1b0a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:40:53 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-e3365f4d-74f9-449d-b8e3-3cdbccaf1b0a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7754a032-50c7-472f-b4f2-2a6736bd8d93" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:40:53 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-e3365f4d-74f9-449d-b8e3-3cdbccaf1b0a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7754a032-50c7-472f-b4f2-2a6736bd8d93" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:40:53 user nova-compute[74854]: INFO os_brick.initiator.connectors.iscsi [None req-e3365f4d-74f9-449d-b8e3-3cdbccaf1b0a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 17:40:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7754a032-50c7-472f-b4f2-2a6736bd8d93 -p 172.16.0.220:3260 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:40:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7754a032-50c7-472f-b4f2-2a6736bd8d93 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:40:53 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e4c20bd-8195-44c4-bb31-39c5a9ca154e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:40:53 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3365f4d-74f9-449d-b8e3-3cdbccaf1b0a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 17:40:53 user nova-compute[74854]:  {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:40:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7754a032-50c7-472f-b4f2-2a6736bd8d93 -p 172.16.0.220:3260 --interface default --op new {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:40:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7754a032-50c7-472f-b4f2-2a6736bd8d93 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:40:53 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[29f6088d-16eb-4750-869e-07eec62b082d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7754a032-50c7-472f-b4f2-2a6736bd8d93] added\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:40:53 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3365f4d-74f9-449d-b8e3-3cdbccaf1b0a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7754a032-50c7-472f-b4f2-2a6736bd8d93] added
Oct 23 17:40:53 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:40:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7754a032-50c7-472f-b4f2-2a6736bd8d93 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:40:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7754a032-50c7-472f-b4f2-2a6736bd8d93 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:40:53 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[d60f4ff8-3a4e-4f35-a8d9-03c9ad6b89d2]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:40:53 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3365f4d-74f9-449d-b8e3-3cdbccaf1b0a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:40:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7754a032-50c7-472f-b4f2-2a6736bd8d93 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:40:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7754a032-50c7-472f-b4f2-2a6736bd8d93 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:40:53 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[6567e449-3531-4352-b369-1b150235cdd2]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:40:53 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3365f4d-74f9-449d-b8e3-3cdbccaf1b0a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:40:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7754a032-50c7-472f-b4f2-2a6736bd8d93 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xQqTWInA {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:40:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7754a032-50c7-472f-b4f2-2a6736bd8d93 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xQqTWInA" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:40:53 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf02e3a0-db65-4faa-9f31-377c9366c442]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:40:53 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3365f4d-74f9-449d-b8e3-3cdbccaf1b0a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'xQqTWInA'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:40:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7754a032-50c7-472f-b4f2-2a6736bd8d93 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:40:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7754a032-50c7-472f-b4f2-2a6736bd8d93 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:40:53 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[142598b5-74dc-4512-aac7-b6f89ab37750]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:40:53 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3365f4d-74f9-449d-b8e3-3cdbccaf1b0a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:40:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:40:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:40:53 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[641d919b-6ebe-4a3d-a5ae-e4229b2a61a3]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c858d6-c263-4b48-98c8-213b0316a0b0 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:40:53 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3365f4d-74f9-449d-b8e3-3cdbccaf1b0a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c858d6-c263-4b48-98c8-213b0316a0b0 (non-flash)
Oct 23 17:40:53 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:40:53 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3365f4d-74f9-449d-b8e3-3cdbccaf1b0a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c858d6-c263-4b48-98c8-213b0316a0b0 (non-flash)
Oct 23 17:40:53 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:40:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7754a032-50c7-472f-b4f2-2a6736bd8d93 -p 172.16.0.220:3260 --login {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:40:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7754a032-50c7-472f-b4f2-2a6736bd8d93 -p 172.16.0.220:3260 --login" returned: 0 in 0.050s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:40:53 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc109584-324b-4341-a770-fd60187d4e6b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:7754a032-50c7-472f-b4f2-2a6736bd8d93, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:7754a032-50c7-472f-b4f2-2a6736bd8d93, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:40:53 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3365f4d-74f9-449d-b8e3-3cdbccaf1b0a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:7754a032-50c7-472f-b4f2-2a6736bd8d93, portal: 172.16.0.220,3260]
Oct 23 17:40:53 user nova-compute[74854]: Login to [iface: default, target: iqn.2010-10.org.openstack:7754a032-50c7-472f-b4f2-2a6736bd8d93, portal: 172.16.0.220,3260] successful.
Oct 23 17:40:53 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:40:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7754a032-50c7-472f-b4f2-2a6736bd8d93 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:40:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7754a032-50c7-472f-b4f2-2a6736bd8d93 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:40:53 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[4fd4ef95-a512-406d-b020-8f4286b314bf]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:40:53 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3365f4d-74f9-449d-b8e3-3cdbccaf1b0a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:40:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:40:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:40:53 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b4564ad-ed2e-4fd1-88b1-d887db5eb07b]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c858d6-c263-4b48-98c8-213b0316a0b0 (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7754a032-50c7-472f-b4f2-2a6736bd8d93 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:40:53 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3365f4d-74f9-449d-b8e3-3cdbccaf1b0a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c858d6-c263-4b48-98c8-213b0316a0b0 (non-flash)
Oct 23 17:40:53 user nova-compute[74854]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7754a032-50c7-472f-b4f2-2a6736bd8d93 (non-flash)
Oct 23 17:40:53 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:40:53 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3365f4d-74f9-449d-b8e3-3cdbccaf1b0a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c858d6-c263-4b48-98c8-213b0316a0b0 (non-flash)
Oct 23 17:40:53 user nova-compute[74854]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7754a032-50c7-472f-b4f2-2a6736bd8d93 (non-flash)
Oct 23 17:40:53 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:40:53 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-e3365f4d-74f9-449d-b8e3-3cdbccaf1b0a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7754a032-50c7-472f-b4f2-2a6736bd8d93" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.265s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:40:53 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3365f4d-74f9-449d-b8e3-3cdbccaf1b0a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Connected to 172.16.0.220:3260 {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 17:40:53 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-e3365f4d-74f9-449d-b8e3-3cdbccaf1b0a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] HCTL ('34', '-', '-', 0) found on session 56 with lun 0 {{(pid=74854) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 17:40:53 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-e3365f4d-74f9-449d-b8e3-3cdbccaf1b0a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74854) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 17:40:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:40:53 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:40:53 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[08ed0b91-9f1a-4360-90b9-bab192155ccd]: (4, ('- - 0', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:40:53 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-e3365f4d-74f9-449d-b8e3-3cdbccaf1b0a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Searching for a device in session 56 and hctl ['34', '*', '*', 0] yield: None {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:40:54 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:40:54 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-e3365f4d-74f9-449d-b8e3-3cdbccaf1b0a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Searching for a device in session 56 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:40:54 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3365f4d-74f9-449d-b8e3-3cdbccaf1b0a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:7754a032-50c7-472f-b4f2-2a6736bd8d93', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xQqTWInA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 17:40:54 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-e3365f4d-74f9-449d-b8e3-3cdbccaf1b0a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.292s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:40:54 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3365f4d-74f9-449d-b8e3-3cdbccaf1b0a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] <== connect_volume: return (1294ms) {'type': 'block', 'scsi_wwn': '26338366664366635', 'path': '/dev/sdc'} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:40:54 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e3365f4d-74f9-449d-b8e3-3cdbccaf1b0a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26338366664366635', 'path': '/dev/sdc'} {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 17:40:54 user nova-compute[74854]: DEBUG nova.objects.instance [None req-e3365f4d-74f9-449d-b8e3-3cdbccaf1b0a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lazy-loading 'flavor' on Instance uuid e6f962bc-d5e3-462b-8b31-1d63d8641beb {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:40:54 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-e3365f4d-74f9-449d-b8e3-3cdbccaf1b0a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] attach device xml: <disk type="block" device="disk">
Oct 23 17:40:54 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:40:54 user nova-compute[74854]:   <source dev="/dev/sdc"/>
Oct 23 17:40:54 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:40:54 user nova-compute[74854]:   <serial>7754a032-50c7-472f-b4f2-2a6736bd8d93</serial>
Oct 23 17:40:54 user nova-compute[74854]: </disk>
Oct 23 17:40:54 user nova-compute[74854]:  {{(pid=74854) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 17:40:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-254d9556-5c2e-4ac5-8bfc-fbbc2932c255 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Acquiring lock "5f825554-000d-423c-aa29-9ad4d8a3325b" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:40:54 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-254d9556-5c2e-4ac5-8bfc-fbbc2932c255 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "5f825554-000d-423c-aa29-9ad4d8a3325b" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:40:54 user nova-compute[74854]: INFO nova.compute.manager [None req-254d9556-5c2e-4ac5-8bfc-fbbc2932c255 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Detaching volume 86c858d6-c263-4b48-98c8-213b0316a0b0
Oct 23 17:40:55 user nova-compute[74854]: INFO nova.virt.block_device [None req-254d9556-5c2e-4ac5-8bfc-fbbc2932c255 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Attempting to driver detach volume 86c858d6-c263-4b48-98c8-213b0316a0b0 from mountpoint /dev/vdb
Oct 23 17:40:55 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-254d9556-5c2e-4ac5-8bfc-fbbc2932c255 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Attempting to detach device vdb from instance 5f825554-000d-423c-aa29-9ad4d8a3325b from the persistent domain config. {{(pid=74854) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 17:40:55 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-254d9556-5c2e-4ac5-8bfc-fbbc2932c255 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 17:40:55 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:40:55 user nova-compute[74854]:   <source dev="/dev/sdb"/>
Oct 23 17:40:55 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:40:55 user nova-compute[74854]:   <serial>86c858d6-c263-4b48-98c8-213b0316a0b0</serial>
Oct 23 17:40:55 user nova-compute[74854]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 17:40:55 user nova-compute[74854]: </disk>
Oct 23 17:40:55 user nova-compute[74854]:  {{(pid=74854) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 17:40:55 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-254d9556-5c2e-4ac5-8bfc-fbbc2932c255 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Successfully detached device vdb from instance 5f825554-000d-423c-aa29-9ad4d8a3325b from the persistent domain config.
Oct 23 17:40:55 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-254d9556-5c2e-4ac5-8bfc-fbbc2932c255 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 5f825554-000d-423c-aa29-9ad4d8a3325b from the live domain config. {{(pid=74854) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 23 17:40:55 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-254d9556-5c2e-4ac5-8bfc-fbbc2932c255 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 17:40:55 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:40:55 user nova-compute[74854]:   <source dev="/dev/sdb"/>
Oct 23 17:40:55 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:40:55 user nova-compute[74854]:   <serial>86c858d6-c263-4b48-98c8-213b0316a0b0</serial>
Oct 23 17:40:55 user nova-compute[74854]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 17:40:55 user nova-compute[74854]: </disk>
Oct 23 17:40:55 user nova-compute[74854]:  {{(pid=74854) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 17:40:55 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-e3365f4d-74f9-449d-b8e3-3cdbccaf1b0a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:40:55 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-e3365f4d-74f9-449d-b8e3-3cdbccaf1b0a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:40:55 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-e3365f4d-74f9-449d-b8e3-3cdbccaf1b0a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] No VIF found with MAC fa:16:3e:6f:d5:8c, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:40:55 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-e3365f4d-74f9-449d-b8e3-3cdbccaf1b0a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lock "e6f962bc-d5e3-462b-8b31-1d63d8641beb" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 19.123s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:40:55 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-254d9556-5c2e-4ac5-8bfc-fbbc2932c255 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 5f825554-000d-423c-aa29-9ad4d8a3325b {{(pid=74854) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 23 17:40:56 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:40:58 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:40:59 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:41:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:41:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:41:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:41:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:41:04 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:41:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:41:08 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:41:08 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:41:08 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 17:41:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:41:09 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:41:10 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:41:11 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:41:11 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Starting heal instance info cache {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 17:41:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "refresh_cache-e6f962bc-d5e3-462b-8b31-1d63d8641beb" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:41:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquired lock "refresh_cache-e6f962bc-d5e3-462b-8b31-1d63d8641beb" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:41:11 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Forcefully refreshing network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 17:41:12 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Updating instance_info_cache with network_info: [{"id": "48a9a28a-3fa6-408f-b342-59857ca82f68", "address": "fa:16:3e:6f:d5:8c", "network": {"id": "9036528a-dda4-4de9-b36a-3596f7cf3059", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2139464027-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.64", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "524c9de8090141d0b6df2bb88a54aaf5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48a9a28a-3f", "ovs_interfaceid": "48a9a28a-3fa6-408f-b342-59857ca82f68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:41:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Releasing lock "refresh_cache-e6f962bc-d5e3-462b-8b31-1d63d8641beb" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:41:12 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Updated the network info_cache for instance {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 17:41:14 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:41:14 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:41:14 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74854) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 17:41:14 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:41:14 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:41:14 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:41:14 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:41:15 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-254d9556-5c2e-4ac5-8bfc-fbbc2932c255 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 5f825554-000d-423c-aa29-9ad4d8a3325b is timed out.
Oct 23 17:41:15 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-254d9556-5c2e-4ac5-8bfc-fbbc2932c255 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Successfully detached device vdb from instance 5f825554-000d-423c-aa29-9ad4d8a3325b from the live domain config.
Oct 23 17:41:15 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-254d9556-5c2e-4ac5-8bfc-fbbc2932c255 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] calling os-brick to detach iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 17:41:15 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-254d9556-5c2e-4ac5-8bfc-fbbc2932c255 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, {'target_iqn': 'iqn.2010-10.org.openstack:86c858d6-c263-4b48-98c8-213b0316a0b0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'grxSjhik', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:41:15 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-254d9556-5c2e-4ac5-8bfc-fbbc2932c255 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:41:15 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-254d9556-5c2e-4ac5-8bfc-fbbc2932c255 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:41:15 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-254d9556-5c2e-4ac5-8bfc-fbbc2932c255 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:41:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:41:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:41:15 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb3c593d-ae32-4a10-99a5-e474b1533660]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:86c858d6-c263-4b48-98c8-213b0316a0b0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7754a032-50c7-472f-b4f2-2a6736bd8d93\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:41:15 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-254d9556-5c2e-4ac5-8bfc-fbbc2932c255 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 17:41:15 user nova-compute[74854]: No targets found.
Oct 23 17:41:15 user nova-compute[74854]: iSNS:
Oct 23 17:41:15 user nova-compute[74854]: No targets found.
Oct 23 17:41:15 user nova-compute[74854]: STATIC:
Oct 23 17:41:15 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:86c858d6-c263-4b48-98c8-213b0316a0b0
Oct 23 17:41:15 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:41:15 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:41:15 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:7754a032-50c7-472f-b4f2-2a6736bd8d93
Oct 23 17:41:15 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:41:15 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:41:15 user nova-compute[74854]: FIRMWARE:
Oct 23 17:41:15 user nova-compute[74854]: No targets found.
Oct 23 17:41:15 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:41:15 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-254d9556-5c2e-4ac5-8bfc-fbbc2932c255 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 17:41:15 user nova-compute[74854]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 17:41:15 user nova-compute[74854]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74854) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 17:41:15 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-254d9556-5c2e-4ac5-8bfc-fbbc2932c255 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:86c858d6-c263-4b48-98c8-213b0316a0b0', 0)] {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 17:41:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:41:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:41:15 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[89e1ffb7-6c7a-417c-b458-3b0280217dea]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7754a032-50c7-472f-b4f2-2a6736bd8d93\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:86c858d6-c263-4b48-98c8-213b0316a0b0\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:41:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:41:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:41:15 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d868862-54a4-4e4c-bbdd-02ccb35fee47]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c858d6-c263-4b48-98c8-213b0316a0b0 (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7754a032-50c7-472f-b4f2-2a6736bd8d93 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:41:15 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-254d9556-5c2e-4ac5-8bfc-fbbc2932c255 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c858d6-c263-4b48-98c8-213b0316a0b0 (non-flash)
Oct 23 17:41:15 user nova-compute[74854]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7754a032-50c7-472f-b4f2-2a6736bd8d93 (non-flash)
Oct 23 17:41:15 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:41:15 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-254d9556-5c2e-4ac5-8bfc-fbbc2932c255 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86c858d6-c263-4b48-98c8-213b0316a0b0 (non-flash)
Oct 23 17:41:15 user nova-compute[74854]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7754a032-50c7-472f-b4f2-2a6736bd8d93 (non-flash)
Oct 23 17:41:15 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:41:15 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-254d9556-5c2e-4ac5-8bfc-fbbc2932c255 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f3038d9d6c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:86c858d6-c263-4b48-98c8-213b0316a0b0'): ({'sdb'}, set())}) {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 17:41:15 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-254d9556-5c2e-4ac5-8bfc-fbbc2932c255 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Removing single pathed devices sdb {{(pid=74854) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 17:41:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:41:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:41:15 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9c2f639-1939-4ac3-bc6f-703dbcc3d2c7]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:41:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:41:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:41:15 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[93b5efc7-0d67-49e2-aad7-958b203e48a1]: (4, ('ok\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:41:15 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-254d9556-5c2e-4ac5-8bfc-fbbc2932c255 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Flushing IO for device /dev/sdb {{(pid=74854) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 17:41:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:41:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:41:15 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[29634a29-8694-4160-ab58-b6e0f1307488]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:41:15 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-254d9556-5c2e-4ac5-8bfc-fbbc2932c255 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74854) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 17:41:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:41:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.053s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:41:15 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6eec34b-0fe3-4d41-aad9-5e4b9469562d]: (4, ('1', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:41:15 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-254d9556-5c2e-4ac5-8bfc-fbbc2932c255 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 17:41:15 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-254d9556-5c2e-4ac5-8bfc-fbbc2932c255 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] SCSI volumes sdb have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 17:41:15 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-254d9556-5c2e-4ac5-8bfc-fbbc2932c255 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:86c858d6-c263-4b48-98c8-213b0316a0b0')] {{(pid=74854) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 17:41:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86c858d6-c263-4b48-98c8-213b0316a0b0 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:41:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86c858d6-c263-4b48-98c8-213b0316a0b0 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:41:15 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[294447e6-c79b-4be1-bca4-f6a3242f60db]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:41:15 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-254d9556-5c2e-4ac5-8bfc-fbbc2932c255 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:41:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86c858d6-c263-4b48-98c8-213b0316a0b0 -p 172.16.0.220:3260 --logout {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:41:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86c858d6-c263-4b48-98c8-213b0316a0b0 -p 172.16.0.220:3260 --logout" returned: 0 in 0.069s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:41:15 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[24c291f2-561c-4c56-9cb0-6a48a1eeb7d5]: (4, ('Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:86c858d6-c263-4b48-98c8-213b0316a0b0, portal: 172.16.0.220,3260]\nLogout of [sid: 55, target: iqn.2010-10.org.openstack:86c858d6-c263-4b48-98c8-213b0316a0b0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:41:15 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-254d9556-5c2e-4ac5-8bfc-fbbc2932c255 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:86c858d6-c263-4b48-98c8-213b0316a0b0, portal: 172.16.0.220,3260]
Oct 23 17:41:15 user nova-compute[74854]: Logout of [sid: 55, target: iqn.2010-10.org.openstack:86c858d6-c263-4b48-98c8-213b0316a0b0, portal: 172.16.0.220,3260] successful.
Oct 23 17:41:15 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:41:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86c858d6-c263-4b48-98c8-213b0316a0b0 -p 172.16.0.220:3260 --op delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:41:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86c858d6-c263-4b48-98c8-213b0316a0b0 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:41:15 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bd83fe4-c086-487f-8197-609d682cb9a7]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:41:15 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-254d9556-5c2e-4ac5-8bfc-fbbc2932c255 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:41:15 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-254d9556-5c2e-4ac5-8bfc-fbbc2932c255 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.313s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:41:15 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-254d9556-5c2e-4ac5-8bfc-fbbc2932c255 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] <== disconnect_volume: return (315ms) None {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:41:15 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-254d9556-5c2e-4ac5-8bfc-fbbc2932c255 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Disconnected iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 17:41:15 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:41:15 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:41:15 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:41:15 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:41:15 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Auditing locally available compute resources for user (node: user) {{(pid=74854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 17:41:15 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6f962bc-d5e3-462b-8b31-1d63d8641beb/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:41:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6f962bc-d5e3-462b-8b31-1d63d8641beb/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:41:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6f962bc-d5e3-462b-8b31-1d63d8641beb/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:41:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6f962bc-d5e3-462b-8b31-1d63d8641beb/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:41:16 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:41:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b3de971d-e8f1-411a-9fe9-333984b9cf16/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:41:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b3de971d-e8f1-411a-9fe9-333984b9cf16/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:41:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b3de971d-e8f1-411a-9fe9-333984b9cf16/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:41:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b3de971d-e8f1-411a-9fe9-333984b9cf16/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:41:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f825554-000d-423c-aa29-9ad4d8a3325b/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:41:16 user nova-compute[74854]: DEBUG nova.objects.instance [None req-254d9556-5c2e-4ac5-8bfc-fbbc2932c255 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lazy-loading 'flavor' on Instance uuid 5f825554-000d-423c-aa29-9ad4d8a3325b {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:41:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-254d9556-5c2e-4ac5-8bfc-fbbc2932c255 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "5f825554-000d-423c-aa29-9ad4d8a3325b" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.019s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:41:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f825554-000d-423c-aa29-9ad4d8a3325b/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:41:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f825554-000d-423c-aa29-9ad4d8a3325b/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:41:17 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f825554-000d-423c-aa29-9ad4d8a3325b/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:41:17 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:41:17 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:41:17 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Hypervisor/Node resource view: name=user free_ram=8615MB free_disk=24.71869659423828GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=74854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 17:41:17 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:41:17 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:41:17 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 5f825554-000d-423c-aa29-9ad4d8a3325b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:41:17 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance e6f962bc-d5e3-462b-8b31-1d63d8641beb actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:41:17 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance b3de971d-e8f1-411a-9fe9-333984b9cf16 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:41:17 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 17:41:17 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 17:41:17 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:41:17 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:41:17 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Compute_service record updated for user:user {{(pid=74854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 17:41:17 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.236s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:41:18 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:41:18 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:41:19 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:41:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:41:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:41:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74854) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 17:41:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:41:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:41:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:41:29 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:41:34 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:41:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:41:43 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-93067a0b-365a-4011-bd66-3e7a0ff18f6a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Acquiring lock "e6f962bc-d5e3-462b-8b31-1d63d8641beb" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:41:43 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-93067a0b-365a-4011-bd66-3e7a0ff18f6a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lock "e6f962bc-d5e3-462b-8b31-1d63d8641beb" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:41:43 user nova-compute[74854]: INFO nova.compute.manager [None req-93067a0b-365a-4011-bd66-3e7a0ff18f6a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Detaching volume 7754a032-50c7-472f-b4f2-2a6736bd8d93
Oct 23 17:41:43 user nova-compute[74854]: INFO nova.virt.block_device [None req-93067a0b-365a-4011-bd66-3e7a0ff18f6a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Attempting to driver detach volume 7754a032-50c7-472f-b4f2-2a6736bd8d93 from mountpoint /dev/vdb
Oct 23 17:41:43 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-93067a0b-365a-4011-bd66-3e7a0ff18f6a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Attempting to detach device vdb from instance e6f962bc-d5e3-462b-8b31-1d63d8641beb from the persistent domain config. {{(pid=74854) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 17:41:43 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-93067a0b-365a-4011-bd66-3e7a0ff18f6a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 17:41:43 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:41:43 user nova-compute[74854]:   <source dev="/dev/sdc"/>
Oct 23 17:41:43 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:41:43 user nova-compute[74854]:   <serial>7754a032-50c7-472f-b4f2-2a6736bd8d93</serial>
Oct 23 17:41:43 user nova-compute[74854]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 17:41:43 user nova-compute[74854]: </disk>
Oct 23 17:41:43 user nova-compute[74854]:  {{(pid=74854) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 17:41:43 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-93067a0b-365a-4011-bd66-3e7a0ff18f6a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Successfully detached device vdb from instance e6f962bc-d5e3-462b-8b31-1d63d8641beb from the persistent domain config.
Oct 23 17:41:43 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-93067a0b-365a-4011-bd66-3e7a0ff18f6a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance e6f962bc-d5e3-462b-8b31-1d63d8641beb from the live domain config. {{(pid=74854) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 23 17:41:43 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-93067a0b-365a-4011-bd66-3e7a0ff18f6a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 17:41:43 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:41:43 user nova-compute[74854]:   <source dev="/dev/sdc"/>
Oct 23 17:41:43 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:41:43 user nova-compute[74854]:   <serial>7754a032-50c7-472f-b4f2-2a6736bd8d93</serial>
Oct 23 17:41:43 user nova-compute[74854]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 17:41:43 user nova-compute[74854]: </disk>
Oct 23 17:41:43 user nova-compute[74854]:  {{(pid=74854) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 17:41:43 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-3ff09769-ff39-4c01-a910-12485fff6d1c tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Acquiring lock "e6f962bc-d5e3-462b-8b31-1d63d8641beb" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:41:43 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-93067a0b-365a-4011-bd66-3e7a0ff18f6a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance e6f962bc-d5e3-462b-8b31-1d63d8641beb {{(pid=74854) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 23 17:41:44 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:41:49 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:41:49 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:41:49 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74854) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 17:41:49 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:41:49 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:41:49 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:41:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-1d9880c2-befa-4eeb-9b26-85a33a548bf6 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Acquiring lock "5f825554-000d-423c-aa29-9ad4d8a3325b" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:41:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-1d9880c2-befa-4eeb-9b26-85a33a548bf6 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "5f825554-000d-423c-aa29-9ad4d8a3325b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:41:50 user nova-compute[74854]: DEBUG nova.objects.instance [None req-1d9880c2-befa-4eeb-9b26-85a33a548bf6 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lazy-loading 'flavor' on Instance uuid 5f825554-000d-423c-aa29-9ad4d8a3325b {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:41:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-1d9880c2-befa-4eeb-9b26-85a33a548bf6 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "5f825554-000d-423c-aa29-9ad4d8a3325b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.056s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:41:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-1d9880c2-befa-4eeb-9b26-85a33a548bf6 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Acquiring lock "5f825554-000d-423c-aa29-9ad4d8a3325b" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:41:50 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-1d9880c2-befa-4eeb-9b26-85a33a548bf6 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "5f825554-000d-423c-aa29-9ad4d8a3325b" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:41:50 user nova-compute[74854]: INFO nova.compute.manager [None req-1d9880c2-befa-4eeb-9b26-85a33a548bf6 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Attaching volume 6d4a1e40-f4b1-404d-9dab-2a1ac554b158 to /dev/vdb
Oct 23 17:41:50 user nova-compute[74854]: DEBUG os_brick.utils [None req-1d9880c2-befa-4eeb-9b26-85a33a548bf6 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:41:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:41:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:41:50 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[4cffffd2-28f6-4b97-8bb4-3365826127da]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a321e2f0722\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:41:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:41:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:41:50 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[c116ada1-574e-4c2c-b1cc-9396d5ee9385]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:41:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:41:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:41:50 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[08944c0d-ad6a-4d7b-b972-c8e6a7517a35]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:41:50 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[34d3bf1c-d272-446d-8a26-dd1b350e3005]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:41:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-1d9880c2-befa-4eeb-9b26-85a33a548bf6 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Running cmd (subprocess): nvme version {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:41:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-1d9880c2-befa-4eeb-9b26-85a33a548bf6 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] 'nvme version' failed. Not Retrying. {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:41:50 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.nvmeof [None req-1d9880c2-befa-4eeb-9b26-85a33a548bf6 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] nvme not present on system {{(pid=74854) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 17:41:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:41:50 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:41:50 user nova-compute[74854]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 17:41:50 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f7c07d9-7371-4012-a27a-9497db8db527]: (4, '') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:41:50 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-1d9880c2-befa-4eeb-9b26-85a33a548bf6 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74854) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 17:41:50 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-1d9880c2-befa-4eeb-9b26-85a33a548bf6 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 17:41:50 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-1d9880c2-befa-4eeb-9b26-85a33a548bf6 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] LIGHTOS: no hostnqn found. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 17:41:50 user nova-compute[74854]: DEBUG os_brick.utils [None req-1d9880c2-befa-4eeb-9b26-85a33a548bf6 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a321e2f0722', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:41:50 user nova-compute[74854]: DEBUG nova.virt.block_device [None req-1d9880c2-befa-4eeb-9b26-85a33a548bf6 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Updating existing volume attachment record: 97a7cda7-6597-44c8-87c1-3b8fc4c72cc6 {{(pid=74854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 17:41:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:41:54 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:41:59 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:42:03 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-93067a0b-365a-4011-bd66-3e7a0ff18f6a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance e6f962bc-d5e3-462b-8b31-1d63d8641beb is timed out.
Oct 23 17:42:03 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-93067a0b-365a-4011-bd66-3e7a0ff18f6a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Successfully detached device vdb from instance e6f962bc-d5e3-462b-8b31-1d63d8641beb from the live domain config.
Oct 23 17:42:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-93067a0b-365a-4011-bd66-3e7a0ff18f6a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] calling os-brick to detach iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 17:42:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-93067a0b-365a-4011-bd66-3e7a0ff18f6a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, {'target_iqn': 'iqn.2010-10.org.openstack:7754a032-50c7-472f-b4f2-2a6736bd8d93', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xQqTWInA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:42:03 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-93067a0b-365a-4011-bd66-3e7a0ff18f6a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:42:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-93067a0b-365a-4011-bd66-3e7a0ff18f6a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:42:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-93067a0b-365a-4011-bd66-3e7a0ff18f6a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:42:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:42:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:42:03 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[a97b3469-e344-47bc-91db-4d7bd4c08faf]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7754a032-50c7-472f-b4f2-2a6736bd8d93\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:42:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-93067a0b-365a-4011-bd66-3e7a0ff18f6a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 17:42:03 user nova-compute[74854]: No targets found.
Oct 23 17:42:03 user nova-compute[74854]: iSNS:
Oct 23 17:42:03 user nova-compute[74854]: No targets found.
Oct 23 17:42:03 user nova-compute[74854]: STATIC:
Oct 23 17:42:03 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:7754a032-50c7-472f-b4f2-2a6736bd8d93
Oct 23 17:42:03 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:42:03 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:42:03 user nova-compute[74854]: FIRMWARE:
Oct 23 17:42:03 user nova-compute[74854]: No targets found.
Oct 23 17:42:03 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:42:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-93067a0b-365a-4011-bd66-3e7a0ff18f6a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 17:42:03 user nova-compute[74854]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 17:42:03 user nova-compute[74854]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74854) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 17:42:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-93067a0b-365a-4011-bd66-3e7a0ff18f6a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7754a032-50c7-472f-b4f2-2a6736bd8d93', 0)] {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 17:42:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:42:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:42:03 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e78b90cc-2d99-46d3-a050-cfeac850f366]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7754a032-50c7-472f-b4f2-2a6736bd8d93\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:42:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:42:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:42:03 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f0999d6-30e4-45e0-8eb0-05ad989b26d0]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7754a032-50c7-472f-b4f2-2a6736bd8d93 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:42:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-93067a0b-365a-4011-bd66-3e7a0ff18f6a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7754a032-50c7-472f-b4f2-2a6736bd8d93 (non-flash)
Oct 23 17:42:03 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:42:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-93067a0b-365a-4011-bd66-3e7a0ff18f6a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7754a032-50c7-472f-b4f2-2a6736bd8d93 (non-flash)
Oct 23 17:42:03 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:42:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-93067a0b-365a-4011-bd66-3e7a0ff18f6a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f3038dac790>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7754a032-50c7-472f-b4f2-2a6736bd8d93'): ({'sdc'}, set())}) {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 17:42:03 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-93067a0b-365a-4011-bd66-3e7a0ff18f6a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Removing single pathed devices sdc {{(pid=74854) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 17:42:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:42:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:42:03 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2ab118a-8581-424e-b360-2ed2513b7127]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:42:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:42:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:42:03 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[464926b3-bd9b-42f7-8e49-3c86b77ed2c1]: (4, ('ok\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:42:03 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-93067a0b-365a-4011-bd66-3e7a0ff18f6a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Flushing IO for device /dev/sdc {{(pid=74854) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 17:42:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:42:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.016s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:42:03 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[541d1fad-9076-4f4f-8ff4-f874679eb8df]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:42:03 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-93067a0b-365a-4011-bd66-3e7a0ff18f6a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74854) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 17:42:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:42:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.044s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:42:03 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[450b5ca5-d6dc-4e42-a0d7-e1c20ea9847a]: (4, ('1', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:42:03 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-93067a0b-365a-4011-bd66-3e7a0ff18f6a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 17:42:03 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-93067a0b-365a-4011-bd66-3e7a0ff18f6a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] SCSI volumes sdc have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 17:42:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-93067a0b-365a-4011-bd66-3e7a0ff18f6a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7754a032-50c7-472f-b4f2-2a6736bd8d93')] {{(pid=74854) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 17:42:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7754a032-50c7-472f-b4f2-2a6736bd8d93 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:42:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7754a032-50c7-472f-b4f2-2a6736bd8d93 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:42:03 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2fdabcf-4308-4a0e-837c-272ecffdbd1c]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:42:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-93067a0b-365a-4011-bd66-3e7a0ff18f6a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:42:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7754a032-50c7-472f-b4f2-2a6736bd8d93 -p 172.16.0.220:3260 --logout {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:42:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7754a032-50c7-472f-b4f2-2a6736bd8d93 -p 172.16.0.220:3260 --logout" returned: 0 in 0.050s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:42:03 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[72e23808-ea94-46d5-a1fd-d1856ebfece8]: (4, ('Logging out of session [sid: 56, target: iqn.2010-10.org.openstack:7754a032-50c7-472f-b4f2-2a6736bd8d93, portal: 172.16.0.220,3260]\nLogout of [sid: 56, target: iqn.2010-10.org.openstack:7754a032-50c7-472f-b4f2-2a6736bd8d93, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:42:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-93067a0b-365a-4011-bd66-3e7a0ff18f6a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 56, target: iqn.2010-10.org.openstack:7754a032-50c7-472f-b4f2-2a6736bd8d93, portal: 172.16.0.220,3260]
Oct 23 17:42:03 user nova-compute[74854]: Logout of [sid: 56, target: iqn.2010-10.org.openstack:7754a032-50c7-472f-b4f2-2a6736bd8d93, portal: 172.16.0.220,3260] successful.
Oct 23 17:42:03 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:42:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7754a032-50c7-472f-b4f2-2a6736bd8d93 -p 172.16.0.220:3260 --op delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:42:03 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7754a032-50c7-472f-b4f2-2a6736bd8d93 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:42:03 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0df5f0a-9d83-4be3-8493-5f689f7e6656]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:42:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-93067a0b-365a-4011-bd66-3e7a0ff18f6a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:42:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-93067a0b-365a-4011-bd66-3e7a0ff18f6a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.284s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:42:03 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-93067a0b-365a-4011-bd66-3e7a0ff18f6a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] <== disconnect_volume: return (285ms) None {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:42:03 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-93067a0b-365a-4011-bd66-3e7a0ff18f6a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Disconnected iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 17:42:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:42:04 user nova-compute[74854]: DEBUG nova.objects.instance [None req-93067a0b-365a-4011-bd66-3e7a0ff18f6a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lazy-loading 'flavor' on Instance uuid e6f962bc-d5e3-462b-8b31-1d63d8641beb {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:42:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-93067a0b-365a-4011-bd66-3e7a0ff18f6a tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lock "e6f962bc-d5e3-462b-8b31-1d63d8641beb" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.800s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:42:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-3ff09769-ff39-4c01-a910-12485fff6d1c tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lock "e6f962bc-d5e3-462b-8b31-1d63d8641beb" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 21.669s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:42:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-3ff09769-ff39-4c01-a910-12485fff6d1c tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Acquiring lock "e6f962bc-d5e3-462b-8b31-1d63d8641beb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:42:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-3ff09769-ff39-4c01-a910-12485fff6d1c tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lock "e6f962bc-d5e3-462b-8b31-1d63d8641beb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:42:04 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-3ff09769-ff39-4c01-a910-12485fff6d1c tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lock "e6f962bc-d5e3-462b-8b31-1d63d8641beb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:42:04 user nova-compute[74854]: INFO nova.compute.manager [None req-3ff09769-ff39-4c01-a910-12485fff6d1c tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Terminating instance
Oct 23 17:42:04 user nova-compute[74854]: DEBUG nova.compute.manager [None req-3ff09769-ff39-4c01-a910-12485fff6d1c tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Start destroying the instance on the hypervisor. {{(pid=74854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 17:42:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:42:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:42:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:42:04 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:42:05 user nova-compute[74854]: DEBUG nova.compute.manager [req-70815eb0-6cc3-4fc5-b6bd-92d8a0439869 req-b64cf194-528f-45a4-90ec-6f6b4a8d1e87 service nova] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Received event network-vif-unplugged-48a9a28a-3fa6-408f-b342-59857ca82f68 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:42:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-70815eb0-6cc3-4fc5-b6bd-92d8a0439869 req-b64cf194-528f-45a4-90ec-6f6b4a8d1e87 service nova] Acquiring lock "e6f962bc-d5e3-462b-8b31-1d63d8641beb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:42:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-70815eb0-6cc3-4fc5-b6bd-92d8a0439869 req-b64cf194-528f-45a4-90ec-6f6b4a8d1e87 service nova] Lock "e6f962bc-d5e3-462b-8b31-1d63d8641beb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:42:05 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-70815eb0-6cc3-4fc5-b6bd-92d8a0439869 req-b64cf194-528f-45a4-90ec-6f6b4a8d1e87 service nova] Lock "e6f962bc-d5e3-462b-8b31-1d63d8641beb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:42:05 user nova-compute[74854]: DEBUG nova.compute.manager [req-70815eb0-6cc3-4fc5-b6bd-92d8a0439869 req-b64cf194-528f-45a4-90ec-6f6b4a8d1e87 service nova] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] No waiting events found dispatching network-vif-unplugged-48a9a28a-3fa6-408f-b342-59857ca82f68 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:42:05 user nova-compute[74854]: DEBUG nova.compute.manager [req-70815eb0-6cc3-4fc5-b6bd-92d8a0439869 req-b64cf194-528f-45a4-90ec-6f6b4a8d1e87 service nova] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Received event network-vif-unplugged-48a9a28a-3fa6-408f-b342-59857ca82f68 for instance with task_state deleting. {{(pid=74854) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 17:42:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:42:05 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Instance destroyed successfully.
Oct 23 17:42:05 user nova-compute[74854]: DEBUG nova.objects.instance [None req-3ff09769-ff39-4c01-a910-12485fff6d1c tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lazy-loading 'resources' on Instance uuid e6f962bc-d5e3-462b-8b31-1d63d8641beb {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:42:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-3ff09769-ff39-4c01-a910-12485fff6d1c tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:38:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-162504585',display_name='tempest-VolumesSnapshotTestJSON-instance-162504585',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-162504585',id=50,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFBAVQDmXzBiYy8gkatbLds0MjMzgJaYU04lJWZXPJ/+61GIPEUmxgMpA3UjUhwNXtnDYmIwvHd3UPojnl7ld/pwZwig86xSsX9kgpf+H/xzwB4Fy9LxaStT1C0eIwnEBg==',key_name='tempest-keypair-541133655',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:38:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='524c9de8090141d0b6df2bb88a54aaf5',ramdisk_id='',reservation_id='r-kmkkkogc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-92270484',owner_user_name='tempest-VolumesSnapshotTestJSON-92270484-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:38:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8e46069881c64d15b95efbd1a12c7df7',uuid=e6f962bc-d5e3-462b-8b31-1d63d8641beb,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "48a9a28a-3fa6-408f-b342-59857ca82f68", "address": "fa:16:3e:6f:d5:8c", "network": {"id": "9036528a-dda4-4de9-b36a-3596f7cf3059", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2139464027-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.64", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "524c9de8090141d0b6df2bb88a54aaf5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48a9a28a-3f", "ovs_interfaceid": "48a9a28a-3fa6-408f-b342-59857ca82f68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:42:05 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-3ff09769-ff39-4c01-a910-12485fff6d1c tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Converting VIF {"id": "48a9a28a-3fa6-408f-b342-59857ca82f68", "address": "fa:16:3e:6f:d5:8c", "network": {"id": "9036528a-dda4-4de9-b36a-3596f7cf3059", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2139464027-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.64", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "524c9de8090141d0b6df2bb88a54aaf5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48a9a28a-3f", "ovs_interfaceid": "48a9a28a-3fa6-408f-b342-59857ca82f68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:42:05 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-3ff09769-ff39-4c01-a910-12485fff6d1c tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:6f:d5:8c,bridge_name='br-int',has_traffic_filtering=True,id=48a9a28a-3fa6-408f-b342-59857ca82f68,network=Network(9036528a-dda4-4de9-b36a-3596f7cf3059),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48a9a28a-3f') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:42:05 user nova-compute[74854]: DEBUG os_vif [None req-3ff09769-ff39-4c01-a910-12485fff6d1c tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:6f:d5:8c,bridge_name='br-int',has_traffic_filtering=True,id=48a9a28a-3fa6-408f-b342-59857ca82f68,network=Network(9036528a-dda4-4de9-b36a-3596f7cf3059),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48a9a28a-3f') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:42:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:42:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap48a9a28a-3f, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:42:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:42:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:42:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:42:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ad8cc903-2519-4a77-9331-8336e81ae1ce) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:42:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:42:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:42:05 user nova-compute[74854]: INFO os_vif [None req-3ff09769-ff39-4c01-a910-12485fff6d1c tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:6f:d5:8c,bridge_name='br-int',has_traffic_filtering=True,id=48a9a28a-3fa6-408f-b342-59857ca82f68,network=Network(9036528a-dda4-4de9-b36a-3596f7cf3059),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48a9a28a-3f')
Oct 23 17:42:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3ff09769-ff39-4c01-a910-12485fff6d1c tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] calling os-brick to detach iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 17:42:05 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ff09769-ff39-4c01-a910-12485fff6d1c tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, {'target_iqn': 'iqn.2010-10.org.openstack:7754a032-50c7-472f-b4f2-2a6736bd8d93', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xQqTWInA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:42:05 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-3ff09769-ff39-4c01-a910-12485fff6d1c tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:42:05 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-3ff09769-ff39-4c01-a910-12485fff6d1c tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:42:05 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-3ff09769-ff39-4c01-a910-12485fff6d1c tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:42:05 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:42:05 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 21 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:42:05 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] 'iscsiadm -m discoverydb -o show -P 1' failed. Not Retrying. {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:42:05 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[b1e9a6ea-178c-4550-9cbe-3d2f5bb14f81]: Unexpected error while running command.
Oct 23 17:42:05 user nova-compute[74854]: Command: iscsiadm -m discoverydb -o show -P 1
Oct 23 17:42:05 user nova-compute[74854]: Exit code: 21
Oct 23 17:42:05 user nova-compute[74854]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Oct 23 17:42:05 user nova-compute[74854]: Stderr: '' {{(pid=85920) _process_cmd /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:477}}
Oct 23 17:42:05 user nova-compute[74854]: Traceback (most recent call last):
Oct 23 17:42:05 user nova-compute[74854]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py", line 474, in _process_cmd
Oct 23 17:42:05 user nova-compute[74854]:     ret = func(*f_args, **f_kwargs)
Oct 23 17:42:05 user nova-compute[74854]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/priv_context.py", line 274, in _wrap
Oct 23 17:42:05 user nova-compute[74854]:     return func(*args, **kwargs)
Oct 23 17:42:05 user nova-compute[74854]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py", line 197, in execute_root
Oct 23 17:42:05 user nova-compute[74854]:     return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)
Oct 23 17:42:05 user nova-compute[74854]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py", line 145, in custom_execute
Oct 23 17:42:05 user nova-compute[74854]:     return putils.execute(on_execute=on_execute,
Oct 23 17:42:05 user nova-compute[74854]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py", line 438, in execute
Oct 23 17:42:05 user nova-compute[74854]:     raise ProcessExecutionError(exit_code=_returncode,
Oct 23 17:42:05 user nova-compute[74854]: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Oct 23 17:42:05 user nova-compute[74854]: Command: iscsiadm -m discoverydb -o show -P 1
Oct 23 17:42:05 user nova-compute[74854]: Exit code: 21
Oct 23 17:42:05 user nova-compute[74854]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Oct 23 17:42:05 user nova-compute[74854]: Stderr: ''
Oct 23 17:42:05 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1e9a6ea-178c-4550-9cbe-3d2f5bb14f81]: (5, 'oslo_concurrency.processutils.ProcessExecutionError', ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n', '', 21, 'iscsiadm -m discoverydb -o show -P 1', None)) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:42:05 user nova-compute[74854]: ERROR os_brick.initiator.connectors.iscsi [None req-3ff09769-ff39-4c01-a910-12485fff6d1c tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Exception encountered during portal discovery: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Oct 23 17:42:05 user nova-compute[74854]: Command: iscsiadm -m discoverydb -o show -P 1
Oct 23 17:42:05 user nova-compute[74854]: Exit code: 21
Oct 23 17:42:05 user nova-compute[74854]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Oct 23 17:42:05 user nova-compute[74854]: Stderr: ''
Oct 23 17:42:05 user nova-compute[74854]: ERROR os_brick.initiator.connectors.iscsi Traceback (most recent call last):
Oct 23 17:42:05 user nova-compute[74854]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py", line 217, in _get_ips_iqns_luns
Oct 23 17:42:05 user nova-compute[74854]: ERROR os_brick.initiator.connectors.iscsi     ips_iqns_luns = method(connection_properties)
Oct 23 17:42:05 user nova-compute[74854]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py", line 376, in _get_discoverydb_portals
Oct 23 17:42:05 user nova-compute[74854]: ERROR os_brick.initiator.connectors.iscsi     out = self._run_iscsiadm_bare(['-m', 'discoverydb',
Oct 23 17:42:05 user nova-compute[74854]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py", line 1188, in _run_iscsiadm_bare
Oct 23 17:42:05 user nova-compute[74854]: ERROR os_brick.initiator.connectors.iscsi     (out, err) = self._execute('iscsiadm',
Oct 23 17:42:05 user nova-compute[74854]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/executor.py", line 55, in _execute
Oct 23 17:42:05 user nova-compute[74854]: ERROR os_brick.initiator.connectors.iscsi     result = self.__execute(*args, **kwargs)
Oct 23 17:42:05 user nova-compute[74854]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py", line 172, in execute
Oct 23 17:42:05 user nova-compute[74854]: ERROR os_brick.initiator.connectors.iscsi     return execute_root(*cmd, **kwargs)
Oct 23 17:42:05 user nova-compute[74854]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/priv_context.py", line 271, in _wrap
Oct 23 17:42:05 user nova-compute[74854]: ERROR os_brick.initiator.connectors.iscsi     return self.channel.remote_call(name, args, kwargs,
Oct 23 17:42:05 user nova-compute[74854]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py", line 215, in remote_call
Oct 23 17:42:05 user nova-compute[74854]: ERROR os_brick.initiator.connectors.iscsi     raise exc_type(*result[2])
Oct 23 17:42:05 user nova-compute[74854]: ERROR os_brick.initiator.connectors.iscsi oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Oct 23 17:42:05 user nova-compute[74854]: ERROR os_brick.initiator.connectors.iscsi Command: iscsiadm -m discoverydb -o show -P 1
Oct 23 17:42:05 user nova-compute[74854]: ERROR os_brick.initiator.connectors.iscsi Exit code: 21
Oct 23 17:42:05 user nova-compute[74854]: ERROR os_brick.initiator.connectors.iscsi Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Oct 23 17:42:05 user nova-compute[74854]: ERROR os_brick.initiator.connectors.iscsi Stderr: ''
Oct 23 17:42:05 user nova-compute[74854]: ERROR os_brick.initiator.connectors.iscsi 
Oct 23 17:42:05 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ff09769-ff39-4c01-a910-12485fff6d1c tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Skipping cleanup Unable to find target portal 172.16.0.220:3260. {{(pid=74854) _cleanup_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:934}}
Oct 23 17:42:05 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-3ff09769-ff39-4c01-a910-12485fff6d1c tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.037s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:42:05 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ff09769-ff39-4c01-a910-12485fff6d1c tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] <== disconnect_volume: return (39ms) None {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:42:05 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3ff09769-ff39-4c01-a910-12485fff6d1c tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Disconnected iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 17:42:05 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-3ff09769-ff39-4c01-a910-12485fff6d1c tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Deleting instance files /opt/stack/data/nova/instances/e6f962bc-d5e3-462b-8b31-1d63d8641beb_del
Oct 23 17:42:05 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-3ff09769-ff39-4c01-a910-12485fff6d1c tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Deletion of /opt/stack/data/nova/instances/e6f962bc-d5e3-462b-8b31-1d63d8641beb_del complete
Oct 23 17:42:05 user nova-compute[74854]: INFO nova.compute.manager [None req-3ff09769-ff39-4c01-a910-12485fff6d1c tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Took 0.95 seconds to destroy the instance on the hypervisor.
Oct 23 17:42:05 user nova-compute[74854]: DEBUG oslo.service.loopingcall [None req-3ff09769-ff39-4c01-a910-12485fff6d1c tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 17:42:05 user nova-compute[74854]: DEBUG nova.compute.manager [-] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Deallocating network for instance {{(pid=74854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 17:42:05 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] deallocate_for_instance() {{(pid=74854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 17:42:06 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:42:06 user nova-compute[74854]: INFO nova.compute.manager [-] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Took 1.02 seconds to deallocate network for instance.
Oct 23 17:42:06 user nova-compute[74854]: WARNING nova.volume.cinder [None req-3ff09769-ff39-4c01-a910-12485fff6d1c tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Attachment b3a72d80-5e01-408f-be45-848c5001bdcd does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = b3a72d80-5e01-408f-be45-848c5001bdcd. (HTTP 404) (Request-ID: req-826151ca-30c1-4348-b0b7-b3a616302268)
Oct 23 17:42:06 user nova-compute[74854]: INFO nova.compute.manager [None req-3ff09769-ff39-4c01-a910-12485fff6d1c tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Took 0.03 seconds to detach 1 volumes for instance.
Oct 23 17:42:06 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:42:06 user nova-compute[74854]: DEBUG nova.compute.manager [req-3862d795-c448-48da-92bc-7ad3febc5c93 req-8a070819-b89b-4879-89bd-5a0d725c786b service nova] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Received event network-vif-deleted-48a9a28a-3fa6-408f-b342-59857ca82f68 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:42:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-3ff09769-ff39-4c01-a910-12485fff6d1c tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:42:06 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-3ff09769-ff39-4c01-a910-12485fff6d1c tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:42:07 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-3ff09769-ff39-4c01-a910-12485fff6d1c tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:42:07 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-3ff09769-ff39-4c01-a910-12485fff6d1c tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:42:07 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-3ff09769-ff39-4c01-a910-12485fff6d1c tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.202s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:42:07 user nova-compute[74854]: INFO nova.scheduler.client.report [None req-3ff09769-ff39-4c01-a910-12485fff6d1c tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Deleted allocations for instance e6f962bc-d5e3-462b-8b31-1d63d8641beb
Oct 23 17:42:07 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-3ff09769-ff39-4c01-a910-12485fff6d1c tempest-VolumesSnapshotTestJSON-92270484 tempest-VolumesSnapshotTestJSON-92270484-project-member] Lock "e6f962bc-d5e3-462b-8b31-1d63d8641beb" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.423s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:42:07 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1d9880c2-befa-4eeb-9b26-85a33a548bf6 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Calling os-brick to attach iSCSI Volume {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 17:42:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d9880c2-befa-4eeb-9b26-85a33a548bf6 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6d4a1e40-f4b1-404d-9dab-2a1ac554b158', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xbQMwGij', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:42:07 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-1d9880c2-befa-4eeb-9b26-85a33a548bf6 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:42:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-1d9880c2-befa-4eeb-9b26-85a33a548bf6 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:42:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-1d9880c2-befa-4eeb-9b26-85a33a548bf6 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:42:07 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-1d9880c2-befa-4eeb-9b26-85a33a548bf6 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:42:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-1d9880c2-befa-4eeb-9b26-85a33a548bf6 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6d4a1e40-f4b1-404d-9dab-2a1ac554b158" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:42:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-1d9880c2-befa-4eeb-9b26-85a33a548bf6 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6d4a1e40-f4b1-404d-9dab-2a1ac554b158" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:42:07 user nova-compute[74854]: INFO os_brick.initiator.connectors.iscsi [None req-1d9880c2-befa-4eeb-9b26-85a33a548bf6 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 17:42:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d4a1e40-f4b1-404d-9dab-2a1ac554b158 -p 172.16.0.220:3260 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:42:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d4a1e40-f4b1-404d-9dab-2a1ac554b158 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:42:07 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[3abd74c7-d38d-43b5-a8f8-b82ed072a567]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:42:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d9880c2-befa-4eeb-9b26-85a33a548bf6 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 17:42:07 user nova-compute[74854]:  {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:42:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d4a1e40-f4b1-404d-9dab-2a1ac554b158 -p 172.16.0.220:3260 --interface default --op new {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:42:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d4a1e40-f4b1-404d-9dab-2a1ac554b158 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.027s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:42:07 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b8ddff3-a3a2-48a9-9104-22476037c3c7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6d4a1e40-f4b1-404d-9dab-2a1ac554b158] added\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:42:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d9880c2-befa-4eeb-9b26-85a33a548bf6 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6d4a1e40-f4b1-404d-9dab-2a1ac554b158] added
Oct 23 17:42:07 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:42:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d4a1e40-f4b1-404d-9dab-2a1ac554b158 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:42:07 user nova-compute[74854]: DEBUG nova.compute.manager [req-2b465c05-e605-44ec-8d62-9753fa94be22 req-46ef93fc-49e8-48ce-9ff8-f08f32bedf43 service nova] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Received event network-vif-plugged-48a9a28a-3fa6-408f-b342-59857ca82f68 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:42:07 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-2b465c05-e605-44ec-8d62-9753fa94be22 req-46ef93fc-49e8-48ce-9ff8-f08f32bedf43 service nova] Acquiring lock "e6f962bc-d5e3-462b-8b31-1d63d8641beb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:42:07 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-2b465c05-e605-44ec-8d62-9753fa94be22 req-46ef93fc-49e8-48ce-9ff8-f08f32bedf43 service nova] Lock "e6f962bc-d5e3-462b-8b31-1d63d8641beb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:42:07 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-2b465c05-e605-44ec-8d62-9753fa94be22 req-46ef93fc-49e8-48ce-9ff8-f08f32bedf43 service nova] Lock "e6f962bc-d5e3-462b-8b31-1d63d8641beb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:42:07 user nova-compute[74854]: DEBUG nova.compute.manager [req-2b465c05-e605-44ec-8d62-9753fa94be22 req-46ef93fc-49e8-48ce-9ff8-f08f32bedf43 service nova] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] No waiting events found dispatching network-vif-plugged-48a9a28a-3fa6-408f-b342-59857ca82f68 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:42:07 user nova-compute[74854]: WARNING nova.compute.manager [req-2b465c05-e605-44ec-8d62-9753fa94be22 req-46ef93fc-49e8-48ce-9ff8-f08f32bedf43 service nova] [instance: e6f962bc-d5e3-462b-8b31-1d63d8641beb] Received unexpected event network-vif-plugged-48a9a28a-3fa6-408f-b342-59857ca82f68 for instance with vm_state deleted and task_state None.
Oct 23 17:42:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d4a1e40-f4b1-404d-9dab-2a1ac554b158 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:42:07 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2f2c0ae-81fc-49bf-ac1e-d1a85ee5d824]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:42:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d9880c2-befa-4eeb-9b26-85a33a548bf6 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:42:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d4a1e40-f4b1-404d-9dab-2a1ac554b158 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:42:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d4a1e40-f4b1-404d-9dab-2a1ac554b158 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.030s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:42:07 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[42ffbecd-f7a8-4793-9c99-02fe933bc76f]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:42:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d9880c2-befa-4eeb-9b26-85a33a548bf6 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:42:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d4a1e40-f4b1-404d-9dab-2a1ac554b158 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xbQMwGij {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:42:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d4a1e40-f4b1-404d-9dab-2a1ac554b158 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xbQMwGij" returned: 0 in 0.035s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:42:07 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[83650752-58cf-4e4f-a7c0-1a83b94db7a5]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:42:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d9880c2-befa-4eeb-9b26-85a33a548bf6 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'xbQMwGij'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:42:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d4a1e40-f4b1-404d-9dab-2a1ac554b158 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:42:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d4a1e40-f4b1-404d-9dab-2a1ac554b158 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:42:07 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d36bc01-2311-49d9-a1ca-7cb73929eaf7]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:42:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d9880c2-befa-4eeb-9b26-85a33a548bf6 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:42:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:42:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:42:07 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e4b171c-c7df-4fb4-a9c3-384254f04c77]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:42:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d9880c2-befa-4eeb-9b26-85a33a548bf6 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 23 17:42:07 user nova-compute[74854]:  {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:42:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d9880c2-befa-4eeb-9b26-85a33a548bf6 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 23 17:42:07 user nova-compute[74854]:  {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:42:07 user nova-compute[74854]: WARNING os_brick.initiator.connectors.iscsi [None req-1d9880c2-befa-4eeb-9b26-85a33a548bf6 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 23 17:42:07 user nova-compute[74854]: 
Oct 23 17:42:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d4a1e40-f4b1-404d-9dab-2a1ac554b158 -p 172.16.0.220:3260 --login {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:42:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d4a1e40-f4b1-404d-9dab-2a1ac554b158 -p 172.16.0.220:3260 --login" returned: 0 in 0.047s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:42:07 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ff41f19-ebb9-4058-a29f-04e81662bf66]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6d4a1e40-f4b1-404d-9dab-2a1ac554b158, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6d4a1e40-f4b1-404d-9dab-2a1ac554b158, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:42:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d9880c2-befa-4eeb-9b26-85a33a548bf6 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6d4a1e40-f4b1-404d-9dab-2a1ac554b158, portal: 172.16.0.220,3260]
Oct 23 17:42:07 user nova-compute[74854]: Login to [iface: default, target: iqn.2010-10.org.openstack:6d4a1e40-f4b1-404d-9dab-2a1ac554b158, portal: 172.16.0.220,3260] successful.
Oct 23 17:42:07 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:42:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d4a1e40-f4b1-404d-9dab-2a1ac554b158 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:42:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d4a1e40-f4b1-404d-9dab-2a1ac554b158 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:42:07 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[48040fb5-bd48-487e-842f-112046a27a5c]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:42:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d9880c2-befa-4eeb-9b26-85a33a548bf6 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:42:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:42:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:42:07 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[55b18f31-be24-4ef9-baa4-8ff144f5cc57]: (4, ('tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d4a1e40-f4b1-404d-9dab-2a1ac554b158 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:42:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d9880c2-befa-4eeb-9b26-85a33a548bf6 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d4a1e40-f4b1-404d-9dab-2a1ac554b158 (non-flash)
Oct 23 17:42:07 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:42:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d9880c2-befa-4eeb-9b26-85a33a548bf6 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsi session list stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d4a1e40-f4b1-404d-9dab-2a1ac554b158 (non-flash)
Oct 23 17:42:07 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:42:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-1d9880c2-befa-4eeb-9b26-85a33a548bf6 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6d4a1e40-f4b1-404d-9dab-2a1ac554b158" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.306s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:42:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d9880c2-befa-4eeb-9b26-85a33a548bf6 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Connected to 172.16.0.220:3260 {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 17:42:07 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-1d9880c2-befa-4eeb-9b26-85a33a548bf6 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] HCTL ('33', '-', '-', 0) found on session 57 with lun 0 {{(pid=74854) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 17:42:07 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-1d9880c2-befa-4eeb-9b26-85a33a548bf6 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74854) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 17:42:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:42:07 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:42:07 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[d12d3b39-3a6c-4ef2-ad19-37f10f34d7a6]: (4, ('- - 0', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:42:07 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-1d9880c2-befa-4eeb-9b26-85a33a548bf6 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Searching for a device in session 57 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:42:07 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d9880c2-befa-4eeb-9b26-85a33a548bf6 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:6d4a1e40-f4b1-404d-9dab-2a1ac554b158', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xbQMwGij', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 17:42:08 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-1d9880c2-befa-4eeb-9b26-85a33a548bf6 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.343s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:42:08 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d9880c2-befa-4eeb-9b26-85a33a548bf6 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] <== connect_volume: return (1344ms) {'type': 'block', 'scsi_wwn': '26639323961613837', 'path': '/dev/sdb'} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:42:08 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1d9880c2-befa-4eeb-9b26-85a33a548bf6 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26639323961613837', 'path': '/dev/sdb'} {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 17:42:08 user nova-compute[74854]: DEBUG nova.objects.instance [None req-1d9880c2-befa-4eeb-9b26-85a33a548bf6 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lazy-loading 'flavor' on Instance uuid 5f825554-000d-423c-aa29-9ad4d8a3325b {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:42:08 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-1d9880c2-befa-4eeb-9b26-85a33a548bf6 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] attach device xml: <disk type="block" device="disk">
Oct 23 17:42:08 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:42:08 user nova-compute[74854]:   <source dev="/dev/sdb"/>
Oct 23 17:42:08 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:42:08 user nova-compute[74854]:   <serial>6d4a1e40-f4b1-404d-9dab-2a1ac554b158</serial>
Oct 23 17:42:08 user nova-compute[74854]: </disk>
Oct 23 17:42:08 user nova-compute[74854]:  {{(pid=74854) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 17:42:09 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-1d9880c2-befa-4eeb-9b26-85a33a548bf6 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:42:09 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-1d9880c2-befa-4eeb-9b26-85a33a548bf6 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:42:09 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-1d9880c2-befa-4eeb-9b26-85a33a548bf6 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] No VIF found with MAC fa:16:3e:3e:51:f6, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:42:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-1d9880c2-befa-4eeb-9b26-85a33a548bf6 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "5f825554-000d-423c-aa29-9ad4d8a3325b" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 18.806s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:42:09 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:42:09 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:42:09 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 17:42:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:42:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-962f9f87-219b-42e1-b1c2-aa47b5d46d9d tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Acquiring lock "5f825554-000d-423c-aa29-9ad4d8a3325b" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:42:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-962f9f87-219b-42e1-b1c2-aa47b5d46d9d tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "5f825554-000d-423c-aa29-9ad4d8a3325b" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:42:11 user nova-compute[74854]: INFO nova.compute.manager [None req-962f9f87-219b-42e1-b1c2-aa47b5d46d9d tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Detaching volume 6d4a1e40-f4b1-404d-9dab-2a1ac554b158
Oct 23 17:42:11 user nova-compute[74854]: INFO nova.virt.block_device [None req-962f9f87-219b-42e1-b1c2-aa47b5d46d9d tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Attempting to driver detach volume 6d4a1e40-f4b1-404d-9dab-2a1ac554b158 from mountpoint /dev/vdb
Oct 23 17:42:11 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-962f9f87-219b-42e1-b1c2-aa47b5d46d9d tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Attempting to detach device vdb from instance 5f825554-000d-423c-aa29-9ad4d8a3325b from the persistent domain config. {{(pid=74854) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 17:42:11 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-962f9f87-219b-42e1-b1c2-aa47b5d46d9d tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 17:42:11 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:42:11 user nova-compute[74854]:   <source dev="/dev/sdb"/>
Oct 23 17:42:11 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:42:11 user nova-compute[74854]:   <serial>6d4a1e40-f4b1-404d-9dab-2a1ac554b158</serial>
Oct 23 17:42:11 user nova-compute[74854]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 17:42:11 user nova-compute[74854]: </disk>
Oct 23 17:42:11 user nova-compute[74854]:  {{(pid=74854) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 17:42:11 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-962f9f87-219b-42e1-b1c2-aa47b5d46d9d tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Successfully detached device vdb from instance 5f825554-000d-423c-aa29-9ad4d8a3325b from the persistent domain config.
Oct 23 17:42:11 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-962f9f87-219b-42e1-b1c2-aa47b5d46d9d tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 5f825554-000d-423c-aa29-9ad4d8a3325b from the live domain config. {{(pid=74854) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 23 17:42:11 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-962f9f87-219b-42e1-b1c2-aa47b5d46d9d tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 17:42:11 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:42:11 user nova-compute[74854]:   <source dev="/dev/sdb"/>
Oct 23 17:42:11 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:42:11 user nova-compute[74854]:   <serial>6d4a1e40-f4b1-404d-9dab-2a1ac554b158</serial>
Oct 23 17:42:11 user nova-compute[74854]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 17:42:11 user nova-compute[74854]: </disk>
Oct 23 17:42:11 user nova-compute[74854]:  {{(pid=74854) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 17:42:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:42:11 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-962f9f87-219b-42e1-b1c2-aa47b5d46d9d tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 5f825554-000d-423c-aa29-9ad4d8a3325b {{(pid=74854) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 23 17:42:11 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:42:11 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Starting heal instance info cache {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 17:42:11 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Rebuilding the list of instances to heal {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 23 17:42:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "refresh_cache-5f825554-000d-423c-aa29-9ad4d8a3325b" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:42:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquired lock "refresh_cache-5f825554-000d-423c-aa29-9ad4d8a3325b" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:42:11 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Forcefully refreshing network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 17:42:11 user nova-compute[74854]: DEBUG nova.objects.instance [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lazy-loading 'info_cache' on Instance uuid 5f825554-000d-423c-aa29-9ad4d8a3325b {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:42:12 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Updating instance_info_cache with network_info: [{"id": "fd7d49d0-8f57-405b-b541-f837acec01cd", "address": "fa:16:3e:3e:51:f6", "network": {"id": "a0905362-8bd3-4c8e-8f8f-08cf4b0642f0", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-976025975-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.45", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cef25b4b97414efebd851a19aef102ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd7d49d0-8f", "ovs_interfaceid": "fd7d49d0-8f57-405b-b541-f837acec01cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:42:12 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Releasing lock "refresh_cache-5f825554-000d-423c-aa29-9ad4d8a3325b" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:42:12 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Updated the network info_cache for instance {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 17:42:12 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:42:15 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:42:16 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:42:16 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:42:16 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:42:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:42:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:42:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:42:16 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Auditing locally available compute resources for user (node: user) {{(pid=74854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 17:42:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b3de971d-e8f1-411a-9fe9-333984b9cf16/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:42:17 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b3de971d-e8f1-411a-9fe9-333984b9cf16/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:42:17 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b3de971d-e8f1-411a-9fe9-333984b9cf16/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:42:17 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b3de971d-e8f1-411a-9fe9-333984b9cf16/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:42:17 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f825554-000d-423c-aa29-9ad4d8a3325b/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:42:17 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f825554-000d-423c-aa29-9ad4d8a3325b/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:42:17 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f825554-000d-423c-aa29-9ad4d8a3325b/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:42:17 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f825554-000d-423c-aa29-9ad4d8a3325b/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:42:18 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:42:18 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:42:18 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Hypervisor/Node resource view: name=user free_ram=8744MB free_disk=24.744186401367188GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=74854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 17:42:18 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:42:18 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:42:18 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 5f825554-000d-423c-aa29-9ad4d8a3325b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:42:18 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance b3de971d-e8f1-411a-9fe9-333984b9cf16 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:42:18 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 17:42:18 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 17:42:18 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:42:18 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:42:18 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Compute_service record updated for user:user {{(pid=74854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 17:42:18 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.237s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:42:19 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:42:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:42:21 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-4ce4d8b4-d44a-45ee-a357-54868510fa2e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Acquiring lock "b3de971d-e8f1-411a-9fe9-333984b9cf16" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:42:21 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-4ce4d8b4-d44a-45ee-a357-54868510fa2e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "b3de971d-e8f1-411a-9fe9-333984b9cf16" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:42:21 user nova-compute[74854]: DEBUG nova.objects.instance [None req-4ce4d8b4-d44a-45ee-a357-54868510fa2e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lazy-loading 'flavor' on Instance uuid b3de971d-e8f1-411a-9fe9-333984b9cf16 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:42:21 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-4ce4d8b4-d44a-45ee-a357-54868510fa2e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "b3de971d-e8f1-411a-9fe9-333984b9cf16" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.053s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:42:21 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-4ce4d8b4-d44a-45ee-a357-54868510fa2e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Acquiring lock "b3de971d-e8f1-411a-9fe9-333984b9cf16" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:42:21 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-4ce4d8b4-d44a-45ee-a357-54868510fa2e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "b3de971d-e8f1-411a-9fe9-333984b9cf16" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:42:21 user nova-compute[74854]: INFO nova.compute.manager [None req-4ce4d8b4-d44a-45ee-a357-54868510fa2e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Attaching volume c3e15c9a-81cc-4013-a721-ffeddb1e77ed to /dev/vdb
Oct 23 17:42:21 user nova-compute[74854]: DEBUG os_brick.utils [None req-4ce4d8b4-d44a-45ee-a357-54868510fa2e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:42:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:42:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:42:21 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[a12f8ec7-dd58-4976-b320-e07ccf91ab29]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a321e2f0722\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:42:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:42:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:42:21 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[5197e6a2-318c-44d3-b274-22d76ac2066b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:42:21 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:42:22 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:42:22 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bab0c49-b47b-41a0-b099-118d540fd37a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:42:22 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e62ab22-2164-4fcf-9297-f2003b955f1a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:42:22 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-4ce4d8b4-d44a-45ee-a357-54868510fa2e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Running cmd (subprocess): nvme version {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:42:22 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-4ce4d8b4-d44a-45ee-a357-54868510fa2e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] 'nvme version' failed. Not Retrying. {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:42:22 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4ce4d8b4-d44a-45ee-a357-54868510fa2e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] nvme not present on system {{(pid=74854) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 17:42:22 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:42:22 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:42:22 user nova-compute[74854]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 17:42:22 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ea68bef-d92e-4c41-853b-2bfef4c8697b]: (4, '') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:42:22 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-4ce4d8b4-d44a-45ee-a357-54868510fa2e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74854) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 17:42:22 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-4ce4d8b4-d44a-45ee-a357-54868510fa2e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 17:42:22 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-4ce4d8b4-d44a-45ee-a357-54868510fa2e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] LIGHTOS: no hostnqn found. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 17:42:22 user nova-compute[74854]: DEBUG os_brick.utils [None req-4ce4d8b4-d44a-45ee-a357-54868510fa2e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] <== get_connector_properties: return (126ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a321e2f0722', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:42:22 user nova-compute[74854]: DEBUG nova.virt.block_device [None req-4ce4d8b4-d44a-45ee-a357-54868510fa2e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Updating existing volume attachment record: bab75b70-7eb7-4452-b820-85c66783e4cc {{(pid=74854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 17:42:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:42:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:42:31 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-962f9f87-219b-42e1-b1c2-aa47b5d46d9d tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 5f825554-000d-423c-aa29-9ad4d8a3325b is timed out.
Oct 23 17:42:31 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-962f9f87-219b-42e1-b1c2-aa47b5d46d9d tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Successfully detached device vdb from instance 5f825554-000d-423c-aa29-9ad4d8a3325b from the live domain config.
Oct 23 17:42:31 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-962f9f87-219b-42e1-b1c2-aa47b5d46d9d tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] calling os-brick to detach iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 17:42:31 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-962f9f87-219b-42e1-b1c2-aa47b5d46d9d tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, {'target_iqn': 'iqn.2010-10.org.openstack:6d4a1e40-f4b1-404d-9dab-2a1ac554b158', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xbQMwGij', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:42:31 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-962f9f87-219b-42e1-b1c2-aa47b5d46d9d tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:42:31 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-962f9f87-219b-42e1-b1c2-aa47b5d46d9d tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:42:31 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-962f9f87-219b-42e1-b1c2-aa47b5d46d9d tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:42:31 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:42:31 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:42:31 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[f145f7bc-96e2-42c8-9969-ecd2a832e2a8]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6d4a1e40-f4b1-404d-9dab-2a1ac554b158\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:42:31 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-962f9f87-219b-42e1-b1c2-aa47b5d46d9d tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 17:42:31 user nova-compute[74854]: No targets found.
Oct 23 17:42:31 user nova-compute[74854]: iSNS:
Oct 23 17:42:31 user nova-compute[74854]: No targets found.
Oct 23 17:42:31 user nova-compute[74854]: STATIC:
Oct 23 17:42:31 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:6d4a1e40-f4b1-404d-9dab-2a1ac554b158
Oct 23 17:42:31 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:42:31 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:42:31 user nova-compute[74854]: FIRMWARE:
Oct 23 17:42:31 user nova-compute[74854]: No targets found.
Oct 23 17:42:31 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:42:31 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-962f9f87-219b-42e1-b1c2-aa47b5d46d9d tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 17:42:31 user nova-compute[74854]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 17:42:31 user nova-compute[74854]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74854) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 17:42:31 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-962f9f87-219b-42e1-b1c2-aa47b5d46d9d tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6d4a1e40-f4b1-404d-9dab-2a1ac554b158', 0)] {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 17:42:31 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:42:31 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:42:31 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b2598ee-c918-412c-aac5-8c06a63a8efd]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6d4a1e40-f4b1-404d-9dab-2a1ac554b158\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:42:31 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:42:31 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:42:31 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[eae8bffa-cf0e-4582-98b2-649eec6ff138]: (4, ('tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d4a1e40-f4b1-404d-9dab-2a1ac554b158 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:42:31 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-962f9f87-219b-42e1-b1c2-aa47b5d46d9d tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d4a1e40-f4b1-404d-9dab-2a1ac554b158 (non-flash)
Oct 23 17:42:31 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:42:31 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-962f9f87-219b-42e1-b1c2-aa47b5d46d9d tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsi session list stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d4a1e40-f4b1-404d-9dab-2a1ac554b158 (non-flash)
Oct 23 17:42:31 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:42:31 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-962f9f87-219b-42e1-b1c2-aa47b5d46d9d tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f3038d71090>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6d4a1e40-f4b1-404d-9dab-2a1ac554b158'): ({'sdb'}, set())}) {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 17:42:31 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-962f9f87-219b-42e1-b1c2-aa47b5d46d9d tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Removing single pathed devices sdb {{(pid=74854) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 17:42:31 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:42:31 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:42:31 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[d94c7cc9-d12d-4f3a-8113-51c6f922fbfb]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:42:31 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:42:31 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.024s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:42:31 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0d64dd3-eef6-46aa-8fa8-da05e8fbb69d]: (4, ('ok\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:42:31 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-962f9f87-219b-42e1-b1c2-aa47b5d46d9d tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Flushing IO for device /dev/sdb {{(pid=74854) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 17:42:31 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:42:31 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:42:31 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a026092-6515-472e-b3b9-53e5a8e82bc8]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:42:31 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-962f9f87-219b-42e1-b1c2-aa47b5d46d9d tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74854) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 17:42:31 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:42:31 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.036s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:42:31 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[2bd0db25-cb2f-40f3-86f4-62abbe1b2036]: (4, ('1', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:42:31 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-962f9f87-219b-42e1-b1c2-aa47b5d46d9d tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 17:42:31 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-962f9f87-219b-42e1-b1c2-aa47b5d46d9d tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] SCSI volumes sdb have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 17:42:31 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-962f9f87-219b-42e1-b1c2-aa47b5d46d9d tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6d4a1e40-f4b1-404d-9dab-2a1ac554b158')] {{(pid=74854) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 17:42:31 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d4a1e40-f4b1-404d-9dab-2a1ac554b158 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:42:31 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d4a1e40-f4b1-404d-9dab-2a1ac554b158 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:42:31 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[32d2c20e-db31-4c9d-b76b-cbe99389a7e1]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:42:31 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-962f9f87-219b-42e1-b1c2-aa47b5d46d9d tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:42:31 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d4a1e40-f4b1-404d-9dab-2a1ac554b158 -p 172.16.0.220:3260 --logout {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:42:32 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d4a1e40-f4b1-404d-9dab-2a1ac554b158 -p 172.16.0.220:3260 --logout" returned: 0 in 0.051s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:42:32 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c41adbf-d247-4c93-88b8-b8c35b93dc2e]: (4, ('Logging out of session [sid: 57, target: iqn.2010-10.org.openstack:6d4a1e40-f4b1-404d-9dab-2a1ac554b158, portal: 172.16.0.220,3260]\nLogout of [sid: 57, target: iqn.2010-10.org.openstack:6d4a1e40-f4b1-404d-9dab-2a1ac554b158, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:42:32 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-962f9f87-219b-42e1-b1c2-aa47b5d46d9d tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 57, target: iqn.2010-10.org.openstack:6d4a1e40-f4b1-404d-9dab-2a1ac554b158, portal: 172.16.0.220,3260]
Oct 23 17:42:32 user nova-compute[74854]: Logout of [sid: 57, target: iqn.2010-10.org.openstack:6d4a1e40-f4b1-404d-9dab-2a1ac554b158, portal: 172.16.0.220,3260] successful.
Oct 23 17:42:32 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:42:32 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d4a1e40-f4b1-404d-9dab-2a1ac554b158 -p 172.16.0.220:3260 --op delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:42:32 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d4a1e40-f4b1-404d-9dab-2a1ac554b158 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:42:32 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[1341e5a3-18df-4c67-ba68-5aa5fd4896ac]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:42:32 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-962f9f87-219b-42e1-b1c2-aa47b5d46d9d tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:42:32 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-962f9f87-219b-42e1-b1c2-aa47b5d46d9d tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.283s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:42:32 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-962f9f87-219b-42e1-b1c2-aa47b5d46d9d tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] <== disconnect_volume: return (285ms) None {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:42:32 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-962f9f87-219b-42e1-b1c2-aa47b5d46d9d tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Disconnected iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 17:42:32 user nova-compute[74854]: DEBUG nova.objects.instance [None req-962f9f87-219b-42e1-b1c2-aa47b5d46d9d tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lazy-loading 'flavor' on Instance uuid 5f825554-000d-423c-aa29-9ad4d8a3325b {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:42:32 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-962f9f87-219b-42e1-b1c2-aa47b5d46d9d tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "5f825554-000d-423c-aa29-9ad4d8a3325b" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.670s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:42:35 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:42:38 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4ce4d8b4-d44a-45ee-a357-54868510fa2e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Calling os-brick to attach iSCSI Volume {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 17:42:38 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ce4d8b4-d44a-45ee-a357-54868510fa2e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c3e15c9a-81cc-4013-a721-ffeddb1e77ed', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xWRaKcVw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:42:38 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-4ce4d8b4-d44a-45ee-a357-54868510fa2e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:42:38 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-4ce4d8b4-d44a-45ee-a357-54868510fa2e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:42:38 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-4ce4d8b4-d44a-45ee-a357-54868510fa2e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:42:38 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-4ce4d8b4-d44a-45ee-a357-54868510fa2e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:42:38 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-4ce4d8b4-d44a-45ee-a357-54868510fa2e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c3e15c9a-81cc-4013-a721-ffeddb1e77ed" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:42:38 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-4ce4d8b4-d44a-45ee-a357-54868510fa2e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c3e15c9a-81cc-4013-a721-ffeddb1e77ed" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:42:38 user nova-compute[74854]: INFO os_brick.initiator.connectors.iscsi [None req-4ce4d8b4-d44a-45ee-a357-54868510fa2e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 17:42:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c3e15c9a-81cc-4013-a721-ffeddb1e77ed -p 172.16.0.220:3260 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:42:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c3e15c9a-81cc-4013-a721-ffeddb1e77ed -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:42:38 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3f4400a-4ac1-46f7-b8a8-4834af72cd71]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:42:38 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ce4d8b4-d44a-45ee-a357-54868510fa2e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 17:42:38 user nova-compute[74854]:  {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:42:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c3e15c9a-81cc-4013-a721-ffeddb1e77ed -p 172.16.0.220:3260 --interface default --op new {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:42:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c3e15c9a-81cc-4013-a721-ffeddb1e77ed -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:42:38 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b9d59a9-20f7-45c9-b384-e4ef3eefdb37]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c3e15c9a-81cc-4013-a721-ffeddb1e77ed] added\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:42:38 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ce4d8b4-d44a-45ee-a357-54868510fa2e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c3e15c9a-81cc-4013-a721-ffeddb1e77ed] added
Oct 23 17:42:38 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:42:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c3e15c9a-81cc-4013-a721-ffeddb1e77ed -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:42:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c3e15c9a-81cc-4013-a721-ffeddb1e77ed -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:42:38 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea6ce877-708c-4637-ae2e-5ccee9a8e180]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:42:38 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ce4d8b4-d44a-45ee-a357-54868510fa2e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:42:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c3e15c9a-81cc-4013-a721-ffeddb1e77ed -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:42:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c3e15c9a-81cc-4013-a721-ffeddb1e77ed -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:42:38 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[8892f8ff-9282-4aa0-853f-6bb7f5639ecf]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:42:38 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ce4d8b4-d44a-45ee-a357-54868510fa2e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:42:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c3e15c9a-81cc-4013-a721-ffeddb1e77ed -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xWRaKcVw {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:42:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c3e15c9a-81cc-4013-a721-ffeddb1e77ed -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xWRaKcVw" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:42:38 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e83512b5-5cbb-4016-afb8-2f452adf020e]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:42:38 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ce4d8b4-d44a-45ee-a357-54868510fa2e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'xWRaKcVw'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:42:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c3e15c9a-81cc-4013-a721-ffeddb1e77ed -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:42:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c3e15c9a-81cc-4013-a721-ffeddb1e77ed -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:42:38 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[f77d5109-ff0f-44d2-af4c-ce497b656c1d]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:42:38 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ce4d8b4-d44a-45ee-a357-54868510fa2e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:42:38 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:42:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:42:39 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[16d1eeb8-55b2-489c-b06d-960d16867695]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:42:39 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ce4d8b4-d44a-45ee-a357-54868510fa2e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 23 17:42:39 user nova-compute[74854]:  {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:42:39 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ce4d8b4-d44a-45ee-a357-54868510fa2e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 23 17:42:39 user nova-compute[74854]:  {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:42:39 user nova-compute[74854]: WARNING os_brick.initiator.connectors.iscsi [None req-4ce4d8b4-d44a-45ee-a357-54868510fa2e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 23 17:42:39 user nova-compute[74854]: 
Oct 23 17:42:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c3e15c9a-81cc-4013-a721-ffeddb1e77ed -p 172.16.0.220:3260 --login {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:42:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c3e15c9a-81cc-4013-a721-ffeddb1e77ed -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:42:39 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[f32a5fcc-f645-41e2-8b90-5bb8435309a6]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c3e15c9a-81cc-4013-a721-ffeddb1e77ed, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c3e15c9a-81cc-4013-a721-ffeddb1e77ed, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:42:39 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ce4d8b4-d44a-45ee-a357-54868510fa2e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c3e15c9a-81cc-4013-a721-ffeddb1e77ed, portal: 172.16.0.220,3260]
Oct 23 17:42:39 user nova-compute[74854]: Login to [iface: default, target: iqn.2010-10.org.openstack:c3e15c9a-81cc-4013-a721-ffeddb1e77ed, portal: 172.16.0.220,3260] successful.
Oct 23 17:42:39 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:42:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c3e15c9a-81cc-4013-a721-ffeddb1e77ed -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:42:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c3e15c9a-81cc-4013-a721-ffeddb1e77ed -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:42:39 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[49c35c77-c357-4718-9962-65f76bf5aa27]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:42:39 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ce4d8b4-d44a-45ee-a357-54868510fa2e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:42:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:42:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:42:39 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3c05be4-8453-45fe-988a-e0e97a5747fa]: (4, ('tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3e15c9a-81cc-4013-a721-ffeddb1e77ed (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:42:39 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ce4d8b4-d44a-45ee-a357-54868510fa2e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3e15c9a-81cc-4013-a721-ffeddb1e77ed (non-flash)
Oct 23 17:42:39 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:42:39 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ce4d8b4-d44a-45ee-a357-54868510fa2e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] iscsi session list stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3e15c9a-81cc-4013-a721-ffeddb1e77ed (non-flash)
Oct 23 17:42:39 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:42:39 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-4ce4d8b4-d44a-45ee-a357-54868510fa2e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c3e15c9a-81cc-4013-a721-ffeddb1e77ed" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.269s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:42:39 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ce4d8b4-d44a-45ee-a357-54868510fa2e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Connected to 172.16.0.220:3260 {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 17:42:39 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-4ce4d8b4-d44a-45ee-a357-54868510fa2e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] HCTL ('33', '-', '-', 0) found on session 58 with lun 0 {{(pid=74854) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 17:42:39 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-4ce4d8b4-d44a-45ee-a357-54868510fa2e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74854) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 17:42:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:42:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:42:39 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[94f1cdfc-5826-4840-9a57-0916cb83f727]: (4, ('- - 0', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:42:39 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-4ce4d8b4-d44a-45ee-a357-54868510fa2e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Searching for a device in session 58 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:42:39 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ce4d8b4-d44a-45ee-a357-54868510fa2e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:c3e15c9a-81cc-4013-a721-ffeddb1e77ed', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xWRaKcVw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 17:42:40 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-4ce4d8b4-d44a-45ee-a357-54868510fa2e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.300s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:42:40 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ce4d8b4-d44a-45ee-a357-54868510fa2e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] <== connect_volume: return (1301ms) {'type': 'block', 'scsi_wwn': '23730626463663138', 'path': '/dev/sdb'} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:42:40 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4ce4d8b4-d44a-45ee-a357-54868510fa2e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23730626463663138', 'path': '/dev/sdb'} {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 17:42:40 user nova-compute[74854]: DEBUG nova.objects.instance [None req-4ce4d8b4-d44a-45ee-a357-54868510fa2e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lazy-loading 'flavor' on Instance uuid b3de971d-e8f1-411a-9fe9-333984b9cf16 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:42:40 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-4ce4d8b4-d44a-45ee-a357-54868510fa2e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] attach device xml: <disk type="block" device="disk">
Oct 23 17:42:40 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:42:40 user nova-compute[74854]:   <source dev="/dev/sdb"/>
Oct 23 17:42:40 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:42:40 user nova-compute[74854]:   <serial>c3e15c9a-81cc-4013-a721-ffeddb1e77ed</serial>
Oct 23 17:42:40 user nova-compute[74854]: </disk>
Oct 23 17:42:40 user nova-compute[74854]:  {{(pid=74854) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 17:42:40 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-4ce4d8b4-d44a-45ee-a357-54868510fa2e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:42:40 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-4ce4d8b4-d44a-45ee-a357-54868510fa2e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:42:40 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-4ce4d8b4-d44a-45ee-a357-54868510fa2e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] No VIF found with MAC fa:16:3e:b5:ae:54, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:42:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:42:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-4ce4d8b4-d44a-45ee-a357-54868510fa2e tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "b3de971d-e8f1-411a-9fe9-333984b9cf16" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 18.893s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:42:43 user nova-compute[74854]: DEBUG nova.compute.manager [req-d2a7b0af-376e-4986-abb9-a015f3a1f6b0 req-2ed654fa-71e0-4125-9910-7e94d80d6ffb service nova] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Received event network-changed-2cce33ae-fa44-4349-8624-1fd8d73d675b {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:42:43 user nova-compute[74854]: DEBUG nova.compute.manager [req-d2a7b0af-376e-4986-abb9-a015f3a1f6b0 req-2ed654fa-71e0-4125-9910-7e94d80d6ffb service nova] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Refreshing instance network info cache due to event network-changed-2cce33ae-fa44-4349-8624-1fd8d73d675b. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:42:43 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-d2a7b0af-376e-4986-abb9-a015f3a1f6b0 req-2ed654fa-71e0-4125-9910-7e94d80d6ffb service nova] Acquiring lock "refresh_cache-b3de971d-e8f1-411a-9fe9-333984b9cf16" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:42:43 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-d2a7b0af-376e-4986-abb9-a015f3a1f6b0 req-2ed654fa-71e0-4125-9910-7e94d80d6ffb service nova] Acquired lock "refresh_cache-b3de971d-e8f1-411a-9fe9-333984b9cf16" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:42:43 user nova-compute[74854]: DEBUG nova.network.neutron [req-d2a7b0af-376e-4986-abb9-a015f3a1f6b0 req-2ed654fa-71e0-4125-9910-7e94d80d6ffb service nova] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Refreshing network info cache for port 2cce33ae-fa44-4349-8624-1fd8d73d675b {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:42:43 user nova-compute[74854]: DEBUG nova.network.neutron [req-d2a7b0af-376e-4986-abb9-a015f3a1f6b0 req-2ed654fa-71e0-4125-9910-7e94d80d6ffb service nova] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Updated VIF entry in instance network info cache for port 2cce33ae-fa44-4349-8624-1fd8d73d675b. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:42:43 user nova-compute[74854]: DEBUG nova.network.neutron [req-d2a7b0af-376e-4986-abb9-a015f3a1f6b0 req-2ed654fa-71e0-4125-9910-7e94d80d6ffb service nova] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Updating instance_info_cache with network_info: [{"id": "2cce33ae-fa44-4349-8624-1fd8d73d675b", "address": "fa:16:3e:b5:ae:54", "network": {"id": "9931c044-5a84-4052-933f-f1477ca93d91", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1531146588-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "230743b8a6c547b79a2cabf59b092f5a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cce33ae-fa", "ovs_interfaceid": "2cce33ae-fa44-4349-8624-1fd8d73d675b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:42:43 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-d2a7b0af-376e-4986-abb9-a015f3a1f6b0 req-2ed654fa-71e0-4125-9910-7e94d80d6ffb service nova] Releasing lock "refresh_cache-b3de971d-e8f1-411a-9fe9-333984b9cf16" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:42:45 user nova-compute[74854]: DEBUG nova.compute.manager [req-7fefbb3c-30e1-42cb-ac46-d5e133d8a483 req-34e5b5d1-09e9-43f3-97b0-de8138dd8a97 service nova] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Received event network-changed-2cce33ae-fa44-4349-8624-1fd8d73d675b {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:42:45 user nova-compute[74854]: DEBUG nova.compute.manager [req-7fefbb3c-30e1-42cb-ac46-d5e133d8a483 req-34e5b5d1-09e9-43f3-97b0-de8138dd8a97 service nova] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Refreshing instance network info cache due to event network-changed-2cce33ae-fa44-4349-8624-1fd8d73d675b. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:42:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-7fefbb3c-30e1-42cb-ac46-d5e133d8a483 req-34e5b5d1-09e9-43f3-97b0-de8138dd8a97 service nova] Acquiring lock "refresh_cache-b3de971d-e8f1-411a-9fe9-333984b9cf16" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:42:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-7fefbb3c-30e1-42cb-ac46-d5e133d8a483 req-34e5b5d1-09e9-43f3-97b0-de8138dd8a97 service nova] Acquired lock "refresh_cache-b3de971d-e8f1-411a-9fe9-333984b9cf16" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:42:45 user nova-compute[74854]: DEBUG nova.network.neutron [req-7fefbb3c-30e1-42cb-ac46-d5e133d8a483 req-34e5b5d1-09e9-43f3-97b0-de8138dd8a97 service nova] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Refreshing network info cache for port 2cce33ae-fa44-4349-8624-1fd8d73d675b {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:42:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:42:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:42:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74854) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 17:42:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:42:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:42:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:42:45 user nova-compute[74854]: DEBUG nova.network.neutron [req-7fefbb3c-30e1-42cb-ac46-d5e133d8a483 req-34e5b5d1-09e9-43f3-97b0-de8138dd8a97 service nova] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Updated VIF entry in instance network info cache for port 2cce33ae-fa44-4349-8624-1fd8d73d675b. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:42:45 user nova-compute[74854]: DEBUG nova.network.neutron [req-7fefbb3c-30e1-42cb-ac46-d5e133d8a483 req-34e5b5d1-09e9-43f3-97b0-de8138dd8a97 service nova] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Updating instance_info_cache with network_info: [{"id": "2cce33ae-fa44-4349-8624-1fd8d73d675b", "address": "fa:16:3e:b5:ae:54", "network": {"id": "9931c044-5a84-4052-933f-f1477ca93d91", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1531146588-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "230743b8a6c547b79a2cabf59b092f5a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cce33ae-fa", "ovs_interfaceid": "2cce33ae-fa44-4349-8624-1fd8d73d675b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:42:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-7fefbb3c-30e1-42cb-ac46-d5e133d8a483 req-34e5b5d1-09e9-43f3-97b0-de8138dd8a97 service nova] Releasing lock "refresh_cache-b3de971d-e8f1-411a-9fe9-333984b9cf16" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:42:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-16fcce75-a045-4a7a-93f5-038a9a368aed tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Acquiring lock "b3de971d-e8f1-411a-9fe9-333984b9cf16" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:42:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-16fcce75-a045-4a7a-93f5-038a9a368aed tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "b3de971d-e8f1-411a-9fe9-333984b9cf16" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:42:46 user nova-compute[74854]: INFO nova.compute.manager [None req-16fcce75-a045-4a7a-93f5-038a9a368aed tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Rebooting instance
Oct 23 17:42:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-16fcce75-a045-4a7a-93f5-038a9a368aed tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Acquiring lock "refresh_cache-b3de971d-e8f1-411a-9fe9-333984b9cf16" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:42:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-16fcce75-a045-4a7a-93f5-038a9a368aed tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Acquired lock "refresh_cache-b3de971d-e8f1-411a-9fe9-333984b9cf16" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:42:46 user nova-compute[74854]: DEBUG nova.network.neutron [None req-16fcce75-a045-4a7a-93f5-038a9a368aed tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:42:46 user nova-compute[74854]: DEBUG nova.network.neutron [None req-16fcce75-a045-4a7a-93f5-038a9a368aed tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Updating instance_info_cache with network_info: [{"id": "2cce33ae-fa44-4349-8624-1fd8d73d675b", "address": "fa:16:3e:b5:ae:54", "network": {"id": "9931c044-5a84-4052-933f-f1477ca93d91", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1531146588-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "230743b8a6c547b79a2cabf59b092f5a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cce33ae-fa", "ovs_interfaceid": "2cce33ae-fa44-4349-8624-1fd8d73d675b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:42:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-16fcce75-a045-4a7a-93f5-038a9a368aed tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Releasing lock "refresh_cache-b3de971d-e8f1-411a-9fe9-333984b9cf16" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:42:46 user nova-compute[74854]: DEBUG nova.compute.manager [None req-16fcce75-a045-4a7a-93f5-038a9a368aed tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:42:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:42:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:42:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:42:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:42:49 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:42:49 user nova-compute[74854]: DEBUG nova.compute.manager [req-0825bb59-126e-4bca-9ab9-698d80ae129e req-5c62f6ff-ef04-4300-b110-76822c355ee1 service nova] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Received event network-vif-unplugged-2cce33ae-fa44-4349-8624-1fd8d73d675b {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:42:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-0825bb59-126e-4bca-9ab9-698d80ae129e req-5c62f6ff-ef04-4300-b110-76822c355ee1 service nova] Acquiring lock "b3de971d-e8f1-411a-9fe9-333984b9cf16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:42:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-0825bb59-126e-4bca-9ab9-698d80ae129e req-5c62f6ff-ef04-4300-b110-76822c355ee1 service nova] Lock "b3de971d-e8f1-411a-9fe9-333984b9cf16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:42:49 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-0825bb59-126e-4bca-9ab9-698d80ae129e req-5c62f6ff-ef04-4300-b110-76822c355ee1 service nova] Lock "b3de971d-e8f1-411a-9fe9-333984b9cf16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:42:49 user nova-compute[74854]: DEBUG nova.compute.manager [req-0825bb59-126e-4bca-9ab9-698d80ae129e req-5c62f6ff-ef04-4300-b110-76822c355ee1 service nova] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] No waiting events found dispatching network-vif-unplugged-2cce33ae-fa44-4349-8624-1fd8d73d675b {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:42:49 user nova-compute[74854]: WARNING nova.compute.manager [req-0825bb59-126e-4bca-9ab9-698d80ae129e req-5c62f6ff-ef04-4300-b110-76822c355ee1 service nova] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Received unexpected event network-vif-unplugged-2cce33ae-fa44-4349-8624-1fd8d73d675b for instance with vm_state active and task_state reboot_started.
Oct 23 17:42:49 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-16fcce75-a045-4a7a-93f5-038a9a368aed tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Instance shutdown successfully.
Oct 23 17:42:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:42:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:42:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:42:51 user nova-compute[74854]: DEBUG nova.compute.manager [req-33be56ec-252b-4958-bb18-d7c52279c60b req-d4970bd7-8f0c-4649-9689-4853971992e0 service nova] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Received event network-vif-plugged-2cce33ae-fa44-4349-8624-1fd8d73d675b {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:42:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-33be56ec-252b-4958-bb18-d7c52279c60b req-d4970bd7-8f0c-4649-9689-4853971992e0 service nova] Acquiring lock "b3de971d-e8f1-411a-9fe9-333984b9cf16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:42:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-33be56ec-252b-4958-bb18-d7c52279c60b req-d4970bd7-8f0c-4649-9689-4853971992e0 service nova] Lock "b3de971d-e8f1-411a-9fe9-333984b9cf16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:42:51 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-33be56ec-252b-4958-bb18-d7c52279c60b req-d4970bd7-8f0c-4649-9689-4853971992e0 service nova] Lock "b3de971d-e8f1-411a-9fe9-333984b9cf16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:42:51 user nova-compute[74854]: DEBUG nova.compute.manager [req-33be56ec-252b-4958-bb18-d7c52279c60b req-d4970bd7-8f0c-4649-9689-4853971992e0 service nova] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] No waiting events found dispatching network-vif-plugged-2cce33ae-fa44-4349-8624-1fd8d73d675b {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:42:51 user nova-compute[74854]: WARNING nova.compute.manager [req-33be56ec-252b-4958-bb18-d7c52279c60b req-d4970bd7-8f0c-4649-9689-4853971992e0 service nova] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Received unexpected event network-vif-plugged-2cce33ae-fa44-4349-8624-1fd8d73d675b for instance with vm_state active and task_state reboot_started.
Oct 23 17:42:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:42:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:42:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:42:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:42:53 user nova-compute[74854]: DEBUG nova.compute.manager [req-1760ff4f-868c-4f2f-b5fc-87051f57ca42 req-a545dc6e-f75a-401c-a733-026e1e29a60b service nova] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Received event network-vif-plugged-2cce33ae-fa44-4349-8624-1fd8d73d675b {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:42:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-1760ff4f-868c-4f2f-b5fc-87051f57ca42 req-a545dc6e-f75a-401c-a733-026e1e29a60b service nova] Acquiring lock "b3de971d-e8f1-411a-9fe9-333984b9cf16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:42:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-1760ff4f-868c-4f2f-b5fc-87051f57ca42 req-a545dc6e-f75a-401c-a733-026e1e29a60b service nova] Lock "b3de971d-e8f1-411a-9fe9-333984b9cf16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:42:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-1760ff4f-868c-4f2f-b5fc-87051f57ca42 req-a545dc6e-f75a-401c-a733-026e1e29a60b service nova] Lock "b3de971d-e8f1-411a-9fe9-333984b9cf16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:42:53 user nova-compute[74854]: DEBUG nova.compute.manager [req-1760ff4f-868c-4f2f-b5fc-87051f57ca42 req-a545dc6e-f75a-401c-a733-026e1e29a60b service nova] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] No waiting events found dispatching network-vif-plugged-2cce33ae-fa44-4349-8624-1fd8d73d675b {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:42:53 user nova-compute[74854]: WARNING nova.compute.manager [req-1760ff4f-868c-4f2f-b5fc-87051f57ca42 req-a545dc6e-f75a-401c-a733-026e1e29a60b service nova] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Received unexpected event network-vif-plugged-2cce33ae-fa44-4349-8624-1fd8d73d675b for instance with vm_state active and task_state reboot_started.
Oct 23 17:42:53 user nova-compute[74854]: DEBUG nova.compute.manager [req-1760ff4f-868c-4f2f-b5fc-87051f57ca42 req-a545dc6e-f75a-401c-a733-026e1e29a60b service nova] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Received event network-vif-plugged-2cce33ae-fa44-4349-8624-1fd8d73d675b {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:42:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-1760ff4f-868c-4f2f-b5fc-87051f57ca42 req-a545dc6e-f75a-401c-a733-026e1e29a60b service nova] Acquiring lock "b3de971d-e8f1-411a-9fe9-333984b9cf16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:42:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-1760ff4f-868c-4f2f-b5fc-87051f57ca42 req-a545dc6e-f75a-401c-a733-026e1e29a60b service nova] Lock "b3de971d-e8f1-411a-9fe9-333984b9cf16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:42:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-1760ff4f-868c-4f2f-b5fc-87051f57ca42 req-a545dc6e-f75a-401c-a733-026e1e29a60b service nova] Lock "b3de971d-e8f1-411a-9fe9-333984b9cf16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:42:53 user nova-compute[74854]: DEBUG nova.compute.manager [req-1760ff4f-868c-4f2f-b5fc-87051f57ca42 req-a545dc6e-f75a-401c-a733-026e1e29a60b service nova] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] No waiting events found dispatching network-vif-plugged-2cce33ae-fa44-4349-8624-1fd8d73d675b {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:42:53 user nova-compute[74854]: WARNING nova.compute.manager [req-1760ff4f-868c-4f2f-b5fc-87051f57ca42 req-a545dc6e-f75a-401c-a733-026e1e29a60b service nova] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Received unexpected event network-vif-plugged-2cce33ae-fa44-4349-8624-1fd8d73d675b for instance with vm_state active and task_state reboot_started.
Oct 23 17:42:53 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Instance running successfully.
Oct 23 17:42:53 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-16fcce75-a045-4a7a-93f5-038a9a368aed tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Instance soft rebooted successfully.
Oct 23 17:42:53 user nova-compute[74854]: DEBUG nova.compute.manager [None req-16fcce75-a045-4a7a-93f5-038a9a368aed tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:42:53 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-16fcce75-a045-4a7a-93f5-038a9a368aed tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "b3de971d-e8f1-411a-9fe9-333984b9cf16" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 7.312s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:42:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:42:56 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:43:00 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:43:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:43:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:43:07 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:43:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:43:10 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:43:10 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:43:10 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 17:43:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:43:11 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:43:11 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:43:13 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:43:13 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Starting heal instance info cache {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 17:43:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "refresh_cache-b3de971d-e8f1-411a-9fe9-333984b9cf16" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:43:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquired lock "refresh_cache-b3de971d-e8f1-411a-9fe9-333984b9cf16" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:43:14 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Forcefully refreshing network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 17:43:14 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Updating instance_info_cache with network_info: [{"id": "2cce33ae-fa44-4349-8624-1fd8d73d675b", "address": "fa:16:3e:b5:ae:54", "network": {"id": "9931c044-5a84-4052-933f-f1477ca93d91", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1531146588-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "230743b8a6c547b79a2cabf59b092f5a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cce33ae-fa", "ovs_interfaceid": "2cce33ae-fa44-4349-8624-1fd8d73d675b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:43:14 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Releasing lock "refresh_cache-b3de971d-e8f1-411a-9fe9-333984b9cf16" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:43:14 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Updated the network info_cache for instance {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 17:43:15 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:43:16 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:43:16 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:43:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:43:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:43:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:43:16 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Auditing locally available compute resources for user (node: user) {{(pid=74854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 17:43:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b3de971d-e8f1-411a-9fe9-333984b9cf16/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:43:17 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b3de971d-e8f1-411a-9fe9-333984b9cf16/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:43:17 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b3de971d-e8f1-411a-9fe9-333984b9cf16/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:43:17 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b3de971d-e8f1-411a-9fe9-333984b9cf16/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:43:17 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:43:17 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f825554-000d-423c-aa29-9ad4d8a3325b/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:43:17 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f825554-000d-423c-aa29-9ad4d8a3325b/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:43:17 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f825554-000d-423c-aa29-9ad4d8a3325b/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:43:17 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f825554-000d-423c-aa29-9ad4d8a3325b/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:43:18 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:43:18 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:43:18 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Hypervisor/Node resource view: name=user free_ram=8774MB free_disk=24.73321533203125GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=74854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 17:43:18 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:43:18 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:43:18 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 5f825554-000d-423c-aa29-9ad4d8a3325b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:43:18 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance b3de971d-e8f1-411a-9fe9-333984b9cf16 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:43:18 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 17:43:18 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 17:43:18 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:43:18 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:43:18 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Compute_service record updated for user:user {{(pid=74854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 17:43:18 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.206s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:43:19 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:43:19 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:43:19 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:43:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:43:21 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:43:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:43:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:43:35 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:43:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:43:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:43:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:43:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:44:00 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:44:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:44:08 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:44:08 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-f64ef731-4b96-4c52-a712-4b7979d5e112 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Acquiring lock "5f825554-000d-423c-aa29-9ad4d8a3325b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:44:08 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-f64ef731-4b96-4c52-a712-4b7979d5e112 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "5f825554-000d-423c-aa29-9ad4d8a3325b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:44:08 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-f64ef731-4b96-4c52-a712-4b7979d5e112 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Acquiring lock "5f825554-000d-423c-aa29-9ad4d8a3325b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:44:08 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-f64ef731-4b96-4c52-a712-4b7979d5e112 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "5f825554-000d-423c-aa29-9ad4d8a3325b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:44:08 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-f64ef731-4b96-4c52-a712-4b7979d5e112 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "5f825554-000d-423c-aa29-9ad4d8a3325b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:44:08 user nova-compute[74854]: INFO nova.compute.manager [None req-f64ef731-4b96-4c52-a712-4b7979d5e112 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Terminating instance
Oct 23 17:44:08 user nova-compute[74854]: DEBUG nova.compute.manager [None req-f64ef731-4b96-4c52-a712-4b7979d5e112 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Start destroying the instance on the hypervisor. {{(pid=74854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 17:44:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:44:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:44:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:44:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:44:09 user nova-compute[74854]: DEBUG nova.compute.manager [req-b6cb0c4e-e486-4833-9f10-53bf483ff412 req-ddbe2c86-36c1-40aa-830e-b563d8a78a10 service nova] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Received event network-vif-unplugged-fd7d49d0-8f57-405b-b541-f837acec01cd {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:44:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-b6cb0c4e-e486-4833-9f10-53bf483ff412 req-ddbe2c86-36c1-40aa-830e-b563d8a78a10 service nova] Acquiring lock "5f825554-000d-423c-aa29-9ad4d8a3325b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:44:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-b6cb0c4e-e486-4833-9f10-53bf483ff412 req-ddbe2c86-36c1-40aa-830e-b563d8a78a10 service nova] Lock "5f825554-000d-423c-aa29-9ad4d8a3325b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:44:09 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-b6cb0c4e-e486-4833-9f10-53bf483ff412 req-ddbe2c86-36c1-40aa-830e-b563d8a78a10 service nova] Lock "5f825554-000d-423c-aa29-9ad4d8a3325b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:44:09 user nova-compute[74854]: DEBUG nova.compute.manager [req-b6cb0c4e-e486-4833-9f10-53bf483ff412 req-ddbe2c86-36c1-40aa-830e-b563d8a78a10 service nova] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] No waiting events found dispatching network-vif-unplugged-fd7d49d0-8f57-405b-b541-f837acec01cd {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:44:09 user nova-compute[74854]: DEBUG nova.compute.manager [req-b6cb0c4e-e486-4833-9f10-53bf483ff412 req-ddbe2c86-36c1-40aa-830e-b563d8a78a10 service nova] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Received event network-vif-unplugged-fd7d49d0-8f57-405b-b541-f837acec01cd for instance with task_state deleting. {{(pid=74854) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 17:44:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:44:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:44:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:44:09 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Instance destroyed successfully.
Oct 23 17:44:09 user nova-compute[74854]: DEBUG nova.objects.instance [None req-f64ef731-4b96-4c52-a712-4b7979d5e112 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lazy-loading 'resources' on Instance uuid 5f825554-000d-423c-aa29-9ad4d8a3325b {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:44:09 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-f64ef731-4b96-4c52-a712-4b7979d5e112 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:35:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-449022621',display_name='tempest-SnapshotDataIntegrityTests-server-449022621',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-449022621',id=48,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLg0feEnadyHpKRw87EVOJHVcMVMgqIZnzQ2435fNQ2DRWi27aS5iuBEIqhJO7snaUsUOTP60Zz8dav/k8qclV/2CWJpPkvuHc6HKtXFlTggYtReaVzBrIctRBGQwTeKtA==',key_name='tempest-keypair-132049243',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:35:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='cef25b4b97414efebd851a19aef102ff',ramdisk_id='',reservation_id='r-lv6yxm6w',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-SnapshotDataIntegrityTests-273889269',owner_user_name='tempest-SnapshotDataIntegrityTests-273889269-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:35:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d1caf3b73242420c8eec96c7b61c317b',uuid=5f825554-000d-423c-aa29-9ad4d8a3325b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "fd7d49d0-8f57-405b-b541-f837acec01cd", "address": "fa:16:3e:3e:51:f6", "network": {"id": "a0905362-8bd3-4c8e-8f8f-08cf4b0642f0", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-976025975-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.45", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cef25b4b97414efebd851a19aef102ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd7d49d0-8f", "ovs_interfaceid": "fd7d49d0-8f57-405b-b541-f837acec01cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:44:09 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-f64ef731-4b96-4c52-a712-4b7979d5e112 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Converting VIF {"id": "fd7d49d0-8f57-405b-b541-f837acec01cd", "address": "fa:16:3e:3e:51:f6", "network": {"id": "a0905362-8bd3-4c8e-8f8f-08cf4b0642f0", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-976025975-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.45", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cef25b4b97414efebd851a19aef102ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd7d49d0-8f", "ovs_interfaceid": "fd7d49d0-8f57-405b-b541-f837acec01cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:44:09 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-f64ef731-4b96-4c52-a712-4b7979d5e112 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:3e:51:f6,bridge_name='br-int',has_traffic_filtering=True,id=fd7d49d0-8f57-405b-b541-f837acec01cd,network=Network(a0905362-8bd3-4c8e-8f8f-08cf4b0642f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd7d49d0-8f') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:44:09 user nova-compute[74854]: DEBUG os_vif [None req-f64ef731-4b96-4c52-a712-4b7979d5e112 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:3e:51:f6,bridge_name='br-int',has_traffic_filtering=True,id=fd7d49d0-8f57-405b-b541-f837acec01cd,network=Network(a0905362-8bd3-4c8e-8f8f-08cf4b0642f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd7d49d0-8f') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:44:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:44:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapfd7d49d0-8f, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:44:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:44:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:44:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c57af23f-cd2c-4d46-b0a6-39a72dff81dc) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:44:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:44:09 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:44:09 user nova-compute[74854]: INFO os_vif [None req-f64ef731-4b96-4c52-a712-4b7979d5e112 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:3e:51:f6,bridge_name='br-int',has_traffic_filtering=True,id=fd7d49d0-8f57-405b-b541-f837acec01cd,network=Network(a0905362-8bd3-4c8e-8f8f-08cf4b0642f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd7d49d0-8f')
Oct 23 17:44:09 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-f64ef731-4b96-4c52-a712-4b7979d5e112 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Deleting instance files /opt/stack/data/nova/instances/5f825554-000d-423c-aa29-9ad4d8a3325b_del
Oct 23 17:44:09 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-f64ef731-4b96-4c52-a712-4b7979d5e112 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Deletion of /opt/stack/data/nova/instances/5f825554-000d-423c-aa29-9ad4d8a3325b_del complete
Oct 23 17:44:09 user nova-compute[74854]: INFO nova.compute.manager [None req-f64ef731-4b96-4c52-a712-4b7979d5e112 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Took 0.86 seconds to destroy the instance on the hypervisor.
Oct 23 17:44:09 user nova-compute[74854]: DEBUG oslo.service.loopingcall [None req-f64ef731-4b96-4c52-a712-4b7979d5e112 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 17:44:09 user nova-compute[74854]: DEBUG nova.compute.manager [-] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Deallocating network for instance {{(pid=74854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 17:44:09 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] deallocate_for_instance() {{(pid=74854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 17:44:10 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:44:10 user nova-compute[74854]: INFO nova.compute.manager [-] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Took 0.63 seconds to deallocate network for instance.
Oct 23 17:44:10 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-f64ef731-4b96-4c52-a712-4b7979d5e112 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:44:10 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-f64ef731-4b96-4c52-a712-4b7979d5e112 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:44:10 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-f64ef731-4b96-4c52-a712-4b7979d5e112 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:44:10 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-f64ef731-4b96-4c52-a712-4b7979d5e112 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:44:10 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-f64ef731-4b96-4c52-a712-4b7979d5e112 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.157s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:44:10 user nova-compute[74854]: INFO nova.scheduler.client.report [None req-f64ef731-4b96-4c52-a712-4b7979d5e112 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Deleted allocations for instance 5f825554-000d-423c-aa29-9ad4d8a3325b
Oct 23 17:44:10 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-f64ef731-4b96-4c52-a712-4b7979d5e112 tempest-SnapshotDataIntegrityTests-273889269 tempest-SnapshotDataIntegrityTests-273889269-project-member] Lock "5f825554-000d-423c-aa29-9ad4d8a3325b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.847s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:44:11 user nova-compute[74854]: DEBUG nova.compute.manager [req-0dc6955d-eb45-43ca-8c6a-c20b426bff9b req-1b84b2cd-ae0d-4a9a-8886-de17a4f537cf service nova] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Received event network-vif-plugged-fd7d49d0-8f57-405b-b541-f837acec01cd {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:44:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-0dc6955d-eb45-43ca-8c6a-c20b426bff9b req-1b84b2cd-ae0d-4a9a-8886-de17a4f537cf service nova] Acquiring lock "5f825554-000d-423c-aa29-9ad4d8a3325b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:44:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-0dc6955d-eb45-43ca-8c6a-c20b426bff9b req-1b84b2cd-ae0d-4a9a-8886-de17a4f537cf service nova] Lock "5f825554-000d-423c-aa29-9ad4d8a3325b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:44:11 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-0dc6955d-eb45-43ca-8c6a-c20b426bff9b req-1b84b2cd-ae0d-4a9a-8886-de17a4f537cf service nova] Lock "5f825554-000d-423c-aa29-9ad4d8a3325b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:44:11 user nova-compute[74854]: DEBUG nova.compute.manager [req-0dc6955d-eb45-43ca-8c6a-c20b426bff9b req-1b84b2cd-ae0d-4a9a-8886-de17a4f537cf service nova] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] No waiting events found dispatching network-vif-plugged-fd7d49d0-8f57-405b-b541-f837acec01cd {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:44:11 user nova-compute[74854]: WARNING nova.compute.manager [req-0dc6955d-eb45-43ca-8c6a-c20b426bff9b req-1b84b2cd-ae0d-4a9a-8886-de17a4f537cf service nova] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Received unexpected event network-vif-plugged-fd7d49d0-8f57-405b-b541-f837acec01cd for instance with vm_state deleted and task_state None.
Oct 23 17:44:11 user nova-compute[74854]: DEBUG nova.compute.manager [req-0dc6955d-eb45-43ca-8c6a-c20b426bff9b req-1b84b2cd-ae0d-4a9a-8886-de17a4f537cf service nova] [instance: 5f825554-000d-423c-aa29-9ad4d8a3325b] Received event network-vif-deleted-fd7d49d0-8f57-405b-b541-f837acec01cd {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:44:11 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:44:11 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:44:11 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 17:44:12 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:44:14 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:44:15 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:44:15 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Starting heal instance info cache {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 17:44:15 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Rebuilding the list of instances to heal {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 23 17:44:15 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "refresh_cache-b3de971d-e8f1-411a-9fe9-333984b9cf16" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:44:15 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquired lock "refresh_cache-b3de971d-e8f1-411a-9fe9-333984b9cf16" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:44:15 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Forcefully refreshing network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 17:44:15 user nova-compute[74854]: DEBUG nova.objects.instance [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lazy-loading 'info_cache' on Instance uuid b3de971d-e8f1-411a-9fe9-333984b9cf16 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:44:16 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Updating instance_info_cache with network_info: [{"id": "2cce33ae-fa44-4349-8624-1fd8d73d675b", "address": "fa:16:3e:b5:ae:54", "network": {"id": "9931c044-5a84-4052-933f-f1477ca93d91", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1531146588-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "230743b8a6c547b79a2cabf59b092f5a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cce33ae-fa", "ovs_interfaceid": "2cce33ae-fa44-4349-8624-1fd8d73d675b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:44:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Releasing lock "refresh_cache-b3de971d-e8f1-411a-9fe9-333984b9cf16" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:44:16 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Updated the network info_cache for instance {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 17:44:16 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:44:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:44:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:44:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:44:16 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Auditing locally available compute resources for user (node: user) {{(pid=74854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 17:44:16 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b3de971d-e8f1-411a-9fe9-333984b9cf16/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:44:17 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b3de971d-e8f1-411a-9fe9-333984b9cf16/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:44:17 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b3de971d-e8f1-411a-9fe9-333984b9cf16/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:44:17 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b3de971d-e8f1-411a-9fe9-333984b9cf16/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:44:17 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74854) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 17:44:17 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:44:17 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:44:17 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Hypervisor/Node resource view: name=user free_ram=8882MB free_disk=24.75943374633789GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=74854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 17:44:17 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:44:17 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:44:17 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance b3de971d-e8f1-411a-9fe9-333984b9cf16 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:44:17 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 17:44:17 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 17:44:17 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:44:18 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:44:18 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Compute_service record updated for user:user {{(pid=74854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 17:44:18 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.398s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:44:19 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:44:20 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:44:20 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:44:20 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:44:20 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:44:20 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74854) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 23 17:44:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:44:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:44:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74854) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 17:44:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:44:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:44:24 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:44:24 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:44:24 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Cleaning up deleted instances {{(pid=74854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 23 17:44:24 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] There are 1 instances to clean {{(pid=74854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 23 17:44:24 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Instance has had 5 of 5 cleanup attempts {{(pid=74854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11221}}
Oct 23 17:44:26 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:44:28 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:44:29 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:44:31 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:44:33 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:44:34 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:44:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:44:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:44:38 user nova-compute[74854]: DEBUG nova.compute.manager [req-e0bdd518-ab86-4536-80e0-c6324d67e589 req-19dbf7ea-cbe6-4979-afae-d9f6b7a01cdf service nova] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Received event network-changed-2cce33ae-fa44-4349-8624-1fd8d73d675b {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:44:38 user nova-compute[74854]: DEBUG nova.compute.manager [req-e0bdd518-ab86-4536-80e0-c6324d67e589 req-19dbf7ea-cbe6-4979-afae-d9f6b7a01cdf service nova] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Refreshing instance network info cache due to event network-changed-2cce33ae-fa44-4349-8624-1fd8d73d675b. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:44:38 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e0bdd518-ab86-4536-80e0-c6324d67e589 req-19dbf7ea-cbe6-4979-afae-d9f6b7a01cdf service nova] Acquiring lock "refresh_cache-b3de971d-e8f1-411a-9fe9-333984b9cf16" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:44:38 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e0bdd518-ab86-4536-80e0-c6324d67e589 req-19dbf7ea-cbe6-4979-afae-d9f6b7a01cdf service nova] Acquired lock "refresh_cache-b3de971d-e8f1-411a-9fe9-333984b9cf16" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:44:38 user nova-compute[74854]: DEBUG nova.network.neutron [req-e0bdd518-ab86-4536-80e0-c6324d67e589 req-19dbf7ea-cbe6-4979-afae-d9f6b7a01cdf service nova] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Refreshing network info cache for port 2cce33ae-fa44-4349-8624-1fd8d73d675b {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:44:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:44:39 user nova-compute[74854]: DEBUG nova.network.neutron [req-e0bdd518-ab86-4536-80e0-c6324d67e589 req-19dbf7ea-cbe6-4979-afae-d9f6b7a01cdf service nova] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Updated VIF entry in instance network info cache for port 2cce33ae-fa44-4349-8624-1fd8d73d675b. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:44:39 user nova-compute[74854]: DEBUG nova.network.neutron [req-e0bdd518-ab86-4536-80e0-c6324d67e589 req-19dbf7ea-cbe6-4979-afae-d9f6b7a01cdf service nova] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Updating instance_info_cache with network_info: [{"id": "2cce33ae-fa44-4349-8624-1fd8d73d675b", "address": "fa:16:3e:b5:ae:54", "network": {"id": "9931c044-5a84-4052-933f-f1477ca93d91", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1531146588-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "230743b8a6c547b79a2cabf59b092f5a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cce33ae-fa", "ovs_interfaceid": "2cce33ae-fa44-4349-8624-1fd8d73d675b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:44:39 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e0bdd518-ab86-4536-80e0-c6324d67e589 req-19dbf7ea-cbe6-4979-afae-d9f6b7a01cdf service nova] Releasing lock "refresh_cache-b3de971d-e8f1-411a-9fe9-333984b9cf16" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:44:39 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-1f90d1ca-1ba4-4a12-96fe-4375e76e22f2 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Acquiring lock "b3de971d-e8f1-411a-9fe9-333984b9cf16" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:44:39 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-1f90d1ca-1ba4-4a12-96fe-4375e76e22f2 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "b3de971d-e8f1-411a-9fe9-333984b9cf16" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:44:39 user nova-compute[74854]: INFO nova.compute.manager [None req-1f90d1ca-1ba4-4a12-96fe-4375e76e22f2 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Detaching volume c3e15c9a-81cc-4013-a721-ffeddb1e77ed
Oct 23 17:44:39 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:44:39 user nova-compute[74854]: INFO nova.virt.block_device [None req-1f90d1ca-1ba4-4a12-96fe-4375e76e22f2 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Attempting to driver detach volume c3e15c9a-81cc-4013-a721-ffeddb1e77ed from mountpoint /dev/vdb
Oct 23 17:44:39 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-1f90d1ca-1ba4-4a12-96fe-4375e76e22f2 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Attempting to detach device vdb from instance b3de971d-e8f1-411a-9fe9-333984b9cf16 from the persistent domain config. {{(pid=74854) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 17:44:39 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-1f90d1ca-1ba4-4a12-96fe-4375e76e22f2 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 17:44:39 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:44:39 user nova-compute[74854]:   <source dev="/dev/sdb"/>
Oct 23 17:44:39 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:44:39 user nova-compute[74854]:   <serial>c3e15c9a-81cc-4013-a721-ffeddb1e77ed</serial>
Oct 23 17:44:39 user nova-compute[74854]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 17:44:39 user nova-compute[74854]: </disk>
Oct 23 17:44:39 user nova-compute[74854]:  {{(pid=74854) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 17:44:39 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-1f90d1ca-1ba4-4a12-96fe-4375e76e22f2 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Successfully detached device vdb from instance b3de971d-e8f1-411a-9fe9-333984b9cf16 from the persistent domain config.
Oct 23 17:44:39 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-1f90d1ca-1ba4-4a12-96fe-4375e76e22f2 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance b3de971d-e8f1-411a-9fe9-333984b9cf16 from the live domain config. {{(pid=74854) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 23 17:44:39 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-1f90d1ca-1ba4-4a12-96fe-4375e76e22f2 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 17:44:39 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:44:39 user nova-compute[74854]:   <source dev="/dev/sdb"/>
Oct 23 17:44:39 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:44:39 user nova-compute[74854]:   <serial>c3e15c9a-81cc-4013-a721-ffeddb1e77ed</serial>
Oct 23 17:44:39 user nova-compute[74854]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 17:44:39 user nova-compute[74854]: </disk>
Oct 23 17:44:39 user nova-compute[74854]:  {{(pid=74854) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 17:44:40 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-1f90d1ca-1ba4-4a12-96fe-4375e76e22f2 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance b3de971d-e8f1-411a-9fe9-333984b9cf16 {{(pid=74854) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 23 17:44:40 user nova-compute[74854]: DEBUG nova.compute.manager [req-e46bcc0f-afc6-4775-bcd1-f681c21b9392 req-7a4ba484-00de-4f4c-9715-11b57ec782b3 service nova] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Received event network-changed-2cce33ae-fa44-4349-8624-1fd8d73d675b {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:44:40 user nova-compute[74854]: DEBUG nova.compute.manager [req-e46bcc0f-afc6-4775-bcd1-f681c21b9392 req-7a4ba484-00de-4f4c-9715-11b57ec782b3 service nova] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Refreshing instance network info cache due to event network-changed-2cce33ae-fa44-4349-8624-1fd8d73d675b. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:44:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e46bcc0f-afc6-4775-bcd1-f681c21b9392 req-7a4ba484-00de-4f4c-9715-11b57ec782b3 service nova] Acquiring lock "refresh_cache-b3de971d-e8f1-411a-9fe9-333984b9cf16" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:44:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e46bcc0f-afc6-4775-bcd1-f681c21b9392 req-7a4ba484-00de-4f4c-9715-11b57ec782b3 service nova] Acquired lock "refresh_cache-b3de971d-e8f1-411a-9fe9-333984b9cf16" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:44:40 user nova-compute[74854]: DEBUG nova.network.neutron [req-e46bcc0f-afc6-4775-bcd1-f681c21b9392 req-7a4ba484-00de-4f4c-9715-11b57ec782b3 service nova] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Refreshing network info cache for port 2cce33ae-fa44-4349-8624-1fd8d73d675b {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:44:41 user nova-compute[74854]: DEBUG nova.network.neutron [req-e46bcc0f-afc6-4775-bcd1-f681c21b9392 req-7a4ba484-00de-4f4c-9715-11b57ec782b3 service nova] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Updated VIF entry in instance network info cache for port 2cce33ae-fa44-4349-8624-1fd8d73d675b. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:44:41 user nova-compute[74854]: DEBUG nova.network.neutron [req-e46bcc0f-afc6-4775-bcd1-f681c21b9392 req-7a4ba484-00de-4f4c-9715-11b57ec782b3 service nova] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Updating instance_info_cache with network_info: [{"id": "2cce33ae-fa44-4349-8624-1fd8d73d675b", "address": "fa:16:3e:b5:ae:54", "network": {"id": "9931c044-5a84-4052-933f-f1477ca93d91", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1531146588-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "230743b8a6c547b79a2cabf59b092f5a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cce33ae-fa", "ovs_interfaceid": "2cce33ae-fa44-4349-8624-1fd8d73d675b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:44:41 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-e46bcc0f-afc6-4775-bcd1-f681c21b9392 req-7a4ba484-00de-4f4c-9715-11b57ec782b3 service nova] Releasing lock "refresh_cache-b3de971d-e8f1-411a-9fe9-333984b9cf16" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:44:41 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:44:42 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Acquiring lock "180d82e9-f644-41b3-b863-ff61dd442e16" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:44:42 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Lock "180d82e9-f644-41b3-b863-ff61dd442e16" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:44:42 user nova-compute[74854]: DEBUG nova.compute.manager [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Starting instance... {{(pid=74854) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 17:44:42 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:44:42 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:44:42 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74854) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 17:44:42 user nova-compute[74854]: INFO nova.compute.claims [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Claim successful on node user
Oct 23 17:44:42 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:44:42 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:44:42 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.241s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:44:42 user nova-compute[74854]: DEBUG nova.compute.manager [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Start building networks asynchronously for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 17:44:42 user nova-compute[74854]: DEBUG nova.compute.manager [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Allocating IP information in the background. {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 17:44:42 user nova-compute[74854]: DEBUG nova.network.neutron [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] allocate_for_instance() {{(pid=74854) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 17:44:42 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 17:44:42 user nova-compute[74854]: DEBUG nova.compute.manager [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Start building block device mappings for instance. {{(pid=74854) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 17:44:42 user nova-compute[74854]: DEBUG nova.policy [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b46ddb178ee847fcbd1fcb58d13db8fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ccd164039aab401d9e56ac4d726aaacd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74854) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 17:44:42 user nova-compute[74854]: DEBUG nova.compute.manager [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Start spawning the instance on the hypervisor. {{(pid=74854) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 17:44:42 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Creating instance directory {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 17:44:42 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Creating image(s)
Oct 23 17:44:43 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Acquiring lock "/opt/stack/data/nova/instances/180d82e9-f644-41b3-b863-ff61dd442e16/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:44:43 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Lock "/opt/stack/data/nova/instances/180d82e9-f644-41b3-b863-ff61dd442e16/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:44:43 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Lock "/opt/stack/data/nova/instances/180d82e9-f644-41b3-b863-ff61dd442e16/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.007s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:44:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:44:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.178s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:44:43 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Acquiring lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:44:43 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:44:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:44:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.172s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:44:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/180d82e9-f644-41b3-b863-ff61dd442e16/disk 1073741824 {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:44:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e,backing_fmt=raw /opt/stack/data/nova/instances/180d82e9-f644-41b3-b863-ff61dd442e16/disk 1073741824" returned: 0 in 0.052s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:44:43 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Lock "e667767230881e2e23c983e52a9ed72bd6c3aa2e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.236s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:44:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:44:43 user nova-compute[74854]: DEBUG nova.network.neutron [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Successfully created port: b8e0f3de-492e-4724-a2b3-53a537ff41b2 {{(pid=74854) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 17:44:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e667767230881e2e23c983e52a9ed72bd6c3aa2e --force-share --output=json" returned: 0 in 0.178s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:44:43 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Checking if we can resize image /opt/stack/data/nova/instances/180d82e9-f644-41b3-b863-ff61dd442e16/disk. size=1073741824 {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 17:44:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/180d82e9-f644-41b3-b863-ff61dd442e16/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:44:43 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/180d82e9-f644-41b3-b863-ff61dd442e16/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:44:43 user nova-compute[74854]: DEBUG nova.virt.disk.api [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Cannot resize image /opt/stack/data/nova/instances/180d82e9-f644-41b3-b863-ff61dd442e16/disk to a smaller size. {{(pid=74854) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 17:44:43 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Created local disks {{(pid=74854) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 17:44:43 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Ensure instance console log exists: /opt/stack/data/nova/instances/180d82e9-f644-41b3-b863-ff61dd442e16/console.log {{(pid=74854) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 17:44:43 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:44:43 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:44:43 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:44:44 user nova-compute[74854]: DEBUG nova.network.neutron [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Successfully updated port: b8e0f3de-492e-4724-a2b3-53a537ff41b2 {{(pid=74854) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 17:44:44 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Acquiring lock "refresh_cache-180d82e9-f644-41b3-b863-ff61dd442e16" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:44:44 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Acquired lock "refresh_cache-180d82e9-f644-41b3-b863-ff61dd442e16" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:44:44 user nova-compute[74854]: DEBUG nova.network.neutron [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Building network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 17:44:44 user nova-compute[74854]: DEBUG nova.compute.manager [req-2b4f23ee-630a-41c7-b236-3d16ff95452c req-b33bd23c-9727-4c16-b8fb-a319a0df198b service nova] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Received event network-changed-b8e0f3de-492e-4724-a2b3-53a537ff41b2 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:44:44 user nova-compute[74854]: DEBUG nova.compute.manager [req-2b4f23ee-630a-41c7-b236-3d16ff95452c req-b33bd23c-9727-4c16-b8fb-a319a0df198b service nova] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Refreshing instance network info cache due to event network-changed-b8e0f3de-492e-4724-a2b3-53a537ff41b2. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:44:44 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-2b4f23ee-630a-41c7-b236-3d16ff95452c req-b33bd23c-9727-4c16-b8fb-a319a0df198b service nova] Acquiring lock "refresh_cache-180d82e9-f644-41b3-b863-ff61dd442e16" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:44:44 user nova-compute[74854]: DEBUG nova.network.neutron [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Instance cache missing network info. {{(pid=74854) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 17:44:44 user nova-compute[74854]: DEBUG nova.network.neutron [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Updating instance_info_cache with network_info: [{"id": "b8e0f3de-492e-4724-a2b3-53a537ff41b2", "address": "fa:16:3e:b4:ad:7c", "network": {"id": "eaa0858a-7adb-4851-b135-af3126322b50", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1992223712-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccd164039aab401d9e56ac4d726aaacd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb8e0f3de-49", "ovs_interfaceid": "b8e0f3de-492e-4724-a2b3-53a537ff41b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:44:44 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Releasing lock "refresh_cache-180d82e9-f644-41b3-b863-ff61dd442e16" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:44:44 user nova-compute[74854]: DEBUG nova.compute.manager [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Instance network_info: |[{"id": "b8e0f3de-492e-4724-a2b3-53a537ff41b2", "address": "fa:16:3e:b4:ad:7c", "network": {"id": "eaa0858a-7adb-4851-b135-af3126322b50", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1992223712-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccd164039aab401d9e56ac4d726aaacd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb8e0f3de-49", "ovs_interfaceid": "b8e0f3de-492e-4724-a2b3-53a537ff41b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74854) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 17:44:44 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-2b4f23ee-630a-41c7-b236-3d16ff95452c req-b33bd23c-9727-4c16-b8fb-a319a0df198b service nova] Acquired lock "refresh_cache-180d82e9-f644-41b3-b863-ff61dd442e16" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:44:44 user nova-compute[74854]: DEBUG nova.network.neutron [req-2b4f23ee-630a-41c7-b236-3d16ff95452c req-b33bd23c-9727-4c16-b8fb-a319a0df198b service nova] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Refreshing network info cache for port b8e0f3de-492e-4724-a2b3-53a537ff41b2 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:44:44 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Start _get_guest_xml network_info=[{"id": "b8e0f3de-492e-4724-a2b3-53a537ff41b2", "address": "fa:16:3e:b4:ad:7c", "network": {"id": "eaa0858a-7adb-4851-b135-af3126322b50", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1992223712-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccd164039aab401d9e56ac4d726aaacd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb8e0f3de-49", "ovs_interfaceid": "b8e0f3de-492e-4724-a2b3-53a537ff41b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'encryption_format': None, 'encryption_options': None, 'size': 0, 'boot_index': 0, 'encrypted': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'image_id': '68c345df-c9e8-475a-b17c-635fa0c7e894'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 17:44:44 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:44:44 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:44:44 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:44:44 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 17:44:44 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] CPU controller missing on host. {{(pid=74854) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 17:44:44 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 17:44:44 user nova-compute[74854]: DEBUG nova.virt.libvirt.host [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] CPU controller found on host. {{(pid=74854) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 17:44:44 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74854) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 17:44:44 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T16:58:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T16:59:03Z,direct_url=<?>,disk_format='qcow2',id=68c345df-c9e8-475a-b17c-635fa0c7e894,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='608d96ff911940b9b17e9d184e222325',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T16:59:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 17:44:44 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Flavor limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 17:44:44 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Image limits 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 17:44:44 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Flavor pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 17:44:44 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Image pref 0:0:0 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 17:44:44 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74854) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 17:44:44 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 17:44:44 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 17:44:44 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Got 1 possible topologies {{(pid=74854) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 17:44:44 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 17:44:44 user nova-compute[74854]: DEBUG nova.virt.hardware [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74854) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 17:44:44 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:44:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-745025469',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-745025469',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-7450254',id=52,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLYVFud1FqZU0MNGNttNZ0UAafHzWSLyaASolx2C/4Bj20i1cufxVqhj2Ex/p0PuXjToUJuSsSJIhZP3CRCAqKyrslbrSbsvRFu2xsUczRdM1Pdl8TjPziKHZ0qqgYXyWA==',key_name='tempest-keypair-1619432933',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ccd164039aab401d9e56ac4d726aaacd',ramdisk_id='',reservation_id='r-wi3kx61y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-13672347',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:44:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b46ddb178ee847fcbd1fcb58d13db8fe',uuid=180d82e9-f644-41b3-b863-ff61dd442e16,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b8e0f3de-492e-4724-a2b3-53a537ff41b2", "address": "fa:16:3e:b4:ad:7c", "network": {"id": "eaa0858a-7adb-4851-b135-af3126322b50", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1992223712-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccd164039aab401d9e56ac4d726aaacd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb8e0f3de-49", "ovs_interfaceid": "b8e0f3de-492e-4724-a2b3-53a537ff41b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74854) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 17:44:44 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Converting VIF {"id": "b8e0f3de-492e-4724-a2b3-53a537ff41b2", "address": "fa:16:3e:b4:ad:7c", "network": {"id": "eaa0858a-7adb-4851-b135-af3126322b50", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1992223712-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccd164039aab401d9e56ac4d726aaacd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb8e0f3de-49", "ovs_interfaceid": "b8e0f3de-492e-4724-a2b3-53a537ff41b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:44:44 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b4:ad:7c,bridge_name='br-int',has_traffic_filtering=True,id=b8e0f3de-492e-4724-a2b3-53a537ff41b2,network=Network(eaa0858a-7adb-4851-b135-af3126322b50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb8e0f3de-49') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:44:44 user nova-compute[74854]: DEBUG nova.objects.instance [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Lazy-loading 'pci_devices' on Instance uuid 180d82e9-f644-41b3-b863-ff61dd442e16 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:44:44 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] End _get_guest_xml xml=<domain type="kvm">
Oct 23 17:44:44 user nova-compute[74854]:   <uuid>180d82e9-f644-41b3-b863-ff61dd442e16</uuid>
Oct 23 17:44:44 user nova-compute[74854]:   <name>instance-00000034</name>
Oct 23 17:44:44 user nova-compute[74854]:   <memory>524288</memory>
Oct 23 17:44:44 user nova-compute[74854]:   <vcpu>1</vcpu>
Oct 23 17:44:44 user nova-compute[74854]:   <metadata>
Oct 23 17:44:44 user nova-compute[74854]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 17:44:44 user nova-compute[74854]:       <nova:package version="0.0.0"/>
Oct 23 17:44:44 user nova-compute[74854]:       <nova:name>tempest-TestServerVolumeAttachScenarioOldVersion-server-745025469</nova:name>
Oct 23 17:44:44 user nova-compute[74854]:       <nova:creationTime>2023-10-23 17:44:44</nova:creationTime>
Oct 23 17:44:44 user nova-compute[74854]:       <nova:flavor name="m1.tiny">
Oct 23 17:44:44 user nova-compute[74854]:         <nova:memory>512</nova:memory>
Oct 23 17:44:44 user nova-compute[74854]:         <nova:disk>1</nova:disk>
Oct 23 17:44:44 user nova-compute[74854]:         <nova:swap>0</nova:swap>
Oct 23 17:44:44 user nova-compute[74854]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 17:44:44 user nova-compute[74854]:         <nova:vcpus>1</nova:vcpus>
Oct 23 17:44:44 user nova-compute[74854]:       </nova:flavor>
Oct 23 17:44:44 user nova-compute[74854]:       <nova:owner>
Oct 23 17:44:44 user nova-compute[74854]:         <nova:user uuid="b46ddb178ee847fcbd1fcb58d13db8fe">tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member</nova:user>
Oct 23 17:44:44 user nova-compute[74854]:         <nova:project uuid="ccd164039aab401d9e56ac4d726aaacd">tempest-TestServerVolumeAttachScenarioOldVersion-13672347</nova:project>
Oct 23 17:44:44 user nova-compute[74854]:       </nova:owner>
Oct 23 17:44:44 user nova-compute[74854]:       <nova:root type="image" uuid="68c345df-c9e8-475a-b17c-635fa0c7e894"/>
Oct 23 17:44:44 user nova-compute[74854]:       <nova:ports>
Oct 23 17:44:44 user nova-compute[74854]:         <nova:port uuid="b8e0f3de-492e-4724-a2b3-53a537ff41b2">
Oct 23 17:44:44 user nova-compute[74854]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 23 17:44:44 user nova-compute[74854]:         </nova:port>
Oct 23 17:44:44 user nova-compute[74854]:       </nova:ports>
Oct 23 17:44:44 user nova-compute[74854]:     </nova:instance>
Oct 23 17:44:44 user nova-compute[74854]:   </metadata>
Oct 23 17:44:44 user nova-compute[74854]:   <sysinfo type="smbios">
Oct 23 17:44:44 user nova-compute[74854]:     <system>
Oct 23 17:44:44 user nova-compute[74854]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 17:44:44 user nova-compute[74854]:       <entry name="product">OpenStack Nova</entry>
Oct 23 17:44:44 user nova-compute[74854]:       <entry name="version">0.0.0</entry>
Oct 23 17:44:44 user nova-compute[74854]:       <entry name="serial">180d82e9-f644-41b3-b863-ff61dd442e16</entry>
Oct 23 17:44:44 user nova-compute[74854]:       <entry name="uuid">180d82e9-f644-41b3-b863-ff61dd442e16</entry>
Oct 23 17:44:44 user nova-compute[74854]:       <entry name="family">Virtual Machine</entry>
Oct 23 17:44:44 user nova-compute[74854]:     </system>
Oct 23 17:44:44 user nova-compute[74854]:   </sysinfo>
Oct 23 17:44:44 user nova-compute[74854]:   <os>
Oct 23 17:44:44 user nova-compute[74854]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 17:44:44 user nova-compute[74854]:     <boot dev="hd"/>
Oct 23 17:44:44 user nova-compute[74854]:     <smbios mode="sysinfo"/>
Oct 23 17:44:44 user nova-compute[74854]:   </os>
Oct 23 17:44:44 user nova-compute[74854]:   <features>
Oct 23 17:44:44 user nova-compute[74854]:     <acpi/>
Oct 23 17:44:44 user nova-compute[74854]:     <apic/>
Oct 23 17:44:44 user nova-compute[74854]:     <vmcoreinfo/>
Oct 23 17:44:44 user nova-compute[74854]:   </features>
Oct 23 17:44:44 user nova-compute[74854]:   <clock offset="utc">
Oct 23 17:44:44 user nova-compute[74854]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 17:44:44 user nova-compute[74854]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 17:44:44 user nova-compute[74854]:     <timer name="hpet" present="no"/>
Oct 23 17:44:44 user nova-compute[74854]:   </clock>
Oct 23 17:44:44 user nova-compute[74854]:   <cpu mode="custom" match="exact">
Oct 23 17:44:44 user nova-compute[74854]:     <model>Nehalem</model>
Oct 23 17:44:44 user nova-compute[74854]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 17:44:44 user nova-compute[74854]:   </cpu>
Oct 23 17:44:44 user nova-compute[74854]:   <devices>
Oct 23 17:44:44 user nova-compute[74854]:     <disk type="file" device="disk">
Oct 23 17:44:44 user nova-compute[74854]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 17:44:44 user nova-compute[74854]:       <source file="/opt/stack/data/nova/instances/180d82e9-f644-41b3-b863-ff61dd442e16/disk"/>
Oct 23 17:44:44 user nova-compute[74854]:       <target dev="vda" bus="virtio"/>
Oct 23 17:44:44 user nova-compute[74854]:     </disk>
Oct 23 17:44:44 user nova-compute[74854]:     <interface type="ethernet">
Oct 23 17:44:44 user nova-compute[74854]:       <mac address="fa:16:3e:b4:ad:7c"/>
Oct 23 17:44:44 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:44:44 user nova-compute[74854]:       <mtu size="1442"/>
Oct 23 17:44:44 user nova-compute[74854]:       <target dev="tapb8e0f3de-49"/>
Oct 23 17:44:44 user nova-compute[74854]:     </interface>
Oct 23 17:44:44 user nova-compute[74854]:     <serial type="pty">
Oct 23 17:44:44 user nova-compute[74854]:       <log file="/opt/stack/data/nova/instances/180d82e9-f644-41b3-b863-ff61dd442e16/console.log" append="off"/>
Oct 23 17:44:44 user nova-compute[74854]:     </serial>
Oct 23 17:44:44 user nova-compute[74854]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 17:44:44 user nova-compute[74854]:     <video>
Oct 23 17:44:44 user nova-compute[74854]:       <model type="virtio"/>
Oct 23 17:44:44 user nova-compute[74854]:     </video>
Oct 23 17:44:44 user nova-compute[74854]:     <rng model="virtio">
Oct 23 17:44:44 user nova-compute[74854]:       <backend model="random">/dev/urandom</backend>
Oct 23 17:44:44 user nova-compute[74854]:     </rng>
Oct 23 17:44:44 user nova-compute[74854]:     <controller type="usb" index="0" model="none"/>
Oct 23 17:44:44 user nova-compute[74854]:     <memballoon model="virtio">
Oct 23 17:44:44 user nova-compute[74854]:       <stats period="10"/>
Oct 23 17:44:44 user nova-compute[74854]:     </memballoon>
Oct 23 17:44:44 user nova-compute[74854]:   </devices>
Oct 23 17:44:44 user nova-compute[74854]: </domain>
Oct 23 17:44:44 user nova-compute[74854]:  {{(pid=74854) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 17:44:45 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:44:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-745025469',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-745025469',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-7450254',id=52,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLYVFud1FqZU0MNGNttNZ0UAafHzWSLyaASolx2C/4Bj20i1cufxVqhj2Ex/p0PuXjToUJuSsSJIhZP3CRCAqKyrslbrSbsvRFu2xsUczRdM1Pdl8TjPziKHZ0qqgYXyWA==',key_name='tempest-keypair-1619432933',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ccd164039aab401d9e56ac4d726aaacd',ramdisk_id='',reservation_id='r-wi3kx61y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-13672347',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T17:44:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b46ddb178ee847fcbd1fcb58d13db8fe',uuid=180d82e9-f644-41b3-b863-ff61dd442e16,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b8e0f3de-492e-4724-a2b3-53a537ff41b2", "address": "fa:16:3e:b4:ad:7c", "network": {"id": "eaa0858a-7adb-4851-b135-af3126322b50", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1992223712-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccd164039aab401d9e56ac4d726aaacd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb8e0f3de-49", "ovs_interfaceid": "b8e0f3de-492e-4724-a2b3-53a537ff41b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 17:44:45 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Converting VIF {"id": "b8e0f3de-492e-4724-a2b3-53a537ff41b2", "address": "fa:16:3e:b4:ad:7c", "network": {"id": "eaa0858a-7adb-4851-b135-af3126322b50", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1992223712-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccd164039aab401d9e56ac4d726aaacd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb8e0f3de-49", "ovs_interfaceid": "b8e0f3de-492e-4724-a2b3-53a537ff41b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:44:45 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b4:ad:7c,bridge_name='br-int',has_traffic_filtering=True,id=b8e0f3de-492e-4724-a2b3-53a537ff41b2,network=Network(eaa0858a-7adb-4851-b135-af3126322b50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb8e0f3de-49') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:44:45 user nova-compute[74854]: DEBUG os_vif [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b4:ad:7c,bridge_name='br-int',has_traffic_filtering=True,id=b8e0f3de-492e-4724-a2b3-53a537ff41b2,network=Network(eaa0858a-7adb-4851-b135-af3126322b50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb8e0f3de-49') {{(pid=74854) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 17:44:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:44:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:44:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 17:44:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:44:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ebb13401-dbd1-59bc-ba6f-8720f3996fd7', '_type': 'linux-noop'}}, row=False) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:44:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:44:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:44:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:44:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb8e0f3de-49, may_exist=True, interface_attrs={}) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:44:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb8e0f3de-49, col_values=(('qos', UUID('47a496e4-b4d9-48b2-9487-24ffc66fdf1f')),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:44:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb8e0f3de-49, col_values=(('external_ids', {'iface-id': 'b8e0f3de-492e-4724-a2b3-53a537ff41b2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b4:ad:7c', 'vm-uuid': '180d82e9-f644-41b3-b863-ff61dd442e16'}),), if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:44:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:44:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:44:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:44:45 user nova-compute[74854]: INFO os_vif [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b4:ad:7c,bridge_name='br-int',has_traffic_filtering=True,id=b8e0f3de-492e-4724-a2b3-53a537ff41b2,network=Network(eaa0858a-7adb-4851-b135-af3126322b50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb8e0f3de-49')
Oct 23 17:44:45 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:44:45 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] No VIF found with MAC fa:16:3e:b4:ad:7c, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:44:45 user nova-compute[74854]: DEBUG nova.network.neutron [req-2b4f23ee-630a-41c7-b236-3d16ff95452c req-b33bd23c-9727-4c16-b8fb-a319a0df198b service nova] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Updated VIF entry in instance network info cache for port b8e0f3de-492e-4724-a2b3-53a537ff41b2. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:44:45 user nova-compute[74854]: DEBUG nova.network.neutron [req-2b4f23ee-630a-41c7-b236-3d16ff95452c req-b33bd23c-9727-4c16-b8fb-a319a0df198b service nova] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Updating instance_info_cache with network_info: [{"id": "b8e0f3de-492e-4724-a2b3-53a537ff41b2", "address": "fa:16:3e:b4:ad:7c", "network": {"id": "eaa0858a-7adb-4851-b135-af3126322b50", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1992223712-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccd164039aab401d9e56ac4d726aaacd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb8e0f3de-49", "ovs_interfaceid": "b8e0f3de-492e-4724-a2b3-53a537ff41b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:44:45 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-2b4f23ee-630a-41c7-b236-3d16ff95452c req-b33bd23c-9727-4c16-b8fb-a319a0df198b service nova] Releasing lock "refresh_cache-180d82e9-f644-41b3-b863-ff61dd442e16" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:44:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:44:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:44:46 user nova-compute[74854]: DEBUG nova.compute.manager [req-a35bf38d-130f-4093-86b8-ca1115b90ee9 req-19c52a37-4e78-4722-a433-7e957f14c61b service nova] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Received event network-vif-plugged-b8e0f3de-492e-4724-a2b3-53a537ff41b2 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:44:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a35bf38d-130f-4093-86b8-ca1115b90ee9 req-19c52a37-4e78-4722-a433-7e957f14c61b service nova] Acquiring lock "180d82e9-f644-41b3-b863-ff61dd442e16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:44:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a35bf38d-130f-4093-86b8-ca1115b90ee9 req-19c52a37-4e78-4722-a433-7e957f14c61b service nova] Lock "180d82e9-f644-41b3-b863-ff61dd442e16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:44:46 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a35bf38d-130f-4093-86b8-ca1115b90ee9 req-19c52a37-4e78-4722-a433-7e957f14c61b service nova] Lock "180d82e9-f644-41b3-b863-ff61dd442e16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:44:46 user nova-compute[74854]: DEBUG nova.compute.manager [req-a35bf38d-130f-4093-86b8-ca1115b90ee9 req-19c52a37-4e78-4722-a433-7e957f14c61b service nova] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] No waiting events found dispatching network-vif-plugged-b8e0f3de-492e-4724-a2b3-53a537ff41b2 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:44:46 user nova-compute[74854]: WARNING nova.compute.manager [req-a35bf38d-130f-4093-86b8-ca1115b90ee9 req-19c52a37-4e78-4722-a433-7e957f14c61b service nova] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Received unexpected event network-vif-plugged-b8e0f3de-492e-4724-a2b3-53a537ff41b2 for instance with vm_state building and task_state spawning.
Oct 23 17:44:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:44:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:44:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:44:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:44:48 user nova-compute[74854]: DEBUG nova.compute.manager [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Instance event wait completed in 0 seconds for  {{(pid=74854) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 17:44:48 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Guest created on hypervisor {{(pid=74854) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 17:44:48 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Instance spawned successfully.
Oct 23 17:44:48 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 17:44:48 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Found default for hw_cdrom_bus of ide {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:44:48 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Found default for hw_disk_bus of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:44:48 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Found default for hw_input_bus of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:44:48 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Found default for hw_pointer_model of None {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:44:48 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Found default for hw_video_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:44:48 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Found default for hw_vif_model of virtio {{(pid=74854) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 17:44:48 user nova-compute[74854]: INFO nova.compute.manager [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Took 5.55 seconds to spawn the instance on the hypervisor.
Oct 23 17:44:48 user nova-compute[74854]: DEBUG nova.compute.manager [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Checking state {{(pid=74854) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 17:44:48 user nova-compute[74854]: DEBUG nova.compute.manager [req-892e0157-29b8-449b-a80d-4f87b864e826 req-61524055-e613-4e3a-9b2e-6b7109211d73 service nova] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Received event network-vif-plugged-b8e0f3de-492e-4724-a2b3-53a537ff41b2 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:44:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-892e0157-29b8-449b-a80d-4f87b864e826 req-61524055-e613-4e3a-9b2e-6b7109211d73 service nova] Acquiring lock "180d82e9-f644-41b3-b863-ff61dd442e16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:44:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-892e0157-29b8-449b-a80d-4f87b864e826 req-61524055-e613-4e3a-9b2e-6b7109211d73 service nova] Lock "180d82e9-f644-41b3-b863-ff61dd442e16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:44:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-892e0157-29b8-449b-a80d-4f87b864e826 req-61524055-e613-4e3a-9b2e-6b7109211d73 service nova] Lock "180d82e9-f644-41b3-b863-ff61dd442e16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:44:48 user nova-compute[74854]: DEBUG nova.compute.manager [req-892e0157-29b8-449b-a80d-4f87b864e826 req-61524055-e613-4e3a-9b2e-6b7109211d73 service nova] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] No waiting events found dispatching network-vif-plugged-b8e0f3de-492e-4724-a2b3-53a537ff41b2 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:44:48 user nova-compute[74854]: WARNING nova.compute.manager [req-892e0157-29b8-449b-a80d-4f87b864e826 req-61524055-e613-4e3a-9b2e-6b7109211d73 service nova] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Received unexpected event network-vif-plugged-b8e0f3de-492e-4724-a2b3-53a537ff41b2 for instance with vm_state building and task_state spawning.
Oct 23 17:44:48 user nova-compute[74854]: INFO nova.compute.manager [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Took 6.12 seconds to build instance.
Oct 23 17:44:48 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-c3dbcd49-196f-4c28-b8f8-02b3d46a4b82 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Lock "180d82e9-f644-41b3-b863-ff61dd442e16" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.261s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:44:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:44:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:44:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:44:56 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:45:00 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:45:00 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-1f90d1ca-1ba4-4a12-96fe-4375e76e22f2 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance b3de971d-e8f1-411a-9fe9-333984b9cf16 is timed out.
Oct 23 17:45:00 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-1f90d1ca-1ba4-4a12-96fe-4375e76e22f2 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Successfully detached device vdb from instance b3de971d-e8f1-411a-9fe9-333984b9cf16 from the live domain config.
Oct 23 17:45:00 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1f90d1ca-1ba4-4a12-96fe-4375e76e22f2 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] calling os-brick to detach iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 17:45:00 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f90d1ca-1ba4-4a12-96fe-4375e76e22f2 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, {'target_iqn': 'iqn.2010-10.org.openstack:c3e15c9a-81cc-4013-a721-ffeddb1e77ed', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xWRaKcVw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:45:00 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-1f90d1ca-1ba4-4a12-96fe-4375e76e22f2 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:45:00 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-1f90d1ca-1ba4-4a12-96fe-4375e76e22f2 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:45:00 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-1f90d1ca-1ba4-4a12-96fe-4375e76e22f2 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:45:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:45:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:45:00 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[e81166b2-bc28-4a93-a9e5-4c1519982973]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c3e15c9a-81cc-4013-a721-ffeddb1e77ed\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:45:00 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f90d1ca-1ba4-4a12-96fe-4375e76e22f2 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 17:45:00 user nova-compute[74854]: No targets found.
Oct 23 17:45:00 user nova-compute[74854]: iSNS:
Oct 23 17:45:00 user nova-compute[74854]: No targets found.
Oct 23 17:45:00 user nova-compute[74854]: STATIC:
Oct 23 17:45:00 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:c3e15c9a-81cc-4013-a721-ffeddb1e77ed
Oct 23 17:45:00 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:45:00 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:45:00 user nova-compute[74854]: FIRMWARE:
Oct 23 17:45:00 user nova-compute[74854]: No targets found.
Oct 23 17:45:00 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:45:00 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f90d1ca-1ba4-4a12-96fe-4375e76e22f2 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 17:45:00 user nova-compute[74854]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 17:45:00 user nova-compute[74854]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74854) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 17:45:00 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f90d1ca-1ba4-4a12-96fe-4375e76e22f2 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c3e15c9a-81cc-4013-a721-ffeddb1e77ed', 0)] {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 17:45:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:45:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:45:00 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[243f3537-3e1c-419e-bd6a-5e5e539668ec]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c3e15c9a-81cc-4013-a721-ffeddb1e77ed\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:45:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:45:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:45:00 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef0efda5-f56f-498b-994c-1a50c9c14e31]: (4, ('tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3e15c9a-81cc-4013-a721-ffeddb1e77ed (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:45:00 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f90d1ca-1ba4-4a12-96fe-4375e76e22f2 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3e15c9a-81cc-4013-a721-ffeddb1e77ed (non-flash)
Oct 23 17:45:00 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:45:00 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f90d1ca-1ba4-4a12-96fe-4375e76e22f2 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] iscsi session list stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3e15c9a-81cc-4013-a721-ffeddb1e77ed (non-flash)
Oct 23 17:45:00 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:45:00 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f90d1ca-1ba4-4a12-96fe-4375e76e22f2 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f3080517490>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c3e15c9a-81cc-4013-a721-ffeddb1e77ed'): ({'sdb'}, set())}) {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 17:45:00 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-1f90d1ca-1ba4-4a12-96fe-4375e76e22f2 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Removing single pathed devices sdb {{(pid=74854) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 17:45:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:45:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:45:00 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfe523fe-10d6-4239-9ffb-55473c066180]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:45:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:45:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:45:00 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d9b0517-d954-41ad-8f16-6d246a29e5e7]: (4, ('ok\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:45:00 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-1f90d1ca-1ba4-4a12-96fe-4375e76e22f2 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Flushing IO for device /dev/sdb {{(pid=74854) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 17:45:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:45:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:45:00 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[cae479f4-d7a1-4878-87de-b20fddf34b51]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:45:00 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-1f90d1ca-1ba4-4a12-96fe-4375e76e22f2 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74854) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 17:45:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:45:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.054s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:45:00 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[9dd4a8e7-116b-43f4-afa8-0fb417f0e75d]: (4, ('1', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:45:00 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-1f90d1ca-1ba4-4a12-96fe-4375e76e22f2 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 17:45:00 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-1f90d1ca-1ba4-4a12-96fe-4375e76e22f2 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] SCSI volumes sdb have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 17:45:00 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f90d1ca-1ba4-4a12-96fe-4375e76e22f2 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c3e15c9a-81cc-4013-a721-ffeddb1e77ed')] {{(pid=74854) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 17:45:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c3e15c9a-81cc-4013-a721-ffeddb1e77ed -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:45:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c3e15c9a-81cc-4013-a721-ffeddb1e77ed -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:45:00 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[80e5b5b4-8c3c-4fd4-ad26-6015f60de022]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:45:00 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f90d1ca-1ba4-4a12-96fe-4375e76e22f2 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:45:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c3e15c9a-81cc-4013-a721-ffeddb1e77ed -p 172.16.0.220:3260 --logout {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:45:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c3e15c9a-81cc-4013-a721-ffeddb1e77ed -p 172.16.0.220:3260 --logout" returned: 0 in 0.047s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:45:00 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[f583d2c9-00bf-4eaf-a388-423c6a66f129]: (4, ('Logging out of session [sid: 58, target: iqn.2010-10.org.openstack:c3e15c9a-81cc-4013-a721-ffeddb1e77ed, portal: 172.16.0.220,3260]\nLogout of [sid: 58, target: iqn.2010-10.org.openstack:c3e15c9a-81cc-4013-a721-ffeddb1e77ed, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:45:00 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f90d1ca-1ba4-4a12-96fe-4375e76e22f2 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 58, target: iqn.2010-10.org.openstack:c3e15c9a-81cc-4013-a721-ffeddb1e77ed, portal: 172.16.0.220,3260]
Oct 23 17:45:00 user nova-compute[74854]: Logout of [sid: 58, target: iqn.2010-10.org.openstack:c3e15c9a-81cc-4013-a721-ffeddb1e77ed, portal: 172.16.0.220,3260] successful.
Oct 23 17:45:00 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:45:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c3e15c9a-81cc-4013-a721-ffeddb1e77ed -p 172.16.0.220:3260 --op delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:45:00 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c3e15c9a-81cc-4013-a721-ffeddb1e77ed -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:45:00 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[03cbfb14-b375-4118-9141-b7acc6c5487f]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:45:00 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f90d1ca-1ba4-4a12-96fe-4375e76e22f2 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:45:00 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-1f90d1ca-1ba4-4a12-96fe-4375e76e22f2 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.307s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:45:00 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f90d1ca-1ba4-4a12-96fe-4375e76e22f2 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] <== disconnect_volume: return (309ms) None {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:45:00 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1f90d1ca-1ba4-4a12-96fe-4375e76e22f2 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Disconnected iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 17:45:01 user nova-compute[74854]: DEBUG nova.objects.instance [None req-1f90d1ca-1ba4-4a12-96fe-4375e76e22f2 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lazy-loading 'flavor' on Instance uuid b3de971d-e8f1-411a-9fe9-333984b9cf16 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:45:01 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-1f90d1ca-1ba4-4a12-96fe-4375e76e22f2 tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "b3de971d-e8f1-411a-9fe9-333984b9cf16" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.810s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:45:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:45:02 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:45:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:45:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:45:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:45:09 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:45:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:45:10 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:45:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:45:12 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:45:12 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:45:12 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 17:45:14 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:45:15 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:45:16 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:45:16 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:45:16 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Starting heal instance info cache {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 17:45:16 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Rebuilding the list of instances to heal {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 23 17:45:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "refresh_cache-b3de971d-e8f1-411a-9fe9-333984b9cf16" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:45:16 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquired lock "refresh_cache-b3de971d-e8f1-411a-9fe9-333984b9cf16" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:45:16 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Forcefully refreshing network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 17:45:16 user nova-compute[74854]: DEBUG nova.objects.instance [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lazy-loading 'info_cache' on Instance uuid b3de971d-e8f1-411a-9fe9-333984b9cf16 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:45:17 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Updating instance_info_cache with network_info: [{"id": "2cce33ae-fa44-4349-8624-1fd8d73d675b", "address": "fa:16:3e:b5:ae:54", "network": {"id": "9931c044-5a84-4052-933f-f1477ca93d91", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1531146588-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "230743b8a6c547b79a2cabf59b092f5a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cce33ae-fa", "ovs_interfaceid": "2cce33ae-fa44-4349-8624-1fd8d73d675b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:45:17 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Releasing lock "refresh_cache-b3de971d-e8f1-411a-9fe9-333984b9cf16" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:45:17 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Updated the network info_cache for instance {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 17:45:18 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:45:18 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:45:18 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:45:18 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:45:18 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Auditing locally available compute resources for user (node: user) {{(pid=74854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 17:45:18 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b3de971d-e8f1-411a-9fe9-333984b9cf16/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:45:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b3de971d-e8f1-411a-9fe9-333984b9cf16/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:45:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b3de971d-e8f1-411a-9fe9-333984b9cf16/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:45:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b3de971d-e8f1-411a-9fe9-333984b9cf16/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:45:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/180d82e9-f644-41b3-b863-ff61dd442e16/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:45:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/180d82e9-f644-41b3-b863-ff61dd442e16/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:45:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/180d82e9-f644-41b3-b863-ff61dd442e16/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:45:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/180d82e9-f644-41b3-b863-ff61dd442e16/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:45:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:45:20 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:45:20 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:45:20 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Hypervisor/Node resource view: name=user free_ram=8834MB free_disk=24.727676391601562GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=74854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 17:45:20 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:45:20 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:45:20 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance b3de971d-e8f1-411a-9fe9-333984b9cf16 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:45:20 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 180d82e9-f644-41b3-b863-ff61dd442e16 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:45:20 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 17:45:20 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 17:45:20 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Refreshing inventories for resource provider e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 23 17:45:20 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Updating ProviderTree inventory for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 23 17:45:20 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Updating inventory in ProviderTree for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 23 17:45:20 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Refreshing aggregate associations for resource provider e1b4a95c-5743-4848-882e-b3384de5d1b5, aggregates: None {{(pid=74854) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 23 17:45:20 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Refreshing trait associations for resource provider e1b4a95c-5743-4848-882e-b3384de5d1b5, traits: COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_SECURITY_UEFI_SECURE_BOOT,HW_CPU_X86_SSE41,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_RESCUE_BFV,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_VOLUME_EXTEND,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_VOLUME_ATTACH_WITH_TAG,HW_CPU_X86_SSE42,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_USB,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_BOCHS,HW_CPU_X86_SSE,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_IMAGE_TYPE_ARI,HW_CPU_X86_SSE2,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_SATA,COMPUTE_NODE,HW_CPU_X86_MMX,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_DEVICE_TAGGING,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_FDC {{(pid=74854) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 23 17:45:20 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:45:20 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:45:20 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Compute_service record updated for user:user {{(pid=74854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 17:45:20 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.424s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:45:22 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:45:22 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:45:22 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:45:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:45:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:45:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74854) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 17:45:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:45:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:45:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:45:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:45:35 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:45:35 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:45:35 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74854) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 17:45:35 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:45:35 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:45:35 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:45:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-6f11b007-cd7d-4f57-970e-db4917b4cade tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Acquiring lock "b3de971d-e8f1-411a-9fe9-333984b9cf16" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:45:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-6f11b007-cd7d-4f57-970e-db4917b4cade tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "b3de971d-e8f1-411a-9fe9-333984b9cf16" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:45:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-6f11b007-cd7d-4f57-970e-db4917b4cade tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Acquiring lock "b3de971d-e8f1-411a-9fe9-333984b9cf16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:45:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-6f11b007-cd7d-4f57-970e-db4917b4cade tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "b3de971d-e8f1-411a-9fe9-333984b9cf16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:45:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-6f11b007-cd7d-4f57-970e-db4917b4cade tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "b3de971d-e8f1-411a-9fe9-333984b9cf16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:45:40 user nova-compute[74854]: INFO nova.compute.manager [None req-6f11b007-cd7d-4f57-970e-db4917b4cade tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Terminating instance
Oct 23 17:45:40 user nova-compute[74854]: DEBUG nova.compute.manager [None req-6f11b007-cd7d-4f57-970e-db4917b4cade tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Start destroying the instance on the hypervisor. {{(pid=74854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 17:45:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:45:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:45:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74854) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 17:45:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:45:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:45:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:45:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:45:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:45:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:45:40 user nova-compute[74854]: DEBUG nova.compute.manager [req-8ccdd2e0-e29f-468c-9040-77fcd53d3d86 req-891f1f3f-42a8-4d9c-99e9-d638d2317e38 service nova] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Received event network-vif-unplugged-2cce33ae-fa44-4349-8624-1fd8d73d675b {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:45:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-8ccdd2e0-e29f-468c-9040-77fcd53d3d86 req-891f1f3f-42a8-4d9c-99e9-d638d2317e38 service nova] Acquiring lock "b3de971d-e8f1-411a-9fe9-333984b9cf16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:45:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-8ccdd2e0-e29f-468c-9040-77fcd53d3d86 req-891f1f3f-42a8-4d9c-99e9-d638d2317e38 service nova] Lock "b3de971d-e8f1-411a-9fe9-333984b9cf16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:45:40 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-8ccdd2e0-e29f-468c-9040-77fcd53d3d86 req-891f1f3f-42a8-4d9c-99e9-d638d2317e38 service nova] Lock "b3de971d-e8f1-411a-9fe9-333984b9cf16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:45:40 user nova-compute[74854]: DEBUG nova.compute.manager [req-8ccdd2e0-e29f-468c-9040-77fcd53d3d86 req-891f1f3f-42a8-4d9c-99e9-d638d2317e38 service nova] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] No waiting events found dispatching network-vif-unplugged-2cce33ae-fa44-4349-8624-1fd8d73d675b {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:45:40 user nova-compute[74854]: DEBUG nova.compute.manager [req-8ccdd2e0-e29f-468c-9040-77fcd53d3d86 req-891f1f3f-42a8-4d9c-99e9-d638d2317e38 service nova] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Received event network-vif-unplugged-2cce33ae-fa44-4349-8624-1fd8d73d675b for instance with task_state deleting. {{(pid=74854) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 17:45:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:45:40 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Instance destroyed successfully.
Oct 23 17:45:40 user nova-compute[74854]: DEBUG nova.objects.instance [None req-6f11b007-cd7d-4f57-970e-db4917b4cade tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lazy-loading 'resources' on Instance uuid b3de971d-e8f1-411a-9fe9-333984b9cf16 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:45:40 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-6f11b007-cd7d-4f57-970e-db4917b4cade tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:40:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-331436685',display_name='tempest-TestMinimumBasicScenario-server-331436685',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-331436685',id=51,image_ref='7fe49dc9-ddad-4bd9-821d-3290adddac73',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIcfA4LfG2VOXZgrJ/0QCHRLiC7/+MA9z98PNtiky3Q7bg7meMqzViiXswvFbvjp3kwfdNGp/sZ54r4brQxohBSkOyt8QuVuplxw3bfe8KcTvxwujML20A7XDh/18TrtsA==',key_name='tempest-TestMinimumBasicScenario-1991518813',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:40:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='230743b8a6c547b79a2cabf59b092f5a',ramdisk_id='',reservation_id='r-mgzzp051',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7fe49dc9-ddad-4bd9-821d-3290adddac73',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-917572291',owner_user_name='tempest-TestMinimumBasicScenario-917572291-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:42:53Z,user_data=None,user_id='f132d3562ec54d528e83b2a3feab347f',uuid=b3de971d-e8f1-411a-9fe9-333984b9cf16,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2cce33ae-fa44-4349-8624-1fd8d73d675b", "address": "fa:16:3e:b5:ae:54", "network": {"id": "9931c044-5a84-4052-933f-f1477ca93d91", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1531146588-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "230743b8a6c547b79a2cabf59b092f5a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cce33ae-fa", "ovs_interfaceid": "2cce33ae-fa44-4349-8624-1fd8d73d675b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:45:40 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-6f11b007-cd7d-4f57-970e-db4917b4cade tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Converting VIF {"id": "2cce33ae-fa44-4349-8624-1fd8d73d675b", "address": "fa:16:3e:b5:ae:54", "network": {"id": "9931c044-5a84-4052-933f-f1477ca93d91", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1531146588-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "230743b8a6c547b79a2cabf59b092f5a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cce33ae-fa", "ovs_interfaceid": "2cce33ae-fa44-4349-8624-1fd8d73d675b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:45:40 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-6f11b007-cd7d-4f57-970e-db4917b4cade tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b5:ae:54,bridge_name='br-int',has_traffic_filtering=True,id=2cce33ae-fa44-4349-8624-1fd8d73d675b,network=Network(9931c044-5a84-4052-933f-f1477ca93d91),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2cce33ae-fa') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:45:40 user nova-compute[74854]: DEBUG os_vif [None req-6f11b007-cd7d-4f57-970e-db4917b4cade tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:b5:ae:54,bridge_name='br-int',has_traffic_filtering=True,id=2cce33ae-fa44-4349-8624-1fd8d73d675b,network=Network(9931c044-5a84-4052-933f-f1477ca93d91),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2cce33ae-fa') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:45:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:45:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2cce33ae-fa, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:45:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:45:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:45:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:45:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3d466aca-0c33-455a-b7fc-d316d321845e) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:45:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:45:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:45:40 user nova-compute[74854]: INFO os_vif [None req-6f11b007-cd7d-4f57-970e-db4917b4cade tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:b5:ae:54,bridge_name='br-int',has_traffic_filtering=True,id=2cce33ae-fa44-4349-8624-1fd8d73d675b,network=Network(9931c044-5a84-4052-933f-f1477ca93d91),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2cce33ae-fa')
Oct 23 17:45:40 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-6f11b007-cd7d-4f57-970e-db4917b4cade tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Deleting instance files /opt/stack/data/nova/instances/b3de971d-e8f1-411a-9fe9-333984b9cf16_del
Oct 23 17:45:40 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-6f11b007-cd7d-4f57-970e-db4917b4cade tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Deletion of /opt/stack/data/nova/instances/b3de971d-e8f1-411a-9fe9-333984b9cf16_del complete
Oct 23 17:45:41 user nova-compute[74854]: INFO nova.compute.manager [None req-6f11b007-cd7d-4f57-970e-db4917b4cade tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Took 0.89 seconds to destroy the instance on the hypervisor.
Oct 23 17:45:41 user nova-compute[74854]: DEBUG oslo.service.loopingcall [None req-6f11b007-cd7d-4f57-970e-db4917b4cade tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 17:45:41 user nova-compute[74854]: DEBUG nova.compute.manager [-] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Deallocating network for instance {{(pid=74854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 17:45:41 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] deallocate_for_instance() {{(pid=74854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 17:45:41 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:45:41 user nova-compute[74854]: INFO nova.compute.manager [-] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Took 0.43 seconds to deallocate network for instance.
Oct 23 17:45:41 user nova-compute[74854]: DEBUG nova.compute.manager [req-96ccb6d0-32ee-457a-8f8a-d0e22f08cda2 req-f4482cfe-5931-4cc6-a40a-51b143bf51f5 service nova] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Received event network-vif-deleted-2cce33ae-fa44-4349-8624-1fd8d73d675b {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:45:41 user nova-compute[74854]: INFO nova.compute.manager [req-96ccb6d0-32ee-457a-8f8a-d0e22f08cda2 req-f4482cfe-5931-4cc6-a40a-51b143bf51f5 service nova] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Neutron deleted interface 2cce33ae-fa44-4349-8624-1fd8d73d675b; detaching it from the instance and deleting it from the info cache
Oct 23 17:45:41 user nova-compute[74854]: DEBUG nova.network.neutron [req-96ccb6d0-32ee-457a-8f8a-d0e22f08cda2 req-f4482cfe-5931-4cc6-a40a-51b143bf51f5 service nova] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:45:41 user nova-compute[74854]: DEBUG nova.compute.manager [req-96ccb6d0-32ee-457a-8f8a-d0e22f08cda2 req-f4482cfe-5931-4cc6-a40a-51b143bf51f5 service nova] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Detach interface failed, port_id=2cce33ae-fa44-4349-8624-1fd8d73d675b, reason: Instance b3de971d-e8f1-411a-9fe9-333984b9cf16 could not be found. {{(pid=74854) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 23 17:45:41 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-6f11b007-cd7d-4f57-970e-db4917b4cade tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:45:41 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-6f11b007-cd7d-4f57-970e-db4917b4cade tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:45:41 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-6f11b007-cd7d-4f57-970e-db4917b4cade tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:45:41 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-6f11b007-cd7d-4f57-970e-db4917b4cade tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:45:41 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-6f11b007-cd7d-4f57-970e-db4917b4cade tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.227s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:45:41 user nova-compute[74854]: INFO nova.scheduler.client.report [None req-6f11b007-cd7d-4f57-970e-db4917b4cade tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Deleted allocations for instance b3de971d-e8f1-411a-9fe9-333984b9cf16
Oct 23 17:45:41 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-6f11b007-cd7d-4f57-970e-db4917b4cade tempest-TestMinimumBasicScenario-917572291 tempest-TestMinimumBasicScenario-917572291-project-member] Lock "b3de971d-e8f1-411a-9fe9-333984b9cf16" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.759s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:45:42 user nova-compute[74854]: DEBUG nova.compute.manager [req-541f72be-3a12-4716-b178-d207c24b1181 req-e559fa77-17dc-4fee-948e-50ed6dac7c70 service nova] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Received event network-vif-plugged-2cce33ae-fa44-4349-8624-1fd8d73d675b {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:45:42 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-541f72be-3a12-4716-b178-d207c24b1181 req-e559fa77-17dc-4fee-948e-50ed6dac7c70 service nova] Acquiring lock "b3de971d-e8f1-411a-9fe9-333984b9cf16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:45:42 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-541f72be-3a12-4716-b178-d207c24b1181 req-e559fa77-17dc-4fee-948e-50ed6dac7c70 service nova] Lock "b3de971d-e8f1-411a-9fe9-333984b9cf16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:45:42 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-541f72be-3a12-4716-b178-d207c24b1181 req-e559fa77-17dc-4fee-948e-50ed6dac7c70 service nova] Lock "b3de971d-e8f1-411a-9fe9-333984b9cf16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:45:42 user nova-compute[74854]: DEBUG nova.compute.manager [req-541f72be-3a12-4716-b178-d207c24b1181 req-e559fa77-17dc-4fee-948e-50ed6dac7c70 service nova] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] No waiting events found dispatching network-vif-plugged-2cce33ae-fa44-4349-8624-1fd8d73d675b {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:45:42 user nova-compute[74854]: WARNING nova.compute.manager [req-541f72be-3a12-4716-b178-d207c24b1181 req-e559fa77-17dc-4fee-948e-50ed6dac7c70 service nova] [instance: b3de971d-e8f1-411a-9fe9-333984b9cf16] Received unexpected event network-vif-plugged-2cce33ae-fa44-4349-8624-1fd8d73d675b for instance with vm_state deleted and task_state None.
Oct 23 17:45:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:45:50 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:45:55 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:46:00 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:46:00 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:46:00 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74854) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 17:46:00 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:46:00 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:46:00 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:46:05 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:46:10 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:46:10 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:46:14 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:46:14 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:46:14 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 17:46:15 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:46:15 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:46:15 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:46:15 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74854) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 17:46:15 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:46:15 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:46:15 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:46:18 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:46:18 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Starting heal instance info cache {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 17:46:18 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "refresh_cache-180d82e9-f644-41b3-b863-ff61dd442e16" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:46:18 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquired lock "refresh_cache-180d82e9-f644-41b3-b863-ff61dd442e16" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:46:18 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Forcefully refreshing network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 17:46:19 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Updating instance_info_cache with network_info: [{"id": "b8e0f3de-492e-4724-a2b3-53a537ff41b2", "address": "fa:16:3e:b4:ad:7c", "network": {"id": "eaa0858a-7adb-4851-b135-af3126322b50", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1992223712-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccd164039aab401d9e56ac4d726aaacd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb8e0f3de-49", "ovs_interfaceid": "b8e0f3de-492e-4724-a2b3-53a537ff41b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:46:19 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Releasing lock "refresh_cache-180d82e9-f644-41b3-b863-ff61dd442e16" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:46:19 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Updated the network info_cache for instance {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 17:46:19 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:46:19 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:46:19 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:46:19 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:46:19 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Auditing locally available compute resources for user (node: user) {{(pid=74854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 17:46:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/180d82e9-f644-41b3-b863-ff61dd442e16/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:46:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/180d82e9-f644-41b3-b863-ff61dd442e16/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:46:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/180d82e9-f644-41b3-b863-ff61dd442e16/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:46:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/180d82e9-f644-41b3-b863-ff61dd442e16/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:46:20 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:46:20 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:46:20 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Hypervisor/Node resource view: name=user free_ram=8976MB free_disk=24.75493621826172GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=74854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 17:46:20 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:46:20 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:46:20 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 180d82e9-f644-41b3-b863-ff61dd442e16 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:46:20 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 17:46:20 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 17:46:20 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:46:20 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:46:20 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Compute_service record updated for user:user {{(pid=74854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 17:46:20 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.188s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:46:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:46:22 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:46:22 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:46:22 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:46:25 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:46:30 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:46:34 user nova-compute[74854]: DEBUG nova.compute.manager [req-6d3509a5-251b-46f0-9a1c-3d50e77cc32d req-eebac2c9-630a-487f-bcbb-0c19c05b36fe service nova] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Received event network-changed-b8e0f3de-492e-4724-a2b3-53a537ff41b2 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:46:34 user nova-compute[74854]: DEBUG nova.compute.manager [req-6d3509a5-251b-46f0-9a1c-3d50e77cc32d req-eebac2c9-630a-487f-bcbb-0c19c05b36fe service nova] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Refreshing instance network info cache due to event network-changed-b8e0f3de-492e-4724-a2b3-53a537ff41b2. {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 17:46:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-6d3509a5-251b-46f0-9a1c-3d50e77cc32d req-eebac2c9-630a-487f-bcbb-0c19c05b36fe service nova] Acquiring lock "refresh_cache-180d82e9-f644-41b3-b863-ff61dd442e16" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:46:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-6d3509a5-251b-46f0-9a1c-3d50e77cc32d req-eebac2c9-630a-487f-bcbb-0c19c05b36fe service nova] Acquired lock "refresh_cache-180d82e9-f644-41b3-b863-ff61dd442e16" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:46:34 user nova-compute[74854]: DEBUG nova.network.neutron [req-6d3509a5-251b-46f0-9a1c-3d50e77cc32d req-eebac2c9-630a-487f-bcbb-0c19c05b36fe service nova] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Refreshing network info cache for port b8e0f3de-492e-4724-a2b3-53a537ff41b2 {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 17:46:34 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:46:34 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:46:34 user nova-compute[74854]: DEBUG nova.network.neutron [req-6d3509a5-251b-46f0-9a1c-3d50e77cc32d req-eebac2c9-630a-487f-bcbb-0c19c05b36fe service nova] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Updated VIF entry in instance network info cache for port b8e0f3de-492e-4724-a2b3-53a537ff41b2. {{(pid=74854) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 17:46:34 user nova-compute[74854]: DEBUG nova.network.neutron [req-6d3509a5-251b-46f0-9a1c-3d50e77cc32d req-eebac2c9-630a-487f-bcbb-0c19c05b36fe service nova] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Updating instance_info_cache with network_info: [{"id": "b8e0f3de-492e-4724-a2b3-53a537ff41b2", "address": "fa:16:3e:b4:ad:7c", "network": {"id": "eaa0858a-7adb-4851-b135-af3126322b50", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1992223712-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.91", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccd164039aab401d9e56ac4d726aaacd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb8e0f3de-49", "ovs_interfaceid": "b8e0f3de-492e-4724-a2b3-53a537ff41b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:46:34 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-6d3509a5-251b-46f0-9a1c-3d50e77cc32d req-eebac2c9-630a-487f-bcbb-0c19c05b36fe service nova] Releasing lock "refresh_cache-180d82e9-f644-41b3-b863-ff61dd442e16" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:46:35 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:46:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:46:37 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:46:39 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-68c8c6ca-161d-46fa-9838-d34083486461 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Acquiring lock "180d82e9-f644-41b3-b863-ff61dd442e16" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:46:39 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-68c8c6ca-161d-46fa-9838-d34083486461 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Lock "180d82e9-f644-41b3-b863-ff61dd442e16" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:46:39 user nova-compute[74854]: DEBUG nova.objects.instance [None req-68c8c6ca-161d-46fa-9838-d34083486461 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Lazy-loading 'flavor' on Instance uuid 180d82e9-f644-41b3-b863-ff61dd442e16 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:46:39 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-68c8c6ca-161d-46fa-9838-d34083486461 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Lock "180d82e9-f644-41b3-b863-ff61dd442e16" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.053s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:46:39 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-68c8c6ca-161d-46fa-9838-d34083486461 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Acquiring lock "180d82e9-f644-41b3-b863-ff61dd442e16" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:46:39 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-68c8c6ca-161d-46fa-9838-d34083486461 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Lock "180d82e9-f644-41b3-b863-ff61dd442e16" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:46:39 user nova-compute[74854]: INFO nova.compute.manager [None req-68c8c6ca-161d-46fa-9838-d34083486461 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Attaching volume ab239a83-ea28-4f2d-9dd0-6a1dae7f5371 to /dev/vdb
Oct 23 17:46:39 user nova-compute[74854]: DEBUG os_brick.utils [None req-68c8c6ca-161d-46fa-9838-d34083486461 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:46:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:46:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:46:39 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4a63e71-6c7d-42c3-aa1c-51c7d558af20]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a321e2f0722\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:46:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:46:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:46:39 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d7397cd-3883-4b1f-b024-f76b57d3ae6a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:46:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:46:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:46:39 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c87768c-1cfd-4f63-9200-165e2f72a8d2]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:46:39 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f9dcc12-f1c1-407e-a448-40f3965472f7]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:46:39 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-68c8c6ca-161d-46fa-9838-d34083486461 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Running cmd (subprocess): nvme version {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:46:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-68c8c6ca-161d-46fa-9838-d34083486461 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] 'nvme version' failed. Not Retrying. {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:46:40 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.nvmeof [None req-68c8c6ca-161d-46fa-9838-d34083486461 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] nvme not present on system {{(pid=74854) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 17:46:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:46:40 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 17:46:40 user nova-compute[74854]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 17:46:40 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[279d84b6-9695-43e7-bfc9-3c39b336d349]: (4, '') {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:46:40 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-68c8c6ca-161d-46fa-9838-d34083486461 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74854) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 17:46:40 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-68c8c6ca-161d-46fa-9838-d34083486461 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 17:46:40 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.lightos [None req-68c8c6ca-161d-46fa-9838-d34083486461 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] LIGHTOS: no hostnqn found. {{(pid=74854) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 17:46:40 user nova-compute[74854]: DEBUG os_brick.utils [None req-68c8c6ca-161d-46fa-9838-d34083486461 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] <== get_connector_properties: return (142ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a321e2f0722', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:46:40 user nova-compute[74854]: DEBUG nova.virt.block_device [None req-68c8c6ca-161d-46fa-9838-d34083486461 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Updating existing volume attachment record: aed8e8bf-d4fc-4aae-aa9f-fdae9acb7cef {{(pid=74854) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 17:46:40 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:46:41 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:46:45 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:46:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:46:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:46:55 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-68c8c6ca-161d-46fa-9838-d34083486461 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Calling os-brick to attach iSCSI Volume {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 17:46:55 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-68c8c6ca-161d-46fa-9838-d34083486461 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ab239a83-ea28-4f2d-9dd0-6a1dae7f5371', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YxVkDtMH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:46:55 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-68c8c6ca-161d-46fa-9838-d34083486461 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:46:55 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-68c8c6ca-161d-46fa-9838-d34083486461 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:46:55 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-68c8c6ca-161d-46fa-9838-d34083486461 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:46:55 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-68c8c6ca-161d-46fa-9838-d34083486461 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:46:55 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-68c8c6ca-161d-46fa-9838-d34083486461 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ab239a83-ea28-4f2d-9dd0-6a1dae7f5371" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:46:55 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-68c8c6ca-161d-46fa-9838-d34083486461 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ab239a83-ea28-4f2d-9dd0-6a1dae7f5371" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:46:55 user nova-compute[74854]: INFO os_brick.initiator.connectors.iscsi [None req-68c8c6ca-161d-46fa-9838-d34083486461 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 17:46:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab239a83-ea28-4f2d-9dd0-6a1dae7f5371 -p 172.16.0.220:3260 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:46:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab239a83-ea28-4f2d-9dd0-6a1dae7f5371 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:46:55 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[2034a79e-adf4-43ea-a835-4dce008aa3fe]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:46:55 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-68c8c6ca-161d-46fa-9838-d34083486461 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 17:46:55 user nova-compute[74854]:  {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:46:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab239a83-ea28-4f2d-9dd0-6a1dae7f5371 -p 172.16.0.220:3260 --interface default --op new {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:46:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab239a83-ea28-4f2d-9dd0-6a1dae7f5371 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.026s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:46:55 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[590bc459-d29d-4709-b9c0-f8cedbb3f552]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ab239a83-ea28-4f2d-9dd0-6a1dae7f5371] added\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:46:55 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-68c8c6ca-161d-46fa-9838-d34083486461 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ab239a83-ea28-4f2d-9dd0-6a1dae7f5371] added
Oct 23 17:46:55 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:46:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab239a83-ea28-4f2d-9dd0-6a1dae7f5371 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:46:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab239a83-ea28-4f2d-9dd0-6a1dae7f5371 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:46:55 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[280967b4-d837-416b-97ee-61b147002cc4]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:46:55 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-68c8c6ca-161d-46fa-9838-d34083486461 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:46:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab239a83-ea28-4f2d-9dd0-6a1dae7f5371 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:46:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab239a83-ea28-4f2d-9dd0-6a1dae7f5371 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:46:55 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[652f9f8c-f018-4f93-b057-a2362513b56c]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:46:55 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-68c8c6ca-161d-46fa-9838-d34083486461 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:46:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab239a83-ea28-4f2d-9dd0-6a1dae7f5371 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v YxVkDtMH {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:46:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab239a83-ea28-4f2d-9dd0-6a1dae7f5371 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v YxVkDtMH" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:46:55 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[680b8ae0-0118-4da0-ba36-ee76f1700c2c]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:46:55 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-68c8c6ca-161d-46fa-9838-d34083486461 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'YxVkDtMH'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:46:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab239a83-ea28-4f2d-9dd0-6a1dae7f5371 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:46:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab239a83-ea28-4f2d-9dd0-6a1dae7f5371 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:46:55 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a91c547-18d8-47e3-b66a-92d4b2337f4b]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:46:55 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-68c8c6ca-161d-46fa-9838-d34083486461 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:46:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:46:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:46:55 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[078b792c-3efe-4e7b-814f-45d4c2f6e051]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:46:55 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-68c8c6ca-161d-46fa-9838-d34083486461 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 23 17:46:55 user nova-compute[74854]:  {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:46:55 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-68c8c6ca-161d-46fa-9838-d34083486461 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 23 17:46:55 user nova-compute[74854]:  {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:46:55 user nova-compute[74854]: WARNING os_brick.initiator.connectors.iscsi [None req-68c8c6ca-161d-46fa-9838-d34083486461 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 23 17:46:55 user nova-compute[74854]: 
Oct 23 17:46:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab239a83-ea28-4f2d-9dd0-6a1dae7f5371 -p 172.16.0.220:3260 --login {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:46:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab239a83-ea28-4f2d-9dd0-6a1dae7f5371 -p 172.16.0.220:3260 --login" returned: 0 in 0.048s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:46:55 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce023e5e-facd-49bc-a445-d3f42d4a44d1]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ab239a83-ea28-4f2d-9dd0-6a1dae7f5371, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ab239a83-ea28-4f2d-9dd0-6a1dae7f5371, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:46:55 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-68c8c6ca-161d-46fa-9838-d34083486461 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ab239a83-ea28-4f2d-9dd0-6a1dae7f5371, portal: 172.16.0.220,3260]
Oct 23 17:46:55 user nova-compute[74854]: Login to [iface: default, target: iqn.2010-10.org.openstack:ab239a83-ea28-4f2d-9dd0-6a1dae7f5371, portal: 172.16.0.220,3260] successful.
Oct 23 17:46:55 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:46:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab239a83-ea28-4f2d-9dd0-6a1dae7f5371 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:46:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab239a83-ea28-4f2d-9dd0-6a1dae7f5371 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:46:55 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[81395a29-bd71-424f-a3ae-2d504979d329]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:46:55 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-68c8c6ca-161d-46fa-9838-d34083486461 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:46:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:46:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:46:55 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b38b13fe-7c4c-4e80-ae86-55dc7f15e37c]: (4, ('tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab239a83-ea28-4f2d-9dd0-6a1dae7f5371 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:46:55 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-68c8c6ca-161d-46fa-9838-d34083486461 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab239a83-ea28-4f2d-9dd0-6a1dae7f5371 (non-flash)
Oct 23 17:46:55 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:46:55 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-68c8c6ca-161d-46fa-9838-d34083486461 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] iscsi session list stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab239a83-ea28-4f2d-9dd0-6a1dae7f5371 (non-flash)
Oct 23 17:46:55 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:46:55 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-68c8c6ca-161d-46fa-9838-d34083486461 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ab239a83-ea28-4f2d-9dd0-6a1dae7f5371" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.276s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:46:55 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-68c8c6ca-161d-46fa-9838-d34083486461 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Connected to 172.16.0.220:3260 {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 17:46:55 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-68c8c6ca-161d-46fa-9838-d34083486461 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] HCTL ('33', '-', '-', 0) found on session 59 with lun 0 {{(pid=74854) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 17:46:55 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-68c8c6ca-161d-46fa-9838-d34083486461 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74854) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 17:46:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:46:55 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:46:55 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc85f8ff-a4e4-4dad-9fd6-285e5c0f5a5d]: (4, ('- - 0', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:46:55 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-68c8c6ca-161d-46fa-9838-d34083486461 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Searching for a device in session 59 and hctl ['33', '*', '*', 0] yield: None {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:46:56 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:46:56 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-68c8c6ca-161d-46fa-9838-d34083486461 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Searching for a device in session 59 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74854) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 17:46:56 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-68c8c6ca-161d-46fa-9838-d34083486461 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:ab239a83-ea28-4f2d-9dd0-6a1dae7f5371', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YxVkDtMH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74854) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 17:46:56 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-68c8c6ca-161d-46fa-9838-d34083486461 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.307s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:46:56 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-68c8c6ca-161d-46fa-9838-d34083486461 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] <== connect_volume: return (1308ms) {'type': 'block', 'scsi_wwn': '23335313265386536', 'path': '/dev/sdb'} {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:46:56 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-68c8c6ca-161d-46fa-9838-d34083486461 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23335313265386536', 'path': '/dev/sdb'} {{(pid=74854) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 17:46:56 user nova-compute[74854]: DEBUG nova.objects.instance [None req-68c8c6ca-161d-46fa-9838-d34083486461 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Lazy-loading 'flavor' on Instance uuid 180d82e9-f644-41b3-b863-ff61dd442e16 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:46:56 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-68c8c6ca-161d-46fa-9838-d34083486461 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] attach device xml: <disk type="block" device="disk">
Oct 23 17:46:56 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:46:56 user nova-compute[74854]:   <source dev="/dev/sdb"/>
Oct 23 17:46:56 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:46:56 user nova-compute[74854]:   <serial>ab239a83-ea28-4f2d-9dd0-6a1dae7f5371</serial>
Oct 23 17:46:56 user nova-compute[74854]: </disk>
Oct 23 17:46:56 user nova-compute[74854]:  {{(pid=74854) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 17:46:57 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-68c8c6ca-161d-46fa-9838-d34083486461 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] No BDM found with device name vda, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:46:57 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-68c8c6ca-161d-46fa-9838-d34083486461 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74854) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 17:46:57 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-68c8c6ca-161d-46fa-9838-d34083486461 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] No VIF found with MAC fa:16:3e:b4:ad:7c, not building metadata {{(pid=74854) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 17:46:57 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-68c8c6ca-161d-46fa-9838-d34083486461 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Lock "180d82e9-f644-41b3-b863-ff61dd442e16" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 17.683s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:46:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-8d8bae08-df23-46f6-a6c7-31ac374092b8 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Acquiring lock "180d82e9-f644-41b3-b863-ff61dd442e16" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:46:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-8d8bae08-df23-46f6-a6c7-31ac374092b8 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Lock "180d82e9-f644-41b3-b863-ff61dd442e16" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:46:58 user nova-compute[74854]: INFO nova.compute.manager [None req-8d8bae08-df23-46f6-a6c7-31ac374092b8 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Detaching volume ab239a83-ea28-4f2d-9dd0-6a1dae7f5371
Oct 23 17:46:59 user nova-compute[74854]: INFO nova.virt.block_device [None req-8d8bae08-df23-46f6-a6c7-31ac374092b8 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Attempting to driver detach volume ab239a83-ea28-4f2d-9dd0-6a1dae7f5371 from mountpoint /dev/vdb
Oct 23 17:46:59 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-8d8bae08-df23-46f6-a6c7-31ac374092b8 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Attempting to detach device vdb from instance 180d82e9-f644-41b3-b863-ff61dd442e16 from the persistent domain config. {{(pid=74854) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 17:46:59 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-8d8bae08-df23-46f6-a6c7-31ac374092b8 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 17:46:59 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:46:59 user nova-compute[74854]:   <source dev="/dev/sdb"/>
Oct 23 17:46:59 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:46:59 user nova-compute[74854]:   <serial>ab239a83-ea28-4f2d-9dd0-6a1dae7f5371</serial>
Oct 23 17:46:59 user nova-compute[74854]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 17:46:59 user nova-compute[74854]: </disk>
Oct 23 17:46:59 user nova-compute[74854]:  {{(pid=74854) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 17:46:59 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-8d8bae08-df23-46f6-a6c7-31ac374092b8 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Successfully detached device vdb from instance 180d82e9-f644-41b3-b863-ff61dd442e16 from the persistent domain config.
Oct 23 17:46:59 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-8d8bae08-df23-46f6-a6c7-31ac374092b8 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 180d82e9-f644-41b3-b863-ff61dd442e16 from the live domain config. {{(pid=74854) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 23 17:46:59 user nova-compute[74854]: DEBUG nova.virt.libvirt.guest [None req-8d8bae08-df23-46f6-a6c7-31ac374092b8 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 17:46:59 user nova-compute[74854]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 17:46:59 user nova-compute[74854]:   <source dev="/dev/sdb"/>
Oct 23 17:46:59 user nova-compute[74854]:   <target dev="vdb" bus="virtio"/>
Oct 23 17:46:59 user nova-compute[74854]:   <serial>ab239a83-ea28-4f2d-9dd0-6a1dae7f5371</serial>
Oct 23 17:46:59 user nova-compute[74854]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 17:46:59 user nova-compute[74854]: </disk>
Oct 23 17:46:59 user nova-compute[74854]:  {{(pid=74854) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 17:46:59 user nova-compute[74854]: DEBUG nova.virt.libvirt.driver [None req-8d8bae08-df23-46f6-a6c7-31ac374092b8 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 180d82e9-f644-41b3-b863-ff61dd442e16 {{(pid=74854) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 23 17:47:01 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:47:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:47:06 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:47:10 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:47:11 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:47:11 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:47:15 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:47:16 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:47:16 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:47:16 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 17:47:17 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:47:18 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:47:18 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:47:18 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:47:18 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:47:18 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Auditing locally available compute resources for user (node: user) {{(pid=74854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 17:47:18 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/180d82e9-f644-41b3-b863-ff61dd442e16/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:47:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/180d82e9-f644-41b3-b863-ff61dd442e16/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:47:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/180d82e9-f644-41b3-b863-ff61dd442e16/disk --force-share --output=json {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:47:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/180d82e9-f644-41b3-b863-ff61dd442e16/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74854) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:47:19 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-8d8bae08-df23-46f6-a6c7-31ac374092b8 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 180d82e9-f644-41b3-b863-ff61dd442e16 is timed out.
Oct 23 17:47:19 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-8d8bae08-df23-46f6-a6c7-31ac374092b8 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Successfully detached device vdb from instance 180d82e9-f644-41b3-b863-ff61dd442e16 from the live domain config.
Oct 23 17:47:19 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:47:19 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:47:19 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Hypervisor/Node resource view: name=user free_ram=9003MB free_disk=24.78531265258789GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=74854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 17:47:19 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:47:19 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:47:19 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8d8bae08-df23-46f6-a6c7-31ac374092b8 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] calling os-brick to detach iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 17:47:19 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d8bae08-df23-46f6-a6c7-31ac374092b8 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f305c621630>, {'target_iqn': 'iqn.2010-10.org.openstack:ab239a83-ea28-4f2d-9dd0-6a1dae7f5371', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YxVkDtMH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 17:47:19 user nova-compute[74854]: WARNING os_brick.initiator.connectors.base [None req-8d8bae08-df23-46f6-a6c7-31ac374092b8 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 17:47:19 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-8d8bae08-df23-46f6-a6c7-31ac374092b8 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 17:47:19 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-8d8bae08-df23-46f6-a6c7-31ac374092b8 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 17:47:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:47:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:47:19 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[2de78b5a-fa56-4571-bc72-e59c1ce138f7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ab239a83-ea28-4f2d-9dd0-6a1dae7f5371\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:47:19 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d8bae08-df23-46f6-a6c7-31ac374092b8 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 17:47:19 user nova-compute[74854]: No targets found.
Oct 23 17:47:19 user nova-compute[74854]: iSNS:
Oct 23 17:47:19 user nova-compute[74854]: No targets found.
Oct 23 17:47:19 user nova-compute[74854]: STATIC:
Oct 23 17:47:19 user nova-compute[74854]: Target: iqn.2010-10.org.openstack:ab239a83-ea28-4f2d-9dd0-6a1dae7f5371
Oct 23 17:47:19 user nova-compute[74854]:         Portal: 172.16.0.220:3260,-1
Oct 23 17:47:19 user nova-compute[74854]:                 Iface Name: default
Oct 23 17:47:19 user nova-compute[74854]: FIRMWARE:
Oct 23 17:47:19 user nova-compute[74854]: No targets found.
Oct 23 17:47:19 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:47:19 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d8bae08-df23-46f6-a6c7-31ac374092b8 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 17:47:19 user nova-compute[74854]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 17:47:19 user nova-compute[74854]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74854) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 17:47:19 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d8bae08-df23-46f6-a6c7-31ac374092b8 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ab239a83-ea28-4f2d-9dd0-6a1dae7f5371', 0)] {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 17:47:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:47:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:47:19 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b13e81f-5df8-42b6-b0ea-e341e7ecc3b0]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ab239a83-ea28-4f2d-9dd0-6a1dae7f5371\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:47:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:47:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:47:19 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[56277e14-7b5d-464f-b54d-581bd2d50215]: (4, ('tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab239a83-ea28-4f2d-9dd0-6a1dae7f5371 (non-flash)\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:47:19 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d8bae08-df23-46f6-a6c7-31ac374092b8 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab239a83-ea28-4f2d-9dd0-6a1dae7f5371 (non-flash)
Oct 23 17:47:19 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 17:47:19 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d8bae08-df23-46f6-a6c7-31ac374092b8 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] iscsi session list stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab239a83-ea28-4f2d-9dd0-6a1dae7f5371 (non-flash)
Oct 23 17:47:19 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 17:47:19 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d8bae08-df23-46f6-a6c7-31ac374092b8 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f305c67dc60>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ab239a83-ea28-4f2d-9dd0-6a1dae7f5371'): ({'sdb'}, set())}) {{(pid=74854) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 17:47:19 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-8d8bae08-df23-46f6-a6c7-31ac374092b8 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Removing single pathed devices sdb {{(pid=74854) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 17:47:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:47:19 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Instance 180d82e9-f644-41b3-b863-ff61dd442e16 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74854) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 17:47:19 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 17:47:19 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 17:47:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:47:19 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[997d82ea-59d5-4685-ac3e-0402bf3bd1c5]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:47:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:47:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:47:19 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[bdda8d1a-d36b-4700-8243-c55caac342c3]: (4, ('ok\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:47:19 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-8d8bae08-df23-46f6-a6c7-31ac374092b8 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Flushing IO for device /dev/sdb {{(pid=74854) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 17:47:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:47:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:47:19 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[176b25c2-bb27-4f39-b3d2-2fe1ec1214d4]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:47:19 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-8d8bae08-df23-46f6-a6c7-31ac374092b8 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74854) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 17:47:19 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:47:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:47:19 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:47:19 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Compute_service record updated for user:user {{(pid=74854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 17:47:19 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.176s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:47:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.046s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:47:19 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5155cc3-15b8-4606-adbf-65b0b4798af2]: (4, ('1', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:47:19 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-8d8bae08-df23-46f6-a6c7-31ac374092b8 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 17:47:19 user nova-compute[74854]: DEBUG os_brick.initiator.linuxscsi [None req-8d8bae08-df23-46f6-a6c7-31ac374092b8 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] SCSI volumes sdb have been removed. {{(pid=74854) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 17:47:19 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d8bae08-df23-46f6-a6c7-31ac374092b8 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ab239a83-ea28-4f2d-9dd0-6a1dae7f5371')] {{(pid=74854) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 17:47:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab239a83-ea28-4f2d-9dd0-6a1dae7f5371 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:47:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab239a83-ea28-4f2d-9dd0-6a1dae7f5371 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.028s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:47:19 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ed99283-e042-4ef5-bd84-f32bb26d0224]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:47:19 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d8bae08-df23-46f6-a6c7-31ac374092b8 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:47:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab239a83-ea28-4f2d-9dd0-6a1dae7f5371 -p 172.16.0.220:3260 --logout {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:47:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab239a83-ea28-4f2d-9dd0-6a1dae7f5371 -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:47:19 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[388398b3-a4c9-4810-b884-ba71410c84c4]: (4, ('Logging out of session [sid: 59, target: iqn.2010-10.org.openstack:ab239a83-ea28-4f2d-9dd0-6a1dae7f5371, portal: 172.16.0.220,3260]\nLogout of [sid: 59, target: iqn.2010-10.org.openstack:ab239a83-ea28-4f2d-9dd0-6a1dae7f5371, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:47:19 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d8bae08-df23-46f6-a6c7-31ac374092b8 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 59, target: iqn.2010-10.org.openstack:ab239a83-ea28-4f2d-9dd0-6a1dae7f5371, portal: 172.16.0.220,3260]
Oct 23 17:47:19 user nova-compute[74854]: Logout of [sid: 59, target: iqn.2010-10.org.openstack:ab239a83-ea28-4f2d-9dd0-6a1dae7f5371, portal: 172.16.0.220,3260] successful.
Oct 23 17:47:19 user nova-compute[74854]:  stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:47:19 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab239a83-ea28-4f2d-9dd0-6a1dae7f5371 -p 172.16.0.220:3260 --op delete {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 17:47:20 user nova-compute[74854]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab239a83-ea28-4f2d-9dd0-6a1dae7f5371 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=85920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 17:47:20 user nova-compute[74854]: DEBUG oslo.privsep.daemon [-] privsep: reply[1993ce51-d326-4b2b-8ef2-6311ed7e35de]: (4, ('', '')) {{(pid=85920) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 17:47:20 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d8bae08-df23-46f6-a6c7-31ac374092b8 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74854) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 17:47:20 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.base [None req-8d8bae08-df23-46f6-a6c7-31ac374092b8 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.302s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 17:47:20 user nova-compute[74854]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d8bae08-df23-46f6-a6c7-31ac374092b8 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] <== disconnect_volume: return (304ms) None {{(pid=74854) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 17:47:20 user nova-compute[74854]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8d8bae08-df23-46f6-a6c7-31ac374092b8 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Disconnected iSCSI Volume {{(pid=74854) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 17:47:20 user nova-compute[74854]: DEBUG nova.objects.instance [None req-8d8bae08-df23-46f6-a6c7-31ac374092b8 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Lazy-loading 'flavor' on Instance uuid 180d82e9-f644-41b3-b863-ff61dd442e16 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:47:20 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:47:20 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Starting heal instance info cache {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 17:47:20 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Rebuilding the list of instances to heal {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 23 17:47:20 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-8d8bae08-df23-46f6-a6c7-31ac374092b8 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Lock "180d82e9-f644-41b3-b863-ff61dd442e16" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.926s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:47:20 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "refresh_cache-180d82e9-f644-41b3-b863-ff61dd442e16" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 17:47:20 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquired lock "refresh_cache-180d82e9-f644-41b3-b863-ff61dd442e16" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 17:47:20 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Forcefully refreshing network info cache for instance {{(pid=74854) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 17:47:20 user nova-compute[74854]: DEBUG nova.objects.instance [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lazy-loading 'info_cache' on Instance uuid 180d82e9-f644-41b3-b863-ff61dd442e16 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:47:21 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:47:21 user nova-compute[74854]: DEBUG nova.network.neutron [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Updating instance_info_cache with network_info: [{"id": "b8e0f3de-492e-4724-a2b3-53a537ff41b2", "address": "fa:16:3e:b4:ad:7c", "network": {"id": "eaa0858a-7adb-4851-b135-af3126322b50", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1992223712-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.91", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccd164039aab401d9e56ac4d726aaacd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb8e0f3de-49", "ovs_interfaceid": "b8e0f3de-492e-4724-a2b3-53a537ff41b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:47:21 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Releasing lock "refresh_cache-180d82e9-f644-41b3-b863-ff61dd442e16" {{(pid=74854) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 17:47:21 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Updated the network info_cache for instance {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 17:47:23 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:47:24 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:47:24 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:47:26 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:47:26 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:47:26 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74854) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 17:47:26 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:47:26 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:47:26 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:47:31 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:47:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:47:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:47:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74854) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 17:47:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:47:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:47:36 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:47:41 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:47:46 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:47:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:47:56 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:47:57 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d8300908-1a69-4f8e-9c02-6b80b4b1f649 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Acquiring lock "180d82e9-f644-41b3-b863-ff61dd442e16" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:47:57 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d8300908-1a69-4f8e-9c02-6b80b4b1f649 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Lock "180d82e9-f644-41b3-b863-ff61dd442e16" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:47:57 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d8300908-1a69-4f8e-9c02-6b80b4b1f649 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Acquiring lock "180d82e9-f644-41b3-b863-ff61dd442e16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:47:57 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d8300908-1a69-4f8e-9c02-6b80b4b1f649 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Lock "180d82e9-f644-41b3-b863-ff61dd442e16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:47:57 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d8300908-1a69-4f8e-9c02-6b80b4b1f649 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Lock "180d82e9-f644-41b3-b863-ff61dd442e16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:47:57 user nova-compute[74854]: INFO nova.compute.manager [None req-d8300908-1a69-4f8e-9c02-6b80b4b1f649 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Terminating instance
Oct 23 17:47:57 user nova-compute[74854]: DEBUG nova.compute.manager [None req-d8300908-1a69-4f8e-9c02-6b80b4b1f649 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Start destroying the instance on the hypervisor. {{(pid=74854) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 17:47:58 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:47:58 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:47:58 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:47:58 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:47:58 user nova-compute[74854]: DEBUG nova.compute.manager [req-df9930e3-fb77-4800-9c80-637bfc94fbf9 req-58492a99-fd02-4c44-9861-c411064c03cc service nova] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Received event network-vif-unplugged-b8e0f3de-492e-4724-a2b3-53a537ff41b2 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:47:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-df9930e3-fb77-4800-9c80-637bfc94fbf9 req-58492a99-fd02-4c44-9861-c411064c03cc service nova] Acquiring lock "180d82e9-f644-41b3-b863-ff61dd442e16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:47:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-df9930e3-fb77-4800-9c80-637bfc94fbf9 req-58492a99-fd02-4c44-9861-c411064c03cc service nova] Lock "180d82e9-f644-41b3-b863-ff61dd442e16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:47:58 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-df9930e3-fb77-4800-9c80-637bfc94fbf9 req-58492a99-fd02-4c44-9861-c411064c03cc service nova] Lock "180d82e9-f644-41b3-b863-ff61dd442e16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:47:58 user nova-compute[74854]: DEBUG nova.compute.manager [req-df9930e3-fb77-4800-9c80-637bfc94fbf9 req-58492a99-fd02-4c44-9861-c411064c03cc service nova] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] No waiting events found dispatching network-vif-unplugged-b8e0f3de-492e-4724-a2b3-53a537ff41b2 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:47:58 user nova-compute[74854]: DEBUG nova.compute.manager [req-df9930e3-fb77-4800-9c80-637bfc94fbf9 req-58492a99-fd02-4c44-9861-c411064c03cc service nova] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Received event network-vif-unplugged-b8e0f3de-492e-4724-a2b3-53a537ff41b2 for instance with task_state deleting. {{(pid=74854) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 17:47:58 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:47:58 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:47:58 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:47:58 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:47:58 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:47:58 user nova-compute[74854]: INFO nova.virt.libvirt.driver [-] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Instance destroyed successfully.
Oct 23 17:47:58 user nova-compute[74854]: DEBUG nova.objects.instance [None req-d8300908-1a69-4f8e-9c02-6b80b4b1f649 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Lazy-loading 'resources' on Instance uuid 180d82e9-f644-41b3-b863-ff61dd442e16 {{(pid=74854) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 17:47:58 user nova-compute[74854]: DEBUG nova.virt.libvirt.vif [None req-d8300908-1a69-4f8e-9c02-6b80b4b1f649 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T17:44:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-745025469',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-745025469',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-7450254',id=52,image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLYVFud1FqZU0MNGNttNZ0UAafHzWSLyaASolx2C/4Bj20i1cufxVqhj2Ex/p0PuXjToUJuSsSJIhZP3CRCAqKyrslbrSbsvRFu2xsUczRdM1Pdl8TjPziKHZ0qqgYXyWA==',key_name='tempest-keypair-1619432933',keypairs=<?>,launch_index=0,launched_at=2023-10-23T17:44:48Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ccd164039aab401d9e56ac4d726aaacd',ramdisk_id='',reservation_id='r-wi3kx61y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='68c345df-c9e8-475a-b17c-635fa0c7e894',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-13672347',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T17:44:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b46ddb178ee847fcbd1fcb58d13db8fe',uuid=180d82e9-f644-41b3-b863-ff61dd442e16,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b8e0f3de-492e-4724-a2b3-53a537ff41b2", "address": "fa:16:3e:b4:ad:7c", "network": {"id": "eaa0858a-7adb-4851-b135-af3126322b50", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1992223712-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.91", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccd164039aab401d9e56ac4d726aaacd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb8e0f3de-49", "ovs_interfaceid": "b8e0f3de-492e-4724-a2b3-53a537ff41b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 17:47:58 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-d8300908-1a69-4f8e-9c02-6b80b4b1f649 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Converting VIF {"id": "b8e0f3de-492e-4724-a2b3-53a537ff41b2", "address": "fa:16:3e:b4:ad:7c", "network": {"id": "eaa0858a-7adb-4851-b135-af3126322b50", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1992223712-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.91", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccd164039aab401d9e56ac4d726aaacd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb8e0f3de-49", "ovs_interfaceid": "b8e0f3de-492e-4724-a2b3-53a537ff41b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 17:47:58 user nova-compute[74854]: DEBUG nova.network.os_vif_util [None req-d8300908-1a69-4f8e-9c02-6b80b4b1f649 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b4:ad:7c,bridge_name='br-int',has_traffic_filtering=True,id=b8e0f3de-492e-4724-a2b3-53a537ff41b2,network=Network(eaa0858a-7adb-4851-b135-af3126322b50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb8e0f3de-49') {{(pid=74854) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 17:47:58 user nova-compute[74854]: DEBUG os_vif [None req-d8300908-1a69-4f8e-9c02-6b80b4b1f649 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:b4:ad:7c,bridge_name='br-int',has_traffic_filtering=True,id=b8e0f3de-492e-4724-a2b3-53a537ff41b2,network=Network(eaa0858a-7adb-4851-b135-af3126322b50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb8e0f3de-49') {{(pid=74854) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 17:47:58 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:47:58 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb8e0f3de-49, bridge=br-int, if_exists=True) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:47:58 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:47:58 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:47:58 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:47:58 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=47a496e4-b4d9-48b2-9487-24ffc66fdf1f) {{(pid=74854) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 17:47:58 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:47:58 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:47:58 user nova-compute[74854]: INFO os_vif [None req-d8300908-1a69-4f8e-9c02-6b80b4b1f649 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:b4:ad:7c,bridge_name='br-int',has_traffic_filtering=True,id=b8e0f3de-492e-4724-a2b3-53a537ff41b2,network=Network(eaa0858a-7adb-4851-b135-af3126322b50),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb8e0f3de-49')
Oct 23 17:47:58 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-d8300908-1a69-4f8e-9c02-6b80b4b1f649 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Deleting instance files /opt/stack/data/nova/instances/180d82e9-f644-41b3-b863-ff61dd442e16_del
Oct 23 17:47:58 user nova-compute[74854]: INFO nova.virt.libvirt.driver [None req-d8300908-1a69-4f8e-9c02-6b80b4b1f649 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Deletion of /opt/stack/data/nova/instances/180d82e9-f644-41b3-b863-ff61dd442e16_del complete
Oct 23 17:47:58 user nova-compute[74854]: INFO nova.compute.manager [None req-d8300908-1a69-4f8e-9c02-6b80b4b1f649 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Took 0.90 seconds to destroy the instance on the hypervisor.
Oct 23 17:47:58 user nova-compute[74854]: DEBUG oslo.service.loopingcall [None req-d8300908-1a69-4f8e-9c02-6b80b4b1f649 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74854) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 17:47:58 user nova-compute[74854]: DEBUG nova.compute.manager [-] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Deallocating network for instance {{(pid=74854) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 17:47:58 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] deallocate_for_instance() {{(pid=74854) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 17:47:59 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:47:59 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:47:59 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:47:59 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:47:59 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:47:59 user nova-compute[74854]: DEBUG nova.network.neutron [-] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Updating instance_info_cache with network_info: [] {{(pid=74854) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 17:47:59 user nova-compute[74854]: INFO nova.compute.manager [-] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Took 0.69 seconds to deallocate network for instance.
Oct 23 17:47:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d8300908-1a69-4f8e-9c02-6b80b4b1f649 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:47:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d8300908-1a69-4f8e-9c02-6b80b4b1f649 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:47:59 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-d8300908-1a69-4f8e-9c02-6b80b4b1f649 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:47:59 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-d8300908-1a69-4f8e-9c02-6b80b4b1f649 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:47:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d8300908-1a69-4f8e-9c02-6b80b4b1f649 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.138s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:47:59 user nova-compute[74854]: INFO nova.scheduler.client.report [None req-d8300908-1a69-4f8e-9c02-6b80b4b1f649 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Deleted allocations for instance 180d82e9-f644-41b3-b863-ff61dd442e16
Oct 23 17:47:59 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-d8300908-1a69-4f8e-9c02-6b80b4b1f649 tempest-TestServerVolumeAttachScenarioOldVersion-13672347 tempest-TestServerVolumeAttachScenarioOldVersion-13672347-project-member] Lock "180d82e9-f644-41b3-b863-ff61dd442e16" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.938s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:48:00 user nova-compute[74854]: DEBUG nova.compute.manager [req-a6ff98ea-00d6-4ae2-a53f-10d2da4d8ba3 req-abf9d235-bcbd-4e5a-8a54-0d66c7881095 service nova] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Received event network-vif-plugged-b8e0f3de-492e-4724-a2b3-53a537ff41b2 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:48:00 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a6ff98ea-00d6-4ae2-a53f-10d2da4d8ba3 req-abf9d235-bcbd-4e5a-8a54-0d66c7881095 service nova] Acquiring lock "180d82e9-f644-41b3-b863-ff61dd442e16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:48:00 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a6ff98ea-00d6-4ae2-a53f-10d2da4d8ba3 req-abf9d235-bcbd-4e5a-8a54-0d66c7881095 service nova] Lock "180d82e9-f644-41b3-b863-ff61dd442e16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:48:00 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [req-a6ff98ea-00d6-4ae2-a53f-10d2da4d8ba3 req-abf9d235-bcbd-4e5a-8a54-0d66c7881095 service nova] Lock "180d82e9-f644-41b3-b863-ff61dd442e16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:48:00 user nova-compute[74854]: DEBUG nova.compute.manager [req-a6ff98ea-00d6-4ae2-a53f-10d2da4d8ba3 req-abf9d235-bcbd-4e5a-8a54-0d66c7881095 service nova] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] No waiting events found dispatching network-vif-plugged-b8e0f3de-492e-4724-a2b3-53a537ff41b2 {{(pid=74854) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 17:48:00 user nova-compute[74854]: WARNING nova.compute.manager [req-a6ff98ea-00d6-4ae2-a53f-10d2da4d8ba3 req-abf9d235-bcbd-4e5a-8a54-0d66c7881095 service nova] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Received unexpected event network-vif-plugged-b8e0f3de-492e-4724-a2b3-53a537ff41b2 for instance with vm_state deleted and task_state None.
Oct 23 17:48:00 user nova-compute[74854]: DEBUG nova.compute.manager [req-a6ff98ea-00d6-4ae2-a53f-10d2da4d8ba3 req-abf9d235-bcbd-4e5a-8a54-0d66c7881095 service nova] [instance: 180d82e9-f644-41b3-b863-ff61dd442e16] Received event network-vif-deleted-b8e0f3de-492e-4724-a2b3-53a537ff41b2 {{(pid=74854) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 17:48:03 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:48:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:48:12 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:48:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:48:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:48:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74854) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 17:48:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:48:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:48:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:48:15 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:48:17 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:48:17 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 17:48:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:48:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:48:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74854) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 17:48:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:48:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:48:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:48:18 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:48:18 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:48:18 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:48:18 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:48:18 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Auditing locally available compute resources for user (node: user) {{(pid=74854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 17:48:19 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:48:19 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:48:19 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Hypervisor/Node resource view: name=user free_ram=9118MB free_disk=24.812381744384766GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=74854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 17:48:19 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:48:19 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:48:19 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 17:48:19 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 17:48:19 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:48:19 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:48:19 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Compute_service record updated for user:user {{(pid=74854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 17:48:19 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.140s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:48:20 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:48:20 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:48:20 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Starting heal instance info cache {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 17:48:20 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Rebuilding the list of instances to heal {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 23 17:48:20 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Didn't find any instances for network info cache update. {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 23 17:48:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:48:25 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:48:25 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:48:25 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:48:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:48:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:48:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74854) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 17:48:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:48:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:48:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:48:33 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:48:38 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:48:43 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:48:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:48:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:48:51 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:48:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:48:54 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:48:58 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:49:03 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:49:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:49:12 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:49:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:49:15 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:49:17 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:49:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:49:18 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:49:18 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 17:49:18 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:49:18 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:49:18 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:49:18 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:49:18 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Auditing locally available compute resources for user (node: user) {{(pid=74854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 17:49:19 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:49:19 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:49:19 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Hypervisor/Node resource view: name=user free_ram=9159MB free_disk=24.81106948852539GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=74854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 17:49:19 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:49:19 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:49:19 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 17:49:19 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 17:49:19 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:49:19 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:49:19 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Compute_service record updated for user:user {{(pid=74854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 17:49:19 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.291s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:49:20 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:49:20 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:49:20 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Starting heal instance info cache {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 17:49:20 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Rebuilding the list of instances to heal {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 23 17:49:20 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Didn't find any instances for network info cache update. {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 23 17:49:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:49:25 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:49:25 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:49:25 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:49:25 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Cleaning up deleted instances {{(pid=74854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 23 17:49:25 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] There are 1 instances to clean {{(pid=74854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 23 17:49:25 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] [instance: 4284792e-08bd-4f6e-a47f-e7381f16c8c6] Instance has had 5 of 5 cleanup attempts {{(pid=74854) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11221}}
Oct 23 17:49:27 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:49:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:49:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:49:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74854) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 17:49:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:49:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:49:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:49:30 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:49:31 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:49:31 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74854) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 23 17:49:33 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:49:33 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:49:38 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:49:43 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:49:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:49:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:49:58 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:50:03 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:50:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:50:12 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:50:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:50:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:50:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74854) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 17:50:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:50:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:50:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:50:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:50:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:50:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74854) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 17:50:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:50:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:50:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:50:18 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:50:18 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:50:18 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:50:18 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:50:18 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Auditing locally available compute resources for user (node: user) {{(pid=74854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 17:50:19 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:50:19 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:50:19 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Hypervisor/Node resource view: name=user free_ram=9124MB free_disk=24.810054779052734GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=74854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 17:50:19 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:50:19 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:50:19 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 17:50:19 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 17:50:19 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:50:19 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:50:19 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Compute_service record updated for user:user {{(pid=74854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 17:50:19 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.114s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:50:20 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:50:20 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:50:20 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 17:50:20 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:50:22 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:50:22 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Starting heal instance info cache {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 17:50:22 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Rebuilding the list of instances to heal {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 23 17:50:22 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Didn't find any instances for network info cache update. {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 23 17:50:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:50:25 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:50:26 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:50:27 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:50:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:50:33 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:50:38 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:50:43 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:50:48 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:50:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:50:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:50:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74854) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 17:50:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:50:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:50:53 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:50:58 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:51:03 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:51:03 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:51:03 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74854) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 17:51:03 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:51:03 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:51:03 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:51:08 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:51:13 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:51:14 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:51:16 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:51:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:51:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:51:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74854) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 17:51:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:51:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:51:18 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:51:19 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:51:19 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:51:19 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:51:19 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:51:19 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:51:19 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Auditing locally available compute resources for user (node: user) {{(pid=74854) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 17:51:20 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:51:20 user nova-compute[74854]: WARNING nova.virt.libvirt.driver [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 17:51:20 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Hypervisor/Node resource view: name=user free_ram=9158MB free_disk=24.808834075927734GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}] {{(pid=74854) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 17:51:20 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 17:51:20 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 17:51:20 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 17:51:20 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74854) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 17:51:20 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Refreshing inventories for resource provider e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 23 17:51:20 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Updating ProviderTree inventory for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 23 17:51:20 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Updating inventory in ProviderTree for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 23 17:51:20 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Refreshing aggregate associations for resource provider e1b4a95c-5743-4848-882e-b3384de5d1b5, aggregates: None {{(pid=74854) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 23 17:51:20 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Refreshing trait associations for resource provider e1b4a95c-5743-4848-882e-b3384de5d1b5, traits: COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_SECURITY_UEFI_SECURE_BOOT,HW_CPU_X86_SSE41,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_RESCUE_BFV,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_VOLUME_EXTEND,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_VOLUME_ATTACH_WITH_TAG,HW_CPU_X86_SSE42,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_USB,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_BOCHS,HW_CPU_X86_SSE,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_IMAGE_TYPE_ARI,HW_CPU_X86_SSE2,HW_CPU_X86_SSSE3,COMPUTE_STORAGE_BUS_SATA,COMPUTE_NODE,HW_CPU_X86_MMX,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_DEVICE_TAGGING,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_FDC {{(pid=74854) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 23 17:51:20 user nova-compute[74854]: DEBUG nova.compute.provider_tree [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed in ProviderTree for provider: e1b4a95c-5743-4848-882e-b3384de5d1b5 {{(pid=74854) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 17:51:20 user nova-compute[74854]: DEBUG nova.scheduler.client.report [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Inventory has not changed for provider e1b4a95c-5743-4848-882e-b3384de5d1b5 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74854) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 17:51:20 user nova-compute[74854]: DEBUG nova.compute.resource_tracker [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Compute_service record updated for user:user {{(pid=74854) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 17:51:20 user nova-compute[74854]: DEBUG oslo_concurrency.lockutils [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.238s {{(pid=74854) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 17:51:20 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:51:22 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:51:22 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74854) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 17:51:22 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:51:22 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Starting heal instance info cache {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 17:51:22 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Rebuilding the list of instances to heal {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 23 17:51:22 user nova-compute[74854]: DEBUG nova.compute.manager [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Didn't find any instances for network info cache update. {{(pid=74854) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 23 17:51:22 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:51:23 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:51:25 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:51:26 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:51:28 user nova-compute[74854]: DEBUG oslo_service.periodic_task [None req-22c1d3da-4c29-4943-b130-2c26efd90273 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74854) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 17:51:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:51:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:51:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74854) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 17:51:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:51:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74854) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 17:51:28 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 17:51:33 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 17:51:38 user nova-compute[74854]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74854) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}